============================================================================== couchbase logs (info) cbbrowse_logs info ============================================================================== [ns_server:info,2012-11-14T10:46:45.858,nonode@nohost:<0.59.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-14T10:46:45.860,nonode@nohost:<0.59.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-14T10:46:45.888,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.174.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.888,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.890,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.893,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.180.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.906,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.183.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.906,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.182.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.908,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.184.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.908,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.181.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.910,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.185.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.913,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.913,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.913,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.919,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.192.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.922,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.193.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.922,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.194.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:45.922,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.986,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.201.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.986,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.199.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:45.986,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.987,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.990,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.992,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.994,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:45.996,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: nonode@nohost [error_logger:info,2012-11-14T10:46:46.016,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.210.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.210.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.029,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.213.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.029,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.214.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.030,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.215.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.031,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.216.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.039,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.217.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.039,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.040,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.040,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.041,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.043,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.043,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.043,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.212.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.045,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.225.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.061,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.226.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.064,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.237.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.065,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.240.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.065,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.242.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.066,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.243.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.067,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.068,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.247.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.266.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.224.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.211.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.169.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:46:46.077,nonode@nohost:ns_server_cluster_sup<0.168.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,46,46}}}, {memory, [{total,32437776}, {processes,5809352}, {processes_used,5801064}, {system,26628424}, {atom,832377}, {atom_used,824382}, {binary,54632}, {code,7940901}, {ets,636384}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,inet_tcp,gen_tcp,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,snappy,couch_compress, couch_spatial_validation,couch_set_view_mapreduce,ejson, couch_doc,couch_db_update_notifier,couch_btree, couch_ref_counter,couch_uuids,couch_db_updater,couch_db, couch_auth_cache,couch_db_update_notifier_sup, couch_secondary_sup,couch_index_barrier,couch_event_sup, couch_log,couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, net_kernel,global_group,erl_distribution,filename, inet_gethost_native,os,inet_parse,inet,inet_udp, inet_config,inet_db,global,gb_trees,rpc,supervisor,kernel, application_master,sys,application,gen_server,erl_parse, proplists,erl_scan,lists,application_controller,proc_lib, gen,gen_event,error_logger,heart,error_handler,erlang, erl_prim_loader,prim_zip,zlib,prim_file,prim_inet,init, otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,151}, {node,nonode@nohost}, {nodes,[]}, {registered, ['sink-disk_stats',kernel_safe_sup,'sink-disk_xdcr_errors', 'sink-disk_xdcr','sink-disk_debug','sink-disk_couchdb', inets_sup,'sink-disk_mapreduce_errors',crypto_server, 'sink-disk_views',crypto_sup,'sink-disk_error', mochiweb_sup,couch_secondary_services, couch_primary_services,ale_sup,couch_db_update, ale_dynamic_sup,sasl_safe_sup,couch_query_servers, couch_httpd,couch_drv,couch_server,ale, couch_set_view_ddoc_cache, couch_index_merger_connection_pool,error_logger, couch_spatial,lhttpc_manager,standard_error, couch_replica_index_barrier,standard_error_sup, couch_main_index_barrier,tftp_sup,sasl_sup, couch_replication,couch_auth_cache,couch_task_events, timer_server,couch_task_status,erl_prim_loader, release_handler,inet_db,overload,rex,kernel_sup, alarm_handler,global_name_server,couch_log,couch_view, file_server_2,couch_rep_sup,global_group, 'sink-disk_default',ssl_connection_sup,cb_couch_sup, ns_server_cluster_sup,couch_config,httpd_sup,ssl_manager, init,couch_server_sup,couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,disk_log_sup,disk_log_server, user,ssl_broker_sup,code_server,ssl_server,ssl_sup, application_controller,httpc_sup,httpc_profile_sup, os_mon_sup,httpc_manager,httpc_handler_sup,lhttpc_sup, cpu_sup,ftp_sup,memsup,'sink-ns_log',disksup, couch_set_view]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] [ns_server:info,2012-11-14T10:46:46.081,nonode@nohost:ns_server_cluster_sup<0.168.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:46:46.082,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.268.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.083,nonode@nohost:dist_manager<0.269.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-14T10:46:46.083,nonode@nohost:dist_manager<0.269.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-14T10:46:46.084,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.271.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-14T10:46:46.084,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.270.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.090,nonode@nohost:dist_manager<0.269.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [error_logger:info,2012-11-14T10:46:46.091,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.273.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.092,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.274.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.092,ns_1@127.0.0.1:dist_manager<0.269.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-14T10:46:46.092,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.275.0>}, {name,net_kernel}, {mfargs, {net_kernel,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.092,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_sup} started: [{pid,<0.272.0>}, {name,net_sup_dynamic}, {mfargs, {erl_distribution,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.097,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.269.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.098,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.100,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.279.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.100,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.281.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.138,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.288.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.139,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.290.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.139,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.291.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.142,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.292.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.144,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.150,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.151,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.153,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.157,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.163,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.163,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.289.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.163,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@127.0.0.1' [error_logger:info,2012-11-14T10:46:46.178,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.304.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.178,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.305.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.207,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.208,ns_1@127.0.0.1:ns_config_sup<0.330.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-14T10:46:46.208,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.280.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:46.210,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.331.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.211,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.332.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:info,2012-11-14T10:46:46.214,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,19259}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-14T10:46:46.215,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:info,2012-11-14T10:46:46.217,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:info,2012-11-14T10:46:46.218,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:info,2012-11-14T10:46:46.220,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:info,2012-11-14T10:46:46.222,ns_1@127.0.0.1:ns_config<0.333.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [error_logger:info,2012-11-14T10:46:46.226,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.333.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:46.231,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-14T10:46:46.235,ns_1@127.0.0.1:ns_config_isasl_sync<0.337.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:46:47.236,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.337.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.237,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.340.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.238,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.342.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.238,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.330.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.239,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-14T10:46:47.241,ns_1@127.0.0.1:ns_log<0.346.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-14T10:46:47.241,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.346.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.242,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.347.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.242,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.348.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.243,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.351.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-14T10:46:47.244,ns_1@127.0.0.1:ns_cookie_manager<0.278.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: llcsjhluncerukvj [error_logger:info,2012-11-14T10:46:47.250,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.352.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.250,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.356.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.251,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.357.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.252,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.358.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.255,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.359.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:47.255,ns_1@127.0.0.1:ns_config_log<0.340.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:46:47.255,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.350.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.258,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.365.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.259,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.367.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.260,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.368.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.262,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.369.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.262,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.371.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.264,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.370.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.264,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.266,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.373.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.268,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.375.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.271,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.378.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:46:47.274,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-14T10:46:47.276,ns_1@127.0.0.1:mb_master<0.381.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:info,2012-11-14T10:46:47.284,ns_1@127.0.0.1:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [ns_server:error,2012-11-14T10:46:47.284,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:warn,2012-11-14T10:46:47.289,ns_1@127.0.0.1:<0.385.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:info,2012-11-14T10:46:47.289,ns_1@127.0.0.1:ns_config<0.333.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [error_logger:info,2012-11-14T10:46:47.290,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.385.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.292,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.396.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.295,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.398.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.295,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.381.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.295,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.296,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.296,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.401.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.296,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.298,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.308,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.406.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.309,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.423.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.310,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.424.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.312,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.425.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:46:47.312,ns_1@127.0.0.1:ns_server_sup<0.345.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. [error_logger:info,2012-11-14T10:46:47.312,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.313,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.427.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.313,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.428.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:46:47.314,ns_1@127.0.0.1:<0.429.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:46:47.314,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.429.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.315,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.317,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.431.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.323,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.432.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:47.324,ns_1@127.0.0.1:<0.437.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:46:47.325,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.434.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.327,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.430.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.436.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.437.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.328,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.440.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.341,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.441.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.342,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.451.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.342,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.450.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.346,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.453.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.347,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.455.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.347,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.457.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.347,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.458.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.348,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.459.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.350,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.461.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.351,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.468.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:47.351,ns_1@127.0.0.1:set_view_update_daemon<0.471.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:46:47.352,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.352,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:46:47.363,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.345.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:46:47.363,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@127.0.0.1' [ns_server:info,2012-11-14T10:46:52.602,ns_1@127.0.0.1:<0.525.0>:ns_bootstrap:stop:41]Initiated server shutdown [error_logger:error,2012-11-14T10:46:52.602,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.451.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:46:52.805,ns_1@127.0.0.1:ns_port_memcached<0.435.0>:ns_port_server:log:171]memcached<0.435.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-14T10:46:53.379,ns_1@127.0.0.1:ns_port_memcached<0.435.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-14T10:46:53.380,ns_1@127.0.0.1:<0.433.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:46:53.380,ns_1@127.0.0.1:<0.433.0>:ns_port_server:log:171]moxi<0.433.0>: EOL on stdin. Exiting [ns_server:info,2012-11-14T10:46:53.381,ns_1@127.0.0.1:mb_master<0.381.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-14T10:46:53.483,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-14T10:46:58.487,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-14T10:46:58.491,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.231.0> terminating ** Last message in was {'EXIT',<0.217.0>,killed} ** When Server state == {db,<0.231.0>,<0.232.0>,nil,<<"1352918806054314">>, <0.227.0>,<0.233.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.227.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [ns_server:info,2012-11-14T10:46:58.492,ns_1@127.0.0.1:<0.525.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:error,2012-11-14T10:46:58.494,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.231.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:error,2012-11-14T10:46:58.494,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.446.0> terminating ** Last message in was {'EXIT',<0.217.0>,killed} ** When Server state == {db,<0.446.0>,<0.447.0>,nil,<<"1352918807333292">>, <0.442.0>,<0.448.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.442.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.442.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.442.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:46:58.495,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.446.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 305 neighbours: [error_logger:info,2012-11-14T10:46:58.495,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [error_logger:info,2012-11-14T10:46:58.504,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-14T10:46:58.505,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-14T10:46:58.505,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-14T10:47:02.957,ns_1@10.2.1.58:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-14T10:47:02.958,ns_1@10.2.1.58:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-14T10:47:02.973,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.179.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:02.973,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:02.974,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:02.978,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.185.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:02.997,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.188.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:02.997,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.187.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:02.999,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.189.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:02.999,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.001,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.190.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.003,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.191.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.004,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.004,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.008,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.197.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.010,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.198.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.011,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.199.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.011,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.028,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.206.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.028,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.204.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.028,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.029,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.032,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.034,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.036,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.038,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.215.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.215.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.064,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.065,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.065,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.066,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.070,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.070,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.070,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.224.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.071,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.225.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.071,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.226.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.072,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.227.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.228.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.217.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.075,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.230.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.105,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.231.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.109,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.242.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.112,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.112,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.247.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.115,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.248.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.117,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.250.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.119,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.252.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.127,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.254.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.127,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.271.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.127,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.229.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.128,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.216.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.128,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.174.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:03.130,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,47,3}}}, {memory, [{total,32511752}, {processes,5796376}, {processes_used,5792408}, {system,26715376}, {atom,835609}, {atom_used,828495}, {binary,76928}, {code,7994338}, {ets,644680}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,157}, {node,'ns_1@10.2.1.58'}, {nodes,[]}, {registered, [kernel_safe_sup,ns_server_cluster_sup,cb_couch_sup, httpc_sup,os_mon_sup,httpc_profile_sup,httpc_manager, cpu_sup,httpc_handler_sup,memsup,'sink-ns_log',disksup, 'sink-disk_stats',ftp_sup,lhttpc_sup, 'sink-disk_xdcr_errors',couch_set_view,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,mochiweb_sup, ale_sup,couch_secondary_services,couch_primary_services, auth,couch_db_update,error_logger,ale_dynamic_sup, sasl_safe_sup,couch_query_servers,standard_error, couch_httpd,couch_drv,ale,couch_server,timer_server, couch_set_view_ddoc_cache,lhttpc_manager, couch_index_merger_connection_pool,standard_error_sup, couch_spatial,erl_prim_loader,inet_db,sasl_sup, couch_replica_index_barrier,tftp_sup,rex, couch_main_index_barrier,net_sup,couch_auth_cache, kernel_sup,couch_replication,global_name_server, file_server_2,couch_task_events,global_group, couch_task_status,release_handler,overload,erl_epmd,init, alarm_handler,disk_log_sup,disk_log_server,couch_view, couch_rep_sup,'sink-disk_default',code_server,user, application_controller,couch_config,ssl_connection_sup, httpd_sup,net_kernel,couch_server_sup,ssl_manager, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,couch_log,ssl_broker_sup, ssl_server,ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] [ns_server:info,2012-11-14T10:47:03.133,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:47:03.133,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.273.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:03.134,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-14T10:47:03.134,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-14T10:47:03.135,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.276.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-14T10:47:03.135,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.275.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:03.138,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-14T10:47:03.138,ns_1@10.2.1.58:dist_manager<0.274.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-14T10:47:03.142,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.274.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.143,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.277.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.145,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.146,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.280.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.180,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.287.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.181,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.289.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.181,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.290.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.184,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.291.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.186,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.292.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.194,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.196,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.198,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.203,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.211,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.211,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.288.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.211,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:03.226,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.303.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.227,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.304.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.252,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.281.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:03.253,ns_1@10.2.1.58:ns_config_sup<0.329.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-14T10:47:03.252,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.279.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:03.257,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.330.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.259,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.331.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:03.260,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:47:03.261,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-14T10:47:03.261,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:info,2012-11-14T10:47:03.261,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,19259}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@10.2.1.58',membership},active}, {nodes_wanted,['ns_1@10.2.1.58']}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-14T10:47:03.263,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:info,2012-11-14T10:47:03.264,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:info,2012-11-14T10:47:03.265,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:info,2012-11-14T10:47:03.266,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:info,2012-11-14T10:47:03.267,ns_1@10.2.1.58:ns_config<0.332.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [error_logger:info,2012-11-14T10:47:03.269,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.332.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:03.285,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.335.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-14T10:47:03.292,ns_1@10.2.1.58:ns_config_isasl_sync<0.336.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:47:04.293,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.293,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.339.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.294,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.341.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.295,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.329.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.295,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.343.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-14T10:47:04.297,ns_1@10.2.1.58:ns_log<0.345.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-14T10:47:04.298,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.345.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.299,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.346.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.299,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.347.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.299,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.350.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-14T10:47:04.301,ns_1@10.2.1.58:ns_cookie_manager<0.277.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: hgmnojlbofwcfdfk [error_logger:info,2012-11-14T10:47:04.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.351.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.355.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.306,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.356.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.307,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.357.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.309,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.358.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.310,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.349.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:04.311,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:47:04.315,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.364.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.315,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.366.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.316,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.367.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.316,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.368.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.319,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.370.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.320,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.369.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.321,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.371.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.321,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.324,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.374.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.330,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.377.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:47:04.333,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-14T10:47:04.334,ns_1@10.2.1.58:mb_master<0.380.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:info,2012-11-14T10:47:04.342,ns_1@10.2.1.58:ns_config<0.332.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [ns_server:error,2012-11-14T10:47:04.343,ns_1@10.2.1.58:ns_heart<0.372.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:warn,2012-11-14T10:47:04.346,ns_1@10.2.1.58:<0.383.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:info,2012-11-14T10:47:04.347,ns_1@10.2.1.58:ns_config<0.332.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [error_logger:info,2012-11-14T10:47:04.347,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.383.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.350,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.395.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.355,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.397.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.355,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.380.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.355,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.398.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.356,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.356,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.401.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.368,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.405.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.368,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.422.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.369,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.423.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.371,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.424.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:47:04.371,ns_1@10.2.1.58:ns_server_sup<0.344.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [error_logger:info,2012-11-14T10:47:04.371,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.404.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.372,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.426.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.427.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:<0.428.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.428.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.373,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.425.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.377,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.430.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.379,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.431.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.381,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.433.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.382,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.429.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.383,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.435.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:04.383,ns_1@10.2.1.58:<0.436.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:47:04.384,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.436.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.384,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.438.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.385,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.402,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.440.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.450.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.449.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.406,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.452.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.408,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.454.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.408,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.456.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.408,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.457.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.410,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.458.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.411,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.412,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.467.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:04.416,ns_1@10.2.1.58:set_view_update_daemon<0.471.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:47:04.416,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.416,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:04.418,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.344.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:04.418,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@10.2.1.58' [ns_server:info,2012-11-14T10:47:04.503,ns_1@10.2.1.58:ns_config_events<0.330.0>:ns_port_sup:terminate_port:129]unsupervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [ns_server:info,2012-11-14T10:47:04.504,ns_1@10.2.1.58:<0.432.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:47:04.504,ns_1@10.2.1.58:<0.432.0>:ns_port_server:log:171]moxi<0.432.0>: EOL on stdin. Exiting [ns_server:info,2012-11-14T10:47:04.505,ns_1@10.2.1.58:ns_config_events<0.330.0>:ns_port_sup:launch_port:74]supervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [error_logger:info,2012-11-14T10:47:04.506,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.516.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:04.507,ns_1@10.2.1.58:ns_config_log<0.339.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:info,2012-11-14T10:47:04.725,ns_1@10.2.1.58:<0.518.0>:ns_port_server:log:171]moxi<0.518.0>: 2012-11-14 10:47:04: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.518.0>: 2012-11-14 10:47:04: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [user:info,2012-11-14T10:47:11.552,ns_1@10.2.1.58:<0.413.0>:ns_storage_conf:setup_disk_storage_conf:149]Setting database directory path to /data2 and index directory path to /data [ns_server:info,2012-11-14T10:47:11.553,ns_1@10.2.1.58:<0.413.0>:ns_storage_conf:setup_disk_storage_conf:157]Removing all the buckets because database path has changed [ns_server:info,2012-11-14T10:47:11.553,ns_1@10.2.1.58:<0.413.0>:ns_storage_conf:setup_disk_storage_conf:162]Removing all unused database files [error_logger:error,2012-11-14T10:47:11.562,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.450.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:11.597,ns_1@10.2.1.58:<0.518.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:47:11.597,ns_1@10.2.1.58:<0.518.0>:ns_port_server:log:171]moxi<0.518.0>: EOL on stdin. Exiting [ns_server:info,2012-11-14T10:47:11.799,ns_1@10.2.1.58:ns_port_memcached<0.434.0>:ns_port_server:log:171]memcached<0.434.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-14T10:47:12.450,ns_1@10.2.1.58:ns_port_memcached<0.434.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-14T10:47:12.451,ns_1@10.2.1.58:mb_master<0.380.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-14T10:47:12.554,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.343.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:12.574,ns_1@10.2.1.58:mb_mnesia<0.281.0>:mb_mnesia:terminate:277]Shut Mnesia down: shutdown. Exiting. [error_logger:info,2012-11-14T10:47:12.574,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:error,2012-11-14T10:47:12.578,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.445.0> terminating ** Last message in was {'EXIT',<0.222.0>,killed} ** When Server state == {db,<0.445.0>,<0.446.0>,nil,<<"1352918824389312">>, <0.441.0>,<0.447.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.441.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.441.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.441.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:12.587,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.445.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 305 neighbours: [error_logger:error,2012-11-14T10:47:12.587,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.236.0> terminating ** Last message in was {'EXIT',<0.222.0>,killed} ** When Server state == {db,<0.236.0>,<0.237.0>,nil,<<"1352918823090066">>, <0.232.0>,<0.238.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.232.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.232.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.232.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:12.588,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.236.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mapreduce exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_view_parser exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_index_merger exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_set_view exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.589,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.590,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.590,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.604,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.548.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.548.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.551.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.552.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.553.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.554.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.555.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.605,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.556.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.557.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.558.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.559.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.560.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.561.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.550.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.563.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.609,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.564.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.573.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.575.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.577.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.610,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.578.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.611,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.580.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.611,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.582.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.612,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.584.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.612,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.601.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.612,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.562.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.613,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.549.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:12.616,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,47,12}}}, {memory, [{total,39313632}, {processes,7085088}, {processes_used,6950504}, {system,32228544}, {atom,1242281}, {atom_used,1241108}, {binary,187576}, {code,12669653}, {ets,837296}]}, {loaded, [lib,mb_grid,capi_utils,base64,mochijson2, mochiweb_response,menelaus_web_buckets,menelaus_auth, mochiweb_util,mochiweb_request,mochiweb_headers,mochiweb, set_view_update_daemon,xdc_rdoc_replication_srv, compaction_daemon,stats_archiver,couch_httpd_view, system_stats_collector,couch_changes,ns_bucket_sup, couch_set_view_util,geocouch_duplicates,xdc_rep_manager, ns_cluster_membership,ns_memcached_log_rotator, ns_port_server,supervisor_cushion,ns_port_init, ns_moxi_sup,ns_port_sup,mc_tcp_listener,mc_conn_sup, mc_sup,menelaus_web_alerts_srv,hot_keys_keeper, menelaus_event,menelaus_util,menelaus_deps,menelaus_web, menelaus_sup,ringbuffer,master_activity_events_keeper, master_activity_events_pids_watcher,auto_failover,ns_tick, ns_online_config_upgrader,ns_orchestrator, failover_safeness_level,master_activity_events, cluster_compat_mode,mb_master_sup,gen_fsm, samples_loader_tasks,mb_master,xdc_replication_sup, remote_clusters_info,ns_bucket,ns_doctor,stats_reader, ns_heart,ns_mail_log,ns_mail_sup,work_queue, vbucket_map_mirror,ns_node_disco_rep_events,ns_config_rep, ns_node_disco_conf_events,ns_node_disco_log,net_adm, ns_node_disco,ns_node_disco_sup,ns_config_ets_dup,random, ns_log,ns_server_sup,ns_process_registry, cb_config_couch_sync,ns_config_log,ns_memcached,ns_pubsub, ns_config_isasl_sync,ns_config_replica,vclock, ns_storage_conf,ns_config_default,ns_config,ns_config_sup, mnesia_index,mnesia_loader,file_sorter,dets_v9,dets_utils, dets_sup,dets_server,dets,mnesia_log,mnesia_snmp_hook, mnesia_checkpoint,mnesia_late_loader,mnesia_dumper, mnesia_snmp_sup,mnesia_checkpoint_sup,mnesia_frag, mnesia_tm,mnesia_recover,mnesia_sp,mnesia_locker, mnesia_event,mnesia_kernel_sup,mnesia_sup,mnesia_bup, mnesia_schema,mnesia_controller,mnesia_lib,mnesia_monitor, mnesia_subscr,mnesia,mb_mnesia,mb_mnesia_sup,ns_cluster, ns_cookie_manager,gen_udp,dist_manager, timeout_diag_logger,path_config,diag_handler,ns_info, log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {mnesia,"MNESIA CXC 138 12","4.5"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,161}, {node,'ns_1@10.2.1.58'}, {nodes,[]}, {registered, [disk_log_sup,release_handler,disk_log_server,overload, code_server,alarm_handler,application_controller,ale_sup, ale_dynamic_sup,couch_auth_cache,couch_task_status,ale, couch_view,error_logger,couch_rep_sup,couch_config, couch_server_sup,couch_file_write_guard,couch_uuids, ns_server_cluster_sup,couch_db_update_notifier_sup, kernel_safe_sup,auth,'sink-ns_log','sink-disk_stats', 'sink-disk_xdcr_errors','sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors','sink-disk_views', 'sink-disk_error',timer_server,couch_set_view,lhttpc_sup, rex,net_sup,kernel_sup,mochiweb_sup,global_name_server, net_kernel,file_server_2,lhttpc_manager,tftp_sup, couch_set_view_ddoc_cache,'sink-disk_default', couch_index_merger_connection_pool,couch_spatial, standard_error_sup,couch_replica_index_barrier, couch_main_index_barrier,couch_replication,dist_manager, couch_task_events,couch_log,httpd_sup,cb_couch_sup, ssl_connection_sup,os_mon_sup,ssl_manager,cpu_sup,memsup, dets_sup,disksup,dets,inet_gethost_native_sup, ssl_broker_sup,ssl_server,standard_error,ssl_sup, httpc_sup,erl_prim_loader,sasl_safe_sup,httpc_profile_sup, httpc_manager,httpc_handler_sup,ftp_sup, inet_gethost_native,inets_sup,init,crypto_server,inet_db, crypto_sup,couch_secondary_services, couch_primary_services,couch_db_update,sasl_sup, global_group,couch_query_servers,couch_httpd,user, couch_drv,erl_epmd,couch_server]}, {cookie,hgmnojlbofwcfdfk}, {wordsize,8}, {wall_clock,10}] [ns_server:info,2012-11-14T10:47:12.619,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:47:12.620,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.603.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.621,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.604.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.621,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.605.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.621,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.607.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.617.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.619.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.620.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.622,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.621.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.623,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.622.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.648,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.623.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.649,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.644.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.649,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.645.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.646.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.647.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.618.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:12.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:12.660,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.608.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.661,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.606.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:12.661,ns_1@10.2.1.58:ns_config_sup<0.691.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-14T10:47:12.661,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.692.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.662,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.693.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:12.663,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:47:12.663,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-14T10:47:12.665,ns_1@10.2.1.58:ns_config<0.694.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@10.2.1.58']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}] [error_logger:info,2012-11-14T10:47:12.666,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.694.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:12.666,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.696.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-14T10:47:12.667,ns_1@10.2.1.58:ns_config_isasl_sync<0.697.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.697.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.700.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.702.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.668,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.691.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.669,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.704.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.669,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.706.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.669,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.707.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.670,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.708.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.670,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.711.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.712.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:ns_node_disco_events<0.711.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@10.2.1.58'] [error_logger:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.715.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.673,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.716.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.674,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.717.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.675,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.718.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.675,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.710.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.676,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.721.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.676,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.723.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.676,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.724.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:47:13.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-14T10:47:13.677,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.725.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.677,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.727.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.677,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.726.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [user:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:mb_master<0.740.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:ns_config_log<0.700.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.728.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.729.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.678,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.731.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.679,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.734.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.679,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.743.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [ns_server:error,2012-11-14T10:47:13.679,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-14T10:47:13.680,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.746.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.680,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.748.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.740.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.749.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.750.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.681,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.751.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.682,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.752.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.682,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.753.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.682,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.756.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.773.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:ns_server_sup<0.705.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.774.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.775.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.755.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:<0.779.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:47:13.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.777.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.778.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.779.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.776.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.684,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.781.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.687,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.782.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:13.688,ns_1@10.2.1.58:<0.787.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:47:13.688,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.784.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.780.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.786.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.787.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.789.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.689,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.790.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.695,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.791.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.695,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.802.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.695,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.800.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.696,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.803.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.696,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.805.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.696,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.807.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:13.698,ns_1@10.2.1.58:set_view_update_daemon<0.816.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:47:13.698,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.808.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.809.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.811.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.814.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.816.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.818.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:13.699,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.705.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:13.894,ns_1@10.2.1.58:<0.783.0>:ns_port_server:log:171]moxi<0.783.0>: 2012-11-14 10:47:13: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.783.0>: 2012-11-14 10:47:13: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:info,2012-11-14T10:47:18.483,ns_1@10.2.1.58:<0.828.0>:ns_bootstrap:stop:41]Initiated server shutdown [error_logger:error,2012-11-14T10:47:18.484,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.802.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:47:18.676,ns_1@10.2.1.58:ns_heart<0.729.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-14T10:47:18.685,ns_1@10.2.1.58:ns_port_memcached<0.785.0>:ns_port_server:log:171]memcached<0.785.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-14T10:47:18.738,ns_1@10.2.1.58:ns_port_memcached<0.785.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-14T10:47:18.739,ns_1@10.2.1.58:<0.783.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:47:18.739,ns_1@10.2.1.58:<0.783.0>:ns_port_server:log:171]moxi<0.783.0>: EOL on stdin. Exiting [ns_server:info,2012-11-14T10:47:18.740,ns_1@10.2.1.58:mb_master<0.740.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-14T10:47:18.842,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.704.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-14T10:47:23.846,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.608.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-14T10:47:23.850,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.569.0> terminating ** Last message in was {'EXIT',<0.555.0>,killed} ** When Server state == {db,<0.569.0>,<0.570.0>,nil,<<"1352918832608897">>, <0.565.0>,<0.571.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.565.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.565.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.565.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>,"/data2/_users.couch.1",[],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:23.851,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.569.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 253 neighbours: [error_logger:error,2012-11-14T10:47:23.851,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.796.0> terminating ** Last message in was {'EXIT',<0.555.0>,killed} ** When Server state == {db,<0.796.0>,<0.797.0>,nil,<<"1352918833690992">>, <0.792.0>,<0.798.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.792.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.792.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.792.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>,"/data2/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:47:23.852,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.796.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 272 neighbours: [ns_server:info,2012-11-14T10:47:23.853,ns_1@10.2.1.58:<0.828.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:info,2012-11-14T10:47:23.853,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:23.858,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:23.860,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-14T10:47:23.861,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-14T10:47:30.105,ns_1@10.2.1.58:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-14T10:47:30.107,ns_1@10.2.1.58:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-14T10:47:30.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.179.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.128,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.131,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.185.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.141,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.188.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.141,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.187.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.143,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.189.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.143,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.186.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.146,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.190.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.148,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.191.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.148,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.148,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.155,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.197.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.161,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.198.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.162,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.199.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.162,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.178,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.206.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.178,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.204.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.178,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.179,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.181,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.183,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.186,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.187,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.213,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.215.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.215.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.219,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.219,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.220,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.220,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.235.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.236.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.232,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.237.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.233,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.238.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.234,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.239.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.234,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.240.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.234,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.217.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.235,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.242.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.237,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.243.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.239,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.246.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.240,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.241,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.251.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.242,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.252.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.243,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.254.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.244,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.256.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.249,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.258.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.275.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.241.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.216.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.250,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.174.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:30.253,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,14},{10,47,30}}}, {memory, [{total,32499744}, {processes,5860936}, {processes_used,5845616}, {system,26638808}, {atom,833185}, {atom_used,824847}, {binary,71936}, {code,7934555}, {ets,637224}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, couch_uuids,mochiweb_acceptor,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,couch_db_update_notifier,snappy, couch_compress,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,couch_btree,couch_ref_counter, couch_db_updater,couch_db,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-dd6de6a-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-dd6de6a-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-dd6de6a-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1945-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,162}, {node,'ns_1@10.2.1.58'}, {nodes,[]}, {registered, [kernel_safe_sup,cb_couch_sup,httpc_sup, couch_set_view_ddoc_cache,os_mon_sup,httpc_profile_sup, couch_index_merger_connection_pool,httpc_manager,cpu_sup, httpc_handler_sup,memsup,couch_spatial,'sink-ns_log', disksup,'sink-disk_stats',ftp_sup,lhttpc_sup, 'sink-disk_xdcr_errors',couch_set_view,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,mochiweb_sup, ale_sup,couch_secondary_services,couch_primary_services, auth,couch_db_update,error_logger,ale_dynamic_sup, sasl_safe_sup,couch_query_servers,standard_error, couch_httpd,couch_drv,ale,couch_server,timer_server, lhttpc_manager,standard_error_sup,erl_prim_loader,inet_db, sasl_sup,couch_replica_index_barrier,tftp_sup,rex, couch_main_index_barrier,net_sup,couch_auth_cache, kernel_sup,couch_replication,global_name_server, file_server_2,couch_task_events,global_group, couch_task_status,release_handler,overload,erl_epmd,init, alarm_handler,disk_log_sup,disk_log_server,couch_view, couch_rep_sup,'sink-disk_default',code_server,user, ns_server_cluster_sup,application_controller,couch_config, ssl_connection_sup,httpd_sup,net_kernel,couch_server_sup, ssl_manager,couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,couch_log,ssl_broker_sup, ssl_server,ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] [ns_server:info,2012-11-14T10:47:30.255,ns_1@10.2.1.58:ns_server_cluster_sup<0.173.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.277.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.280.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-14T10:47:30.256,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.279.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:30.260,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-14T10:47:30.261,ns_1@10.2.1.58:dist_manager<0.278.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-14T10:47:30.266,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.267,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.281.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.268,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.282.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.268,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.284.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.291.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.305,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.308,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.310,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.317,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.298.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.318,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.299.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.344,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.346,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.317.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.348,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.318.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.348,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.319.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.356,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.320.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.292.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:30.357,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@10.2.1.58' [error_logger:info,2012-11-14T10:47:30.377,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.285.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.283.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:ns_config_sup<0.364.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.365.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.378,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.366.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:30.388,ns_1@10.2.1.58:ns_config<0.367.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-14T10:47:30.389,ns_1@10.2.1.58:ns_config<0.367.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-14T10:47:30.391,ns_1@10.2.1.58:ns_config<0.367.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@10.2.1.58',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@10.2.1.58',port_servers}, [{'_vclock',[{'ns_1@10.2.1.58',{2,63520138023}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@10.2.1.58',ns_log}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@10.2.1.58',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.2.1.58',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@10.2.1.58',{2,63520138023}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@10.2.1.58',membership},active}, {{node,'ns_1@10.2.1.58',isasl}, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@10.2.1.58',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@10.2.1.58',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@10.2.1.58']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138023}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@10.2.1.58',config_version}, [{'_vclock',[{'ns_1@10.2.1.58',{5,63520138023}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {cookie,hgmnojlbofwcfdfk}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@10.2.1.58',{4,63520138024}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@10.2.1.58',{1,63520138024}}]}|25678]}] [error_logger:info,2012-11-14T10:47:30.393,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.367.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:30.393,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.369.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-14T10:47:30.400,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:47:31.401,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.370.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.401,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.373.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.402,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.375.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.364.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.403,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.377.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.406,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.379.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.406,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.380.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.407,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.381.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.407,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.384.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-14T10:47:31.409,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@10.2.1.58' synchronized otp cookie hgmnojlbofwcfdfk from cluster [error_logger:info,2012-11-14T10:47:31.413,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.385.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.413,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.388.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.414,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.389.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.415,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.390.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.417,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.391.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.420,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.383.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.420,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.396.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.420,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.398.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:31.423,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:47:31.421,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.399.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.427,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.429,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.403.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.429,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.430,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.404.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.432,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.435,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.407.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.439,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.410.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:47:31.439,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-14T10:47:31.443,ns_1@10.2.1.58:mb_master<0.413.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:error,2012-11-14T10:47:31.450,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-14T10:47:31.450,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.418.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.451,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.420.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.453,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.421.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.453,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.413.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.454,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.422.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.454,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.423.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.454,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.424.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.455,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.425.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.456,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.466,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.429.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.467,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.446.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.468,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.447.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.470,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.448.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-14T10:47:31.470,ns_1@10.2.1.58:ns_server_sup<0.378.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [error_logger:info,2012-11-14T10:47:31.470,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.428.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.471,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.450.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.471,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.451.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:47:31.472,ns_1@10.2.1.58:<0.452.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:47:31.472,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.452.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.472,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.449.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.475,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.454.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.479,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.455.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.481,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.457.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.482,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.453.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.483,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.459.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:31.483,ns_1@10.2.1.58:<0.460.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:47:31.485,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.460.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.463.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.464.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.467.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.486,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.466.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.489,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.469.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.491,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.471.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.492,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.473.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.492,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.474.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.493,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.495,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.478.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.481.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:set_view_update_daemon<0.483.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.483.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.485.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:47:31.496,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.378.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:47:31.497,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@10.2.1.58' [ns_server:info,2012-11-14T10:47:31.693,ns_1@10.2.1.58:<0.456.0>:ns_port_server:log:171]moxi<0.456.0>: 2012-11-14 10:47:31: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.456.0>: 2012-11-14 10:47:31: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [user:info,2012-11-14T10:56:21.079,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: aublrvjvvfjapjhn [user:info,2012-11-14T10:56:21.147,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:630]Node 'ns_1@10.2.1.58' is joining cluster via node 'ns_1@10.2.1.61'. [error_logger:error,2012-11-14T10:56:21.147,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@10.2.1.61' ** [error_logger:error,2012-11-14T10:56:21.158,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.467.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:error,2012-11-14T10:56:21.159,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@10.2.1.63' ** [ns_server:info,2012-11-14T10:56:21.358,ns_1@10.2.1.58:ns_port_memcached<0.458.0>:ns_port_server:log:171]memcached<0.458.0>: EOL on stdin. Initiating shutdown [ns_server:error,2012-11-14T10:56:21.426,ns_1@10.2.1.58:ns_heart<0.405.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-14T10:56:22.024,ns_1@10.2.1.58:ns_port_memcached<0.458.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-14T10:56:22.025,ns_1@10.2.1.58:<0.456.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-14T10:56:22.025,ns_1@10.2.1.58:<0.456.0>:ns_port_server:log:171]moxi<0.456.0>: EOL on stdin. Exiting [ns_server:info,2012-11-14T10:56:22.026,ns_1@10.2.1.58:mb_master<0.413.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [user:info,2012-11-14T10:56:22.032,ns_1@10.2.1.58:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@10.2.1.58' synchronized otp cookie xgvmfnoayvfekdvi from cluster [ns_server:warn,2012-11-14T10:56:22.056,ns_1@10.2.1.58:ns_log<0.1917.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-14T10:56:22.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1917.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1918.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.057,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1919.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.058,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1921.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1922.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1926.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@10.2.1.61' [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1927.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.060,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1928.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:warn,2012-11-14T10:56:22.069,ns_1@10.2.1.58:ns_config_isasl_sync<0.370.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-14T10:56:22.072,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1929.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.072,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:56:22.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1920.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.073,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1940.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.074,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1945.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.074,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1946.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.074,ns_1@10.2.1.58:remote_clusters_info<0.1956.0>:remote_clusters_info:read_or_create_table:384]Reading remote_clusters_info content from /opt/couchbase/var/lib/couchbase/remote_clusters_cache [ns_server:error,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-14T10:56:22.075,ns_1@10.2.1.58:ns_node_disco<0.1922.0>:ns_node_disco:handle_info:162]Node 'ns_1@10.2.1.58' saw that node 'ns_1@10.2.1.63' came up. [ns_server:info,2012-11-14T10:56:22.076,ns_1@10.2.1.58:ns_node_disco_events<0.1921.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@10.2.1.58','ns_1@10.2.1.61', 'ns_1@10.2.1.63'] [error_logger:info,2012-11-14T10:56:22.075,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1947.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.076,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.1949.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1948.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1950.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1951.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.077,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1953.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.078,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1956.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:56:22.080,ns_1@10.2.1.58:ns_heart<0.1951.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_doctor<0.1953.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@10.2.1.61': ["default"] [ns_server:info,2012-11-14T10:56:22.082,ns_1@10.2.1.58:ns_config_log<0.373.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-14T10:56:22.082,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1970.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [user:info,2012-11-14T10:56:22.085,ns_1@10.2.1.58:ns_server_sup<0.1915.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@10.2.1.58'. [error_logger:info,2012-11-14T10:56:22.089,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1972.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.089,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1973.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1974.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1975.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:<0.2002.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-14T10:56:22.090,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1976.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.091,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1979.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.091,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1996.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.091,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1997.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1998.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1978.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.2000.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.2001.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.092,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.2002.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.093,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1999.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.093,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.2004.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.119,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.2005.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.124,ns_1@10.2.1.58:<0.2010.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-14T10:56:22.124,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.2007.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.125,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2003.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.125,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2009.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2010.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2012.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.126,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2013.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.150,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2014.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.150,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.2017.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.150,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2016.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2019.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2021.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2023.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.151,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2024.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.152,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2025.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.152,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2027.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.153,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2030.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.153,ns_1@10.2.1.58:set_view_update_daemon<0.2032.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-14T10:56:22.153,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2032.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-14T10:56:22.154,ns_1@10.2.1.58:ns_cluster<0.282.0>:ns_cluster:perform_actual_join:676]Node ns_1@10.2.1.58 joined cluster [error_logger:info,2012-11-14T10:56:22.154,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.2034.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.154,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1915.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.370,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.2047.0>}, {name,{per_bucket_sup,"default"}}, {mfargs,{single_bucket_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-14T10:56:22.444,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2049.0>}, {name,{capi_set_view_manager,"default"}}, {mfargs,{capi_set_view_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.468,ns_1@10.2.1.58:<0.2006.0>:ns_port_server:log:171]moxi<0.2006.0>: 2012-11-14 10:56:22: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.2006.0>: 2012-11-14 10:56:22: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:info,2012-11-14T10:56:22.727,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:ensure_bucket:1119]Created bucket "default" with config string "ht_size=3079;ht_locks=5;tap_noop_interval=20;max_txn_size=10000;max_size=12582912000;tap_keepalive=300;dbname=/data2/default;allow_data_loss_during_shutdown=true;backend=couchdb;couch_bucket=default;couch_port=11213;max_vbuckets=1024;alog_path=/data2/default/access.log;data_traffic_enabled=false;vb0=false;waitforwarmup=false;failpartialwarmup=false;" [error_logger:info,2012-11-14T10:56:22.728,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2061.0>}, {name,{ns_memcached,"default"}}, {mfargs,{ns_memcached,start_link,["default"]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.729,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2067.0>}, {name,{tap_replication_manager,"default"}}, {mfargs, {tap_replication_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2068.0>}, {name,{ns_vbm_new_sup,"default"}}, {mfargs,{ns_vbm_new_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:read_flush_counter:764]Loading flushseq failed: {error,enoent}. Assuming it's equal to global config. [error_logger:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2069.0>}, {name,{ns_vbm_sup,"default"}}, {mfargs,{ns_vbm_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [ns_server:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:janitor_agent-default<0.2070.0>:janitor_agent:read_flush_counter_from_config:771]Initialized flushseq 0 from bucket config [error_logger:info,2012-11-14T10:56:22.730,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2070.0>}, {name,{janitor_agent,"default"}}, {mfargs,{janitor_agent,start_link,["default"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.733,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2071.0>}, {name,{couch_stats_reader,"default"}}, {mfargs,{couch_stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.736,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2072.0>}, {name,{stats_collector,"default"}}, {mfargs,{stats_collector,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.737,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2074.0>}, {name,{stats_archiver,"default"}}, {mfargs,{stats_archiver,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.737,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2076.0>}, {name,{stats_reader,"default"}}, {mfargs,{stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-14T10:56:22.737,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.2077.0>}, {name,{failover_safeness_level,"default"}}, {mfargs, {failover_safeness_level,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:22.928,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:22.722242 PST 3: Trying to connect to mccouch: "localhost:11213" memcached<0.2008.0>: Wed Nov 14 10:56:22.722860 PST 3: Connected to mccouch: "localhost:11213" memcached<0.2008.0>: Wed Nov 14 10:56:22.727486 PST 3: Warning: failed to load the engine session stats due to IO exception "basic_ios::clear" memcached<0.2008.0>: Wed Nov 14 10:56:22.727596 PST 3: Extension support isn't implemented in this version of bucket_engine memcached<0.2008.0>: Wed Nov 14 10:56:22.727657 PST 3: Failed to load mutation log, falling back to key dump memcached<0.2008.0>: Wed Nov 14 10:56:22.727798 PST 3: metadata loaded in 1328 usec memcached<0.2008.0>: Wed Nov 14 10:56:22.727986 PST 3: warmup completed in 1431 usec [user:info,2012-11-14T10:56:23.071,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:handle_cast:581]Bucket "default" loaded on node 'ns_1@10.2.1.58' in 0 seconds. [ns_server:info,2012-11-14T10:56:23.423,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:handle_call:244]Enabling traffic to bucket "default" [ns_server:info,2012-11-14T10:56:23.424,ns_1@10.2.1.58:ns_memcached-default<0.2061.0>:ns_memcached:handle_call:248]Bucket "default" marked as warmed in 0 seconds [ns_server:info,2012-11-14T10:56:23.545,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to replica [ns_server:info,2012-11-14T10:56:23.546,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [ns_server:info,2012-11-14T10:56:23.561,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 512 to state replica [rebalance:info,2012-11-14T10:56:23.609,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[512]}, {checkpoints,[{512,0}]}, {name,<<"replication_building_512_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[512]}, {takeover,false}, {suffix,"building_512_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:23.610,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 512 [ns_server:info,2012-11-14T10:56:23.612,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 0 to state replica [rebalance:info,2012-11-14T10:56:23.659,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,0}]}, {name,<<"replication_building_0_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[0]}, {takeover,false}, {suffix,"building_0_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:23.666,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 0 [ns_server:info,2012-11-14T10:56:23.810,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:23.610311 PST 3: TAP (Consumer) eq_tapq:anon_1 - Reset vbucket 512 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:23.666762 PST 3: TAP (Consumer) eq_tapq:anon_2 - Reset vbucket 0 was completed succecssfully. [ns_server:info,2012-11-14T10:56:23.837,ns_1@10.2.1.58:mb_master<0.1970.0>:mb_master:candidate:351]Changing master from undefined to 'ns_1@10.2.1.61' [rebalance:info,2012-11-14T10:56:24.055,ns_1@10.2.1.58:<0.2146.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:24.077,ns_1@10.2.1.58:<0.2148.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:24.081,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [ns_server:info,2012-11-14T10:56:24.081,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:start_child:157]Starting replication from 'ns_1@10.2.1.63' for [0] [ns_server:info,2012-11-14T10:56:24.082,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0] ([0], []) [error_logger:info,2012-11-14T10:56:24.082,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2161.0>}, {name,{new_child_id,[0],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:24.083,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 0 to state replica [ns_server:info,2012-11-14T10:56:24.102,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [ns_server:info,2012-11-14T10:56:24.117,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to active [rebalance:info,2012-11-14T10:56:24.124,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,2}]}, {name,<<"replication_ns_1@10.2.1.58">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]} [rebalance:info,2012-11-14T10:56:24.126,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:process_upstream:933]TAP stream is not doing backfill [ns_server:info,2012-11-14T10:56:24.171,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:23.969871 PST 3: Notified the completion of checkpoint persistence for vbucket 0, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:24.047630 PST 3: Notified the completion of checkpoint persistence for vbucket 512, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:24.055707 PST 3: TAP (Consumer) eq_tapq:anon_1 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.077785 PST 3: TAP (Consumer) eq_tapq:anon_2 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.113095 PST 3: TAP (Consumer) eq_tapq:anon_3 - disconnected [ns_server:info,2012-11-14T10:56:24.189,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 1 to state replica [rebalance:info,2012-11-14T10:56:24.243,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[1]}, {checkpoints,[{1,0}]}, {name,<<"replication_building_1_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[1]}, {takeover,false}, {suffix,"building_1_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:24.243,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 1 [ns_server:info,2012-11-14T10:56:24.257,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to replica [ns_server:info,2012-11-14T10:56:24.265,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 513 to state replica [rebalance:info,2012-11-14T10:56:24.318,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[513]}, {checkpoints,[{513,0}]}, {name,<<"replication_building_513_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[513]}, {takeover,false}, {suffix,"building_513_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:24.322,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 513 [ns_server:info,2012-11-14T10:56:24.384,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:24.183977 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "opaque_enable_auto_nack" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:24.184020 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "enable_checkpoint_sync" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:24.184197 PST 3: Schedule cleanup of "eq_tapq:anon_1" memcached<0.2008.0>: Wed Nov 14 10:56:24.184229 PST 3: Schedule cleanup of "eq_tapq:anon_2" memcached<0.2008.0>: Wed Nov 14 10:56:24.184242 PST 3: Schedule cleanup of "eq_tapq:anon_3" memcached<0.2008.0>: Wed Nov 14 10:56:24.244053 PST 3: TAP (Consumer) eq_tapq:anon_5 - Reset vbucket 1 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:24.323027 PST 3: TAP (Consumer) eq_tapq:anon_6 - Reset vbucket 513 was completed succecssfully. [rebalance:info,2012-11-14T10:56:24.651,ns_1@10.2.1.58:<0.2174.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:24.654,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [ns_server:info,2012-11-14T10:56:24.654,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1] ([1], []) [ns_server:info,2012-11-14T10:56:24.655,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:24.681,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2}] [ns_server:info,2012-11-14T10:56:24.681,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2161.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:24.682,ns_1@10.2.1.58:<0.2195.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:24.683,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2195.0>}, {name,{new_child_id,[0,1],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:24.687,ns_1@10.2.1.58:<0.2177.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:24.694,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:info,2012-11-14T10:56:24.766,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to active [ns_server:info,2012-11-14T10:56:24.774,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 2 to state replica [ns_server:info,2012-11-14T10:56:24.785,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:24.584778 PST 3: Notified the completion of checkpoint persistence for vbucket 1, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:24.652027 PST 3: TAP (Consumer) eq_tapq:anon_5 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.652144 PST 3: Notified the completion of checkpoint persistence for vbucket 513, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:24.687202 PST 3: TAP (Consumer) eq_tapq:anon_6 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:24.728093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728120 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728134 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728142 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728150 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728161 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728194 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728213 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728221 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728230 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.728238 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729536 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729553 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729593 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729616 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729639 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729655 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729725 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729794 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729812 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729820 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729888 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729896 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729935 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729980 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.729993 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730007 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730020 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730033 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730046 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730063 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730076 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730087 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730098 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730108 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730165 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:24.730175 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:24.785,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 372 log lines from memcached [rebalance:info,2012-11-14T10:56:24.826,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[2]}, {checkpoints,[{2,0}]}, {name,<<"replication_building_2_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[2]}, {takeover,false}, {suffix,"building_2_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:24.829,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 2 [ns_server:info,2012-11-14T10:56:24.871,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to replica [ns_server:info,2012-11-14T10:56:24.884,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 514 to state replica [rebalance:info,2012-11-14T10:56:24.924,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[514]}, {checkpoints,[{514,0}]}, {name,<<"replication_building_514_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[514]}, {takeover,false}, {suffix,"building_514_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:24.926,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 514 [ns_server:info,2012-11-14T10:56:25.030,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:24.829746 PST 3: TAP (Consumer) eq_tapq:anon_8 - Reset vbucket 2 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:24.926121 PST 3: TAP (Consumer) eq_tapq:anon_9 - Reset vbucket 514 was completed succecssfully. [rebalance:info,2012-11-14T10:56:25.281,ns_1@10.2.1.58:<0.2213.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:25.355,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to active [rebalance:info,2012-11-14T10:56:25.418,ns_1@10.2.1.58:<0.2208.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:25.443,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to replica [ns_server:info,2012-11-14T10:56:25.447,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 515 to state replica [ns_server:info,2012-11-14T10:56:25.467,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:info,2012-11-14T10:56:25.467,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2] ([2], []) [ns_server:info,2012-11-14T10:56:25.468,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:25.474,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:25.274764 PST 3: Notified the completion of checkpoint persistence for vbucket 514, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:25.281913 PST 3: TAP (Consumer) eq_tapq:anon_9 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.302561 PST 3: Notified the completion of checkpoint persistence for vbucket 2, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:25.352091 PST 3: TAP (Consumer) eq_tapq:anon_10 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.364611 PST 3: Schedule cleanup of "eq_tapq:anon_9" memcached<0.2008.0>: Wed Nov 14 10:56:25.364652 PST 3: Schedule cleanup of "eq_tapq:anon_10" memcached<0.2008.0>: Wed Nov 14 10:56:25.364670 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:25.443060 PST 3: TAP (Consumer) eq_tapq:anon_8 - disconnected [rebalance:info,2012-11-14T10:56:25.475,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[515]}, {checkpoints,[{515,0}]}, {name,<<"replication_building_515_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[515]}, {takeover,false}, {suffix,"building_515_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:25.476,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 515 [ns_server:info,2012-11-14T10:56:25.504,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2}] [ns_server:info,2012-11-14T10:56:25.505,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:25.506,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:25.506,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2195.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:25.511,ns_1@10.2.1.58:<0.2243.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:25.512,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2243.0>}, {name,{new_child_id,[0,1,2],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:25.530,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:info,2012-11-14T10:56:25.598,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 3 to state replica [rebalance:info,2012-11-14T10:56:25.646,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[3]}, {checkpoints,[{3,0}]}, {name,<<"replication_building_3_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[3]}, {takeover,false}, {suffix,"building_3_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:25.653,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 3 [ns_server:info,2012-11-14T10:56:25.677,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:25.476362 PST 3: TAP (Consumer) eq_tapq:anon_11 - Reset vbucket 515 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:25.517759 PST 3: Schedule cleanup of "eq_tapq:anon_8" memcached<0.2008.0>: Wed Nov 14 10:56:25.560320 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560356 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560384 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560402 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.560439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561161 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561175 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561185 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561216 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561246 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.561938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562028 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562097 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562112 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562244 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562264 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562277 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562323 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562436 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562503 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562515 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562566 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562634 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562645 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562671 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562693 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.562726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563141 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563198 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563243 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563296 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563334 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563353 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563410 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563440 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563458 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563505 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563534 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563555 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563565 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563611 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563633 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:25.563705 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:25.677,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1991 log lines from memcached [rebalance:info,2012-11-14T10:56:25.868,ns_1@10.2.1.58:<0.2238.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:25.942,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to active [ns_server:info,2012-11-14T10:56:26.029,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to replica [ns_server:info,2012-11-14T10:56:26.036,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 516 to state replica [ns_server:info,2012-11-14T10:56:26.051,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:25.850273 PST 3: Notified the completion of checkpoint persistence for vbucket 515, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:25.869132 PST 3: TAP (Consumer) eq_tapq:anon_11 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.938548 PST 3: TAP (Consumer) eq_tapq:anon_13 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:25.955766 PST 3: Schedule cleanup of "eq_tapq:anon_11" memcached<0.2008.0>: Wed Nov 14 10:56:25.955794 PST 3: Schedule cleanup of "eq_tapq:anon_13" memcached<0.2008.0>: Wed Nov 14 10:56:25.955776 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:25.991880 PST 3: Notified the completion of checkpoint persistence for vbucket 3, cookie 0x13fefb80 [rebalance:info,2012-11-14T10:56:26.070,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[516]}, {checkpoints,[{516,0}]}, {name,<<"replication_building_516_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[516]}, {takeover,false}, {suffix,"building_516_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:26.072,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 516 [rebalance:info,2012-11-14T10:56:26.145,ns_1@10.2.1.58:<0.2249.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.151,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:info,2012-11-14T10:56:26.152,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3] ([3], []) [ns_server:info,2012-11-14T10:56:26.152,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:26.188,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2}] [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2243.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.189,ns_1@10.2.1.58:<0.2284.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:26.190,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2284.0>}, {name,{new_child_id,[0,1,2,3],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:26.205,ns_1@10.2.1.58:<0.2266.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.210,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:info,2012-11-14T10:56:26.273,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.073208 PST 3: TAP (Consumer) eq_tapq:anon_14 - Reset vbucket 516 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:26.145906 PST 3: TAP (Consumer) eq_tapq:anon_12 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.198478 PST 3: Notified the completion of checkpoint persistence for vbucket 516, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:26.206159 PST 3: TAP (Consumer) eq_tapq:anon_14 - disconnected [ns_server:info,2012-11-14T10:56:26.287,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 4 to state replica [ns_server:info,2012-11-14T10:56:26.294,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to active [rebalance:info,2012-11-14T10:56:26.334,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[4]}, {checkpoints,[{4,0}]}, {name,<<"replication_building_4_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[4]}, {takeover,false}, {suffix,"building_4_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:26.334,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 4 [ns_server:info,2012-11-14T10:56:26.395,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to replica [ns_server:info,2012-11-14T10:56:26.399,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 517 to state replica [ns_server:info,2012-11-14T10:56:26.481,ns_1@10.2.1.58:ns_doctor<0.1953.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@10.2.1.63': ["default"] [ns_server:info,2012-11-14T10:56:26.491,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.289015 PST 3: TAP (Consumer) eq_tapq:anon_15 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.305766 PST 3: Schedule cleanup of "eq_tapq:anon_12" memcached<0.2008.0>: Wed Nov 14 10:56:26.305804 PST 3: Schedule cleanup of "eq_tapq:anon_14" memcached<0.2008.0>: Wed Nov 14 10:56:26.305811 PST 3: Schedule cleanup of "eq_tapq:anon_15" memcached<0.2008.0>: Wed Nov 14 10:56:26.305809 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:26.334955 PST 3: TAP (Consumer) eq_tapq:anon_16 - Reset vbucket 4 was completed succecssfully. [rebalance:info,2012-11-14T10:56:26.496,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[517]}, {checkpoints,[{517,0}]}, {name,<<"replication_building_517_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[517]}, {takeover,false}, {suffix,"building_517_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:26.497,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 517 [ns_server:info,2012-11-14T10:56:26.698,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.498078 PST 3: TAP (Consumer) eq_tapq:anon_17 - Reset vbucket 517 was completed succecssfully. [rebalance:info,2012-11-14T10:56:26.793,ns_1@10.2.1.58:<0.2302.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.855,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to active [rebalance:info,2012-11-14T10:56:26.858,ns_1@10.2.1.58:<0.2297.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.923,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:info,2012-11-14T10:56:26.923,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4] ([4], []) [ns_server:info,2012-11-14T10:56:26.924,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:26.961,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:26.760785 PST 3: Notified the completion of checkpoint persistence for vbucket 4, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:26.786181 PST 3: Notified the completion of checkpoint persistence for vbucket 517, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:26.793624 PST 3: TAP (Consumer) eq_tapq:anon_17 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.852842 PST 3: TAP (Consumer) eq_tapq:anon_18 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.859340 PST 3: TAP (Consumer) eq_tapq:anon_16 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:26.864781 PST 3: Schedule cleanup of "eq_tapq:anon_16" memcached<0.2008.0>: Wed Nov 14 10:56:26.864817 PST 3: Schedule cleanup of "eq_tapq:anon_17" memcached<0.2008.0>: Wed Nov 14 10:56:26.864836 PST 3: Schedule cleanup of "eq_tapq:anon_18" memcached<0.2008.0>: Wed Nov 14 10:56:26.865089 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:26.962,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2}] [ns_server:info,2012-11-14T10:56:26.964,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2284.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:26.968,ns_1@10.2.1.58:<0.2323.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:26.969,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2323.0>}, {name,{new_child_id,[0,1,2,3,4],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:26.970,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to replica [ns_server:info,2012-11-14T10:56:26.981,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 518 to state replica [ns_server:info,2012-11-14T10:56:26.990,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [rebalance:info,2012-11-14T10:56:27.031,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[518]}, {checkpoints,[{518,0}]}, {name,<<"replication_building_518_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[518]}, {takeover,false}, {suffix,"building_518_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:27.033,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 518 [ns_server:info,2012-11-14T10:56:27.044,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 5 to state replica [ns_server:info,2012-11-14T10:56:27.076,ns_1@10.2.1.58:ns_doctor<0.1953.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@10.2.1.58': ["default"] [rebalance:info,2012-11-14T10:56:27.093,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[5]}, {checkpoints,[{5,0}]}, {name,<<"replication_building_5_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[5]}, {takeover,false}, {suffix,"building_5_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:27.095,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 5 [ns_server:info,2012-11-14T10:56:27.234,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:27.033517 PST 3: TAP (Consumer) eq_tapq:anon_19 - Reset vbucket 518 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:27.095798 PST 3: TAP (Consumer) eq_tapq:anon_20 - Reset vbucket 5 was completed succecssfully. [rebalance:info,2012-11-14T10:56:27.468,ns_1@10.2.1.58:<0.2330.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:27.534,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to active [rebalance:info,2012-11-14T10:56:27.606,ns_1@10.2.1.58:<0.2341.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:27.635,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [ns_server:info,2012-11-14T10:56:27.635,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5] ([5], []) [ns_server:info,2012-11-14T10:56:27.636,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:27.660,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:27.459992 PST 3: Notified the completion of checkpoint persistence for vbucket 518, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:27.468469 PST 3: TAP (Consumer) eq_tapq:anon_19 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:27.491970 PST 3: Notified the completion of checkpoint persistence for vbucket 5, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:27.531012 PST 3: TAP (Consumer) eq_tapq:anon_21 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:27.554777 PST 3: Schedule cleanup of "eq_tapq:anon_19" memcached<0.2008.0>: Wed Nov 14 10:56:27.554815 PST 3: Schedule cleanup of "eq_tapq:anon_21" memcached<0.2008.0>: Wed Nov 14 10:56:27.554828 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:27.606577 PST 3: TAP (Consumer) eq_tapq:anon_20 - disconnected [ns_server:info,2012-11-14T10:56:27.663,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2}] [ns_server:info,2012-11-14T10:56:27.663,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:27.664,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:27.664,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2323.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:27.665,ns_1@10.2.1.58:<0.2365.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:27.665,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2365.0>}, {name,{new_child_id,[0,1,2,3,4,5],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:27.677,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to replica [ns_server:info,2012-11-14T10:56:27.681,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 519 to state replica [ns_server:info,2012-11-14T10:56:27.688,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [rebalance:info,2012-11-14T10:56:27.734,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[519]}, {checkpoints,[{519,0}]}, {name,<<"replication_building_519_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[519]}, {takeover,false}, {suffix,"building_519_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:27.739,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 519 [ns_server:info,2012-11-14T10:56:27.759,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 6 to state replica [rebalance:info,2012-11-14T10:56:27.798,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[6]}, {checkpoints,[{6,0}]}, {name,<<"replication_building_6_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[6]}, {takeover,false}, {suffix,"building_6_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:27.800,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 6 [ns_server:info,2012-11-14T10:56:27.884,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:27.683277 PST 3: Schedule cleanup of "eq_tapq:anon_20" memcached<0.2008.0>: Wed Nov 14 10:56:27.740445 PST 3: TAP (Consumer) eq_tapq:anon_22 - Reset vbucket 519 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:27.800257 PST 3: TAP (Consumer) eq_tapq:anon_23 - Reset vbucket 6 was completed succecssfully. [rebalance:info,2012-11-14T10:56:28.223,ns_1@10.2.1.58:<0.2366.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:28.241,ns_1@10.2.1.58:<0.2385.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:28.246,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [ns_server:info,2012-11-14T10:56:28.246,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6] ([6], []) [ns_server:info,2012-11-14T10:56:28.247,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:28.300,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2}] [ns_server:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:28.301,ns_1@10.2.1.58:<0.2365.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:28.302,ns_1@10.2.1.58:<0.2403.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:28.302,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2403.0>}, {name,{new_child_id,[0,1,2,3,4,5,6],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:28.303,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to active [ns_server:info,2012-11-14T10:56:28.317,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [ns_server:info,2012-11-14T10:56:28.366,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.165344 PST 3: Notified the completion of checkpoint persistence for vbucket 6, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:28.214052 PST 3: Notified the completion of checkpoint persistence for vbucket 519, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:28.223592 PST 3: TAP (Consumer) eq_tapq:anon_22 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.241942 PST 3: TAP (Consumer) eq_tapq:anon_23 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.296935 PST 3: TAP (Consumer) eq_tapq:anon_24 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.328496 PST 3: Schedule cleanup of "eq_tapq:anon_22" memcached<0.2008.0>: Wed Nov 14 10:56:28.328536 PST 3: Schedule cleanup of "eq_tapq:anon_23" memcached<0.2008.0>: Wed Nov 14 10:56:28.328556 PST 3: Schedule cleanup of "eq_tapq:anon_24" memcached<0.2008.0>: Wed Nov 14 10:56:28.328787 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:28.391,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 7 to state replica [ns_server:info,2012-11-14T10:56:28.401,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to replica [ns_server:info,2012-11-14T10:56:28.403,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 520 to state replica [rebalance:info,2012-11-14T10:56:28.431,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[7]}, {checkpoints,[{7,0}]}, {name,<<"replication_building_7_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[7]}, {takeover,false}, {suffix,"building_7_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:28.441,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 7 [rebalance:info,2012-11-14T10:56:28.479,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[520]}, {checkpoints,[{520,0}]}, {name,<<"replication_building_520_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[520]}, {takeover,false}, {suffix,"building_520_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:28.480,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 520 [ns_server:info,2012-11-14T10:56:28.642,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.441969 PST 3: TAP (Consumer) eq_tapq:anon_25 - Reset vbucket 7 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:28.480517 PST 3: TAP (Consumer) eq_tapq:anon_26 - Reset vbucket 520 was completed succecssfully. [rebalance:info,2012-11-14T10:56:28.756,ns_1@10.2.1.58:<0.2414.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:28.834,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to active [rebalance:info,2012-11-14T10:56:28.892,ns_1@10.2.1.58:<0.2413.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:28.921,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [ns_server:info,2012-11-14T10:56:28.921,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7] ([7], []) [ns_server:info,2012-11-14T10:56:28.922,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:28.947,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.746857 PST 3: Notified the completion of checkpoint persistence for vbucket 520, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:28.756505 PST 3: TAP (Consumer) eq_tapq:anon_26 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.807137 PST 3: Notified the completion of checkpoint persistence for vbucket 7, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:28.831327 PST 3: TAP (Consumer) eq_tapq:anon_27 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:28.842867 PST 3: Schedule cleanup of "eq_tapq:anon_26" memcached<0.2008.0>: Wed Nov 14 10:56:28.842898 PST 3: Schedule cleanup of "eq_tapq:anon_27" memcached<0.2008.0>: Wed Nov 14 10:56:28.843020 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:28.892552 PST 3: TAP (Consumer) eq_tapq:anon_25 - disconnected [ns_server:info,2012-11-14T10:56:28.950,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2}] [ns_server:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:28.951,ns_1@10.2.1.58:<0.2403.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:28.952,ns_1@10.2.1.58:<0.2438.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:28.952,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2438.0>}, {name, {new_child_id,[0,1,2,3,4,5,6,7],'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:28.953,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to replica [ns_server:info,2012-11-14T10:56:28.966,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 521 to state replica [ns_server:info,2012-11-14T10:56:28.968,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [rebalance:info,2012-11-14T10:56:29.010,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[521]}, {checkpoints,[{521,0}]}, {name,<<"replication_building_521_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[521]}, {takeover,false}, {suffix,"building_521_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:29.011,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 521 [ns_server:info,2012-11-14T10:56:29.022,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 8 to state replica [rebalance:info,2012-11-14T10:56:29.074,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\b"}, {checkpoints,[{8,0}]}, {name,<<"replication_building_8_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\b"}, {takeover,false}, {suffix,"building_8_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:29.076,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 8 [ns_server:info,2012-11-14T10:56:29.153,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:28.952319 PST 3: Schedule cleanup of "eq_tapq:anon_25" memcached<0.2008.0>: Wed Nov 14 10:56:29.011967 PST 3: TAP (Consumer) eq_tapq:anon_28 - Reset vbucket 521 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:29.077000 PST 3: TAP (Consumer) eq_tapq:anon_29 - Reset vbucket 8 was completed succecssfully. [rebalance:info,2012-11-14T10:56:29.467,ns_1@10.2.1.58:<0.2445.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:29.479,ns_1@10.2.1.58:<0.2458.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:29.482,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [ns_server:info,2012-11-14T10:56:29.482,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8] ("\b", []) [ns_server:info,2012-11-14T10:56:29.484,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:29.520,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2}] [ns_server:info,2012-11-14T10:56:29.521,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:29.522,ns_1@10.2.1.58:<0.2438.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:29.523,ns_1@10.2.1.58:<0.2471.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:29.523,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2471.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:29.542,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to active [ns_server:info,2012-11-14T10:56:29.550,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:info,2012-11-14T10:56:29.585,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:29.385648 PST 3: Notified the completion of checkpoint persistence for vbucket 8, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:29.458063 PST 3: Notified the completion of checkpoint persistence for vbucket 521, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:29.468115 PST 3: TAP (Consumer) eq_tapq:anon_28 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:29.479371 PST 3: TAP (Consumer) eq_tapq:anon_29 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:29.536031 PST 3: TAP (Consumer) eq_tapq:anon_30 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:29.554767 PST 3: Schedule cleanup of "eq_tapq:anon_28" memcached<0.2008.0>: Wed Nov 14 10:56:29.554801 PST 3: Schedule cleanup of "eq_tapq:anon_29" memcached<0.2008.0>: Wed Nov 14 10:56:29.554814 PST 3: Schedule cleanup of "eq_tapq:anon_30" memcached<0.2008.0>: Wed Nov 14 10:56:29.554954 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:29.628,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 9 to state replica [rebalance:info,2012-11-14T10:56:29.671,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\t"}, {checkpoints,[{9,0}]}, {name,<<"replication_building_9_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\t"}, {takeover,false}, {suffix,"building_9_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:29.674,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 9 [ns_server:info,2012-11-14T10:56:29.694,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to replica [ns_server:info,2012-11-14T10:56:29.701,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 522 to state replica [rebalance:info,2012-11-14T10:56:29.747,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[522]}, {checkpoints,[{522,0}]}, {name,<<"replication_building_522_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[522]}, {takeover,false}, {suffix,"building_522_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:29.750,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 522 [ns_server:info,2012-11-14T10:56:29.786,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:29.586037 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586188 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586208 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586228 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586288 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586307 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586326 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586375 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586423 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586476 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586498 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586518 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586536 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586584 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586642 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586676 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586697 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586787 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586830 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586849 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586915 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586939 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.586998 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587032 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587053 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587071 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587089 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587244 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587264 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587303 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587325 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587395 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.587413 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:29.675069 PST 3: TAP (Consumer) eq_tapq:anon_31 - Reset vbucket 9 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:29.751211 PST 3: TAP (Consumer) eq_tapq:anon_32 - Reset vbucket 522 was completed succecssfully. [rebalance:info,2012-11-14T10:56:30.127,ns_1@10.2.1.58:<0.2485.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:30.206,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to active [rebalance:info,2012-11-14T10:56:30.287,ns_1@10.2.1.58:<0.2480.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:30.317,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.117613 PST 3: Notified the completion of checkpoint persistence for vbucket 522, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:30.128077 PST 3: TAP (Consumer) eq_tapq:anon_32 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.140391 PST 3: Notified the completion of checkpoint persistence for vbucket 9, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:30.200295 PST 3: TAP (Consumer) eq_tapq:anon_33 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.216906 PST 3: Schedule cleanup of "eq_tapq:anon_32" memcached<0.2008.0>: Wed Nov 14 10:56:30.216932 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:30.216941 PST 3: Schedule cleanup of "eq_tapq:anon_33" memcached<0.2008.0>: Wed Nov 14 10:56:30.304261 PST 3: TAP (Consumer) eq_tapq:anon_31 - disconnected [ns_server:info,2012-11-14T10:56:30.321,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to replica [ns_server:info,2012-11-14T10:56:30.325,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 523 to state replica [ns_server:info,2012-11-14T10:56:30.342,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:info,2012-11-14T10:56:30.342,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9] ("\t", []) [ns_server:info,2012-11-14T10:56:30.344,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [rebalance:info,2012-11-14T10:56:30.366,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[523]}, {checkpoints,[{523,0}]}, {name,<<"replication_building_523_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[523]}, {takeover,false}, {suffix,"building_523_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:30.367,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 523 [ns_server:info,2012-11-14T10:56:30.374,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2}] [ns_server:info,2012-11-14T10:56:30.375,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:30.375,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:30.376,ns_1@10.2.1.58:<0.2471.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:30.377,ns_1@10.2.1.58:<0.2540.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:30.377,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2540.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:30.397,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [ns_server:info,2012-11-14T10:56:30.466,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 10 to state replica [rebalance:info,2012-11-14T10:56:30.496,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\n"}, {checkpoints,[{10,0}]}, {name,<<"replication_building_10_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\n"}, {takeover,false}, {suffix,"building_10_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:30.496,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 10 [ns_server:info,2012-11-14T10:56:30.568,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.367530 PST 3: TAP (Consumer) eq_tapq:anon_34 - Reset vbucket 523 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:30.387949 PST 3: Schedule cleanup of "eq_tapq:anon_31" memcached<0.2008.0>: Wed Nov 14 10:56:30.450220 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450337 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450376 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450412 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450575 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450606 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450620 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450632 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450659 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450671 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450681 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450707 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.450729 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451388 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451406 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451420 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451454 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451468 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451515 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451525 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451548 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451573 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451601 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451618 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451627 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451643 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451658 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451672 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451706 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451722 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451751 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451766 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451791 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451802 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451814 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451822 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.451862 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453091 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453106 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453131 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453144 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453186 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.453197 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:30.568,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 2127 log lines from memcached [rebalance:info,2012-11-14T10:56:30.759,ns_1@10.2.1.58:<0.2507.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:30.769,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.568881 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.568894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.568903 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.568940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569068 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569079 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569099 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569139 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569402 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569414 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569459 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569513 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569550 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569654 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569744 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.569779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570923 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570954 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.570988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571040 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571082 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571145 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571184 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571288 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571334 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571444 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571510 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.571895 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572358 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572410 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572628 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572759 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572777 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572828 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572875 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572906 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.572927 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573075 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573104 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:30.573407 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:30.769,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 669 log lines from memcached [ns_server:info,2012-11-14T10:56:30.812,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to active [ns_server:info,2012-11-14T10:56:30.902,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to replica [ns_server:info,2012-11-14T10:56:30.905,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 524 to state replica [rebalance:info,2012-11-14T10:56:30.934,ns_1@10.2.1.58:<0.2552.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:30.938,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[524]}, {checkpoints,[{524,0}]}, {name,<<"replication_building_524_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[524]}, {takeover,false}, {suffix,"building_524_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:30.942,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 524 [ns_server:info,2012-11-14T10:56:30.952,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [ns_server:info,2012-11-14T10:56:30.952,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10] ("\n", []) [ns_server:info,2012-11-14T10:56:30.953,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:30.999,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:30.798018 PST 3: Notified the completion of checkpoint persistence for vbucket 10, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:30.801290 PST 3: TAP (Consumer) eq_tapq:anon_36 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.821671 PST 3: Schedule cleanup of "eq_tapq:anon_34" memcached<0.2008.0>: Wed Nov 14 10:56:30.821684 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:30.821693 PST 3: Schedule cleanup of "eq_tapq:anon_36" memcached<0.2008.0>: Wed Nov 14 10:56:30.934801 PST 3: TAP (Consumer) eq_tapq:anon_35 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:30.948511 PST 3: TAP (Consumer) eq_tapq:anon_37 - Reset vbucket 524 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:30.951387 PST 3: Schedule cleanup of "eq_tapq:anon_35" [ns_server:info,2012-11-14T10:56:31.001,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2},{10,2}] [ns_server:info,2012-11-14T10:56:31.003,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:31.004,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:31.004,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:31.005,ns_1@10.2.1.58:<0.2540.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:31.006,ns_1@10.2.1.58:<0.2575.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:31.006,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2575.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:31.028,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:info,2012-11-14T10:56:31.121,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 11 to state replica [rebalance:info,2012-11-14T10:56:31.177,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\v"}, {checkpoints,[{11,0}]}, {name,<<"replication_building_11_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\v"}, {takeover,false}, {suffix,"building_11_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:31.179,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 11 [rebalance:info,2012-11-14T10:56:31.237,ns_1@10.2.1.58:<0.2563.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:31.301,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to active [ns_server:info,2012-11-14T10:56:31.367,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 525 state to replica [ns_server:info,2012-11-14T10:56:31.374,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 525 to state replica [ns_server:info,2012-11-14T10:56:31.379,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:31.179174 PST 3: TAP (Consumer) eq_tapq:anon_38 - Reset vbucket 11 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:31.212679 PST 3: Notified the completion of checkpoint persistence for vbucket 524, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:31.238313 PST 3: TAP (Consumer) eq_tapq:anon_37 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.297765 PST 3: TAP (Consumer) eq_tapq:anon_39 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.316133 PST 3: Schedule cleanup of "eq_tapq:anon_37" memcached<0.2008.0>: Wed Nov 14 10:56:31.316147 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:31.316157 PST 3: Schedule cleanup of "eq_tapq:anon_39" [rebalance:info,2012-11-14T10:56:31.423,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[525]}, {checkpoints,[{525,0}]}, {name,<<"replication_building_525_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[525]}, {takeover,false}, {suffix,"building_525_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:31.423,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 525 [rebalance:info,2012-11-14T10:56:31.569,ns_1@10.2.1.58:<0.2587.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:31.581,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:info,2012-11-14T10:56:31.582,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11] ("\v", []) [ns_server:info,2012-11-14T10:56:31.582,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:31.625,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:31.423927 PST 3: TAP (Consumer) eq_tapq:anon_40 - Reset vbucket 525 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:31.472667 PST 3: Notified the completion of checkpoint persistence for vbucket 11, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:31.570067 PST 3: TAP (Consumer) eq_tapq:anon_38 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.601473 PST 3: Notified the completion of checkpoint persistence for vbucket 525, cookie 0x13fc82c0 [ns_server:info,2012-11-14T10:56:31.628,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2},{1,2},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2},{10,2},{11,2}] [ns_server:info,2012-11-14T10:56:31.629,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2575.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:31.630,ns_1@10.2.1.58:<0.2612.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:31.631,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2612.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:31.650,ns_1@10.2.1.58:<0.2596.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:31.651,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 12 state to replica [ns_server:info,2012-11-14T10:56:31.727,ns_1@10.2.1.58:<0.2625.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 12 to state replica [ns_server:info,2012-11-14T10:56:31.730,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 525 state to active [rebalance:info,2012-11-14T10:56:31.763,ns_1@10.2.1.58:<0.2625.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\f"}, {checkpoints,[{12,0}]}, {name,<<"replication_building_12_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\f"}, {takeover,false}, {suffix,"building_12_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:31.763,ns_1@10.2.1.58:<0.2625.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 12 [ns_server:info,2012-11-14T10:56:31.844,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 526 state to replica [ns_server:info,2012-11-14T10:56:31.846,ns_1@10.2.1.58:<0.2630.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 526 to state replica [ns_server:info,2012-11-14T10:56:31.851,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:31.651154 PST 3: TAP (Consumer) eq_tapq:anon_40 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.727374 PST 3: TAP (Consumer) eq_tapq:anon_41 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:31.741986 PST 3: Schedule cleanup of "eq_tapq:anon_38" memcached<0.2008.0>: Wed Nov 14 10:56:31.742010 PST 3: Schedule cleanup of "eq_tapq:anon_40" memcached<0.2008.0>: Wed Nov 14 10:56:31.742017 PST 3: Schedule cleanup of "eq_tapq:anon_41" memcached<0.2008.0>: Wed Nov 14 10:56:31.742101 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:31.764075 PST 3: TAP (Consumer) eq_tapq:anon_42 - Reset vbucket 12 was completed succecssfully. [rebalance:info,2012-11-14T10:56:31.903,ns_1@10.2.1.58:<0.2630.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[526]}, {checkpoints,[{526,0}]}, {name,<<"replication_building_526_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[526]}, {takeover,false}, {suffix,"building_526_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:31.903,ns_1@10.2.1.58:<0.2630.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 526 [ns_server:info,2012-11-14T10:56:32.105,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:31.903913 PST 3: TAP (Consumer) eq_tapq:anon_43 - Reset vbucket 526 was completed succecssfully. [rebalance:info,2012-11-14T10:56:32.291,ns_1@10.2.1.58:<0.2630.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:32.320,ns_1@10.2.1.58:<0.2625.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:32.326,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 12 state to replica [ns_server:info,2012-11-14T10:56:32.327,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12] ("\f", []) [ns_server:info,2012-11-14T10:56:32.328,ns_1@10.2.1.58:<0.2612.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:32.367,ns_1@10.2.1.58:<0.2612.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}] [ns_server:info,2012-11-14T10:56:32.367,ns_1@10.2.1.58:<0.2612.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:32.367,ns_1@10.2.1.58:<0.2612.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:32.367,ns_1@10.2.1.58:<0.2612.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:32.368,ns_1@10.2.1.58:<0.2612.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:32.368,ns_1@10.2.1.58:<0.2662.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:32.368,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2662.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11,12]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:32.374,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 526 state to active [ns_server:info,2012-11-14T10:56:32.385,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 13 state to replica [ns_server:info,2012-11-14T10:56:32.428,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:32.227566 PST 3: Notified the completion of checkpoint persistence for vbucket 12, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:32.284993 PST 3: Notified the completion of checkpoint persistence for vbucket 526, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:32.292171 PST 3: TAP (Consumer) eq_tapq:anon_43 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:32.320874 PST 3: TAP (Consumer) eq_tapq:anon_42 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:32.362257 PST 3: TAP (Consumer) eq_tapq:anon_44 - disconnected [ns_server:info,2012-11-14T10:56:32.459,ns_1@10.2.1.58:<0.2671.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 13 to state replica [rebalance:info,2012-11-14T10:56:32.509,ns_1@10.2.1.58:<0.2671.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\r"}, {checkpoints,[{13,0}]}, {name,<<"replication_building_13_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\r"}, {takeover,false}, {suffix,"building_13_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:32.515,ns_1@10.2.1.58:<0.2671.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 13 [ns_server:info,2012-11-14T10:56:32.518,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 527 state to replica [ns_server:info,2012-11-14T10:56:32.522,ns_1@10.2.1.58:<0.2674.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 527 to state replica [rebalance:info,2012-11-14T10:56:32.561,ns_1@10.2.1.58:<0.2674.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[527]}, {checkpoints,[{527,0}]}, {name,<<"replication_building_527_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[527]}, {takeover,false}, {suffix,"building_527_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:32.564,ns_1@10.2.1.58:<0.2674.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 527 [ns_server:info,2012-11-14T10:56:32.656,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:32.455631 PST 3: Schedule cleanup of "eq_tapq:anon_42" memcached<0.2008.0>: Wed Nov 14 10:56:32.455640 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:32.455657 PST 3: Schedule cleanup of "eq_tapq:anon_43" memcached<0.2008.0>: Wed Nov 14 10:56:32.455666 PST 3: Schedule cleanup of "eq_tapq:anon_44" memcached<0.2008.0>: Wed Nov 14 10:56:32.515828 PST 3: TAP (Consumer) eq_tapq:anon_45 - Reset vbucket 13 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:32.565770 PST 3: TAP (Consumer) eq_tapq:anon_46 - Reset vbucket 527 was completed succecssfully. [rebalance:info,2012-11-14T10:56:32.933,ns_1@10.2.1.58:<0.2674.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:32.969,ns_1@10.2.1.58:<0.2671.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:32.973,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 13 state to replica [ns_server:info,2012-11-14T10:56:32.973,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13] ("\r", []) [ns_server:info,2012-11-14T10:56:32.974,ns_1@10.2.1.58:<0.2662.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:33.020,ns_1@10.2.1.58:<0.2662.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}] [ns_server:info,2012-11-14T10:56:33.021,ns_1@10.2.1.58:<0.2662.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:33.021,ns_1@10.2.1.58:<0.2662.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:33.021,ns_1@10.2.1.58:<0.2662.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:33.022,ns_1@10.2.1.58:<0.2662.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:33.022,ns_1@10.2.1.58:<0.2696.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:33.023,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2696.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11,12,13]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:33.024,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 527 state to active [ns_server:info,2012-11-14T10:56:33.051,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 14 state to replica [ns_server:info,2012-11-14T10:56:33.084,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:32.883817 PST 3: Notified the completion of checkpoint persistence for vbucket 13, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:32.925506 PST 3: Notified the completion of checkpoint persistence for vbucket 527, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:32.933826 PST 3: TAP (Consumer) eq_tapq:anon_46 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:32.970114 PST 3: TAP (Consumer) eq_tapq:anon_45 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:33.004032 PST 3: TAP (Consumer) eq_tapq:anon_47 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:33.055563 PST 3: Schedule cleanup of "eq_tapq:anon_45" memcached<0.2008.0>: Wed Nov 14 10:56:33.055600 PST 3: Schedule cleanup of "eq_tapq:anon_46" memcached<0.2008.0>: Wed Nov 14 10:56:33.055613 PST 3: Schedule cleanup of "eq_tapq:anon_47" memcached<0.2008.0>: Wed Nov 14 10:56:33.055880 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:33.136,ns_1@10.2.1.58:<0.2705.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 14 to state replica [ns_server:info,2012-11-14T10:56:33.179,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 528 state to replica [ns_server:info,2012-11-14T10:56:33.182,ns_1@10.2.1.58:<0.2707.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 528 to state replica [rebalance:info,2012-11-14T10:56:33.184,ns_1@10.2.1.58:<0.2705.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[14]}, {checkpoints,[{14,0}]}, {name,<<"replication_building_14_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[14]}, {takeover,false}, {suffix,"building_14_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:33.186,ns_1@10.2.1.58:<0.2705.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 14 [rebalance:info,2012-11-14T10:56:33.247,ns_1@10.2.1.58:<0.2707.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[528]}, {checkpoints,[{528,0}]}, {name,<<"replication_building_528_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[528]}, {takeover,false}, {suffix,"building_528_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:33.250,ns_1@10.2.1.58:<0.2707.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 528 [ns_server:info,2012-11-14T10:56:33.387,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:33.186498 PST 3: TAP (Consumer) eq_tapq:anon_48 - Reset vbucket 14 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:33.250696 PST 3: TAP (Consumer) eq_tapq:anon_49 - Reset vbucket 528 was completed succecssfully. [rebalance:info,2012-11-14T10:56:33.655,ns_1@10.2.1.58:<0.2707.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:33.677,ns_1@10.2.1.58:<0.2705.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:33.680,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 14 state to replica [ns_server:info,2012-11-14T10:56:33.681,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14] ([14], []) [ns_server:info,2012-11-14T10:56:33.682,ns_1@10.2.1.58:<0.2696.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:33.724,ns_1@10.2.1.58:<0.2696.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}] [ns_server:info,2012-11-14T10:56:33.725,ns_1@10.2.1.58:<0.2696.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:33.725,ns_1@10.2.1.58:<0.2696.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:33.725,ns_1@10.2.1.58:<0.2696.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:33.726,ns_1@10.2.1.58:<0.2696.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:33.726,ns_1@10.2.1.58:<0.2730.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:33.726,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2730.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:33.727,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 528 state to active [ns_server:info,2012-11-14T10:56:33.746,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 15 state to replica [ns_server:info,2012-11-14T10:56:33.782,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:33.581387 PST 3: Notified the completion of checkpoint persistence for vbucket 14, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:33.639216 PST 3: Notified the completion of checkpoint persistence for vbucket 528, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:33.655308 PST 3: TAP (Consumer) eq_tapq:anon_49 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:33.677534 PST 3: TAP (Consumer) eq_tapq:anon_48 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:33.714270 PST 3: TAP (Consumer) eq_tapq:anon_50 - disconnected [ns_server:info,2012-11-14T10:56:33.791,ns_1@10.2.1.58:<0.2739.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 15 to state replica [rebalance:info,2012-11-14T10:56:33.850,ns_1@10.2.1.58:<0.2739.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[15]}, {checkpoints,[{15,0}]}, {name,<<"replication_building_15_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[15]}, {takeover,false}, {suffix,"building_15_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:33.850,ns_1@10.2.1.58:<0.2739.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 15 [ns_server:info,2012-11-14T10:56:33.887,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 529 state to replica [ns_server:info,2012-11-14T10:56:33.891,ns_1@10.2.1.58:<0.2742.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 529 to state replica [rebalance:info,2012-11-14T10:56:33.952,ns_1@10.2.1.58:<0.2742.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[529]}, {checkpoints,[{529,0}]}, {name,<<"replication_building_529_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[529]}, {takeover,false}, {suffix,"building_529_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:33.953,ns_1@10.2.1.58:<0.2742.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 529 [ns_server:info,2012-11-14T10:56:33.992,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:33.790675 PST 3: Schedule cleanup of "eq_tapq:anon_48" memcached<0.2008.0>: Wed Nov 14 10:56:33.790709 PST 3: Schedule cleanup of "eq_tapq:anon_49" memcached<0.2008.0>: Wed Nov 14 10:56:33.790721 PST 3: Schedule cleanup of "eq_tapq:anon_50" memcached<0.2008.0>: Wed Nov 14 10:56:33.790739 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:33.851576 PST 3: TAP (Consumer) eq_tapq:anon_51 - Reset vbucket 15 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:33.953444 PST 3: TAP (Consumer) eq_tapq:anon_52 - Reset vbucket 529 was completed succecssfully. [rebalance:info,2012-11-14T10:56:34.283,ns_1@10.2.1.58:<0.2742.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:34.344,ns_1@10.2.1.58:<0.2739.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:34.349,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 15 state to replica [ns_server:info,2012-11-14T10:56:34.349,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15] ([15], []) [ns_server:info,2012-11-14T10:56:34.350,ns_1@10.2.1.58:<0.2730.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:34.404,ns_1@10.2.1.58:<0.2730.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}] [ns_server:info,2012-11-14T10:56:34.405,ns_1@10.2.1.58:<0.2730.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:34.405,ns_1@10.2.1.58:<0.2730.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:34.405,ns_1@10.2.1.58:<0.2730.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:34.405,ns_1@10.2.1.58:<0.2730.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:34.406,ns_1@10.2.1.58:<0.2769.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:34.406,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2769.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:34.407,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 529 state to active [ns_server:info,2012-11-14T10:56:34.430,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 16 state to replica [ns_server:info,2012-11-14T10:56:34.452,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:34.252022 PST 3: Notified the completion of checkpoint persistence for vbucket 15, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:34.278175 PST 3: Notified the completion of checkpoint persistence for vbucket 529, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:34.283817 PST 3: TAP (Consumer) eq_tapq:anon_52 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:34.344969 PST 3: TAP (Consumer) eq_tapq:anon_51 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:34.387301 PST 3: TAP (Consumer) eq_tapq:anon_53 - disconnected [ns_server:info,2012-11-14T10:56:34.503,ns_1@10.2.1.58:<0.2778.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 16 to state replica [rebalance:info,2012-11-14T10:56:34.553,ns_1@10.2.1.58:<0.2778.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[16]}, {checkpoints,[{16,0}]}, {name,<<"replication_building_16_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[16]}, {takeover,false}, {suffix,"building_16_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:34.555,ns_1@10.2.1.58:<0.2778.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 16 [ns_server:info,2012-11-14T10:56:34.559,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 530 state to replica [ns_server:info,2012-11-14T10:56:34.563,ns_1@10.2.1.58:<0.2781.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 530 to state replica [rebalance:info,2012-11-14T10:56:34.633,ns_1@10.2.1.58:<0.2781.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[530]}, {checkpoints,[{530,0}]}, {name,<<"replication_building_530_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[530]}, {takeover,false}, {suffix,"building_530_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:34.637,ns_1@10.2.1.58:<0.2781.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 530 [ns_server:info,2012-11-14T10:56:34.707,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:34.506956 PST 3: Schedule cleanup of "eq_tapq:anon_51" memcached<0.2008.0>: Wed Nov 14 10:56:34.506972 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:34.506988 PST 3: Schedule cleanup of "eq_tapq:anon_52" memcached<0.2008.0>: Wed Nov 14 10:56:34.507828 PST 3: Schedule cleanup of "eq_tapq:anon_53" memcached<0.2008.0>: Wed Nov 14 10:56:34.590196 PST 3: TAP (Consumer) eq_tapq:anon_54 - Reset vbucket 16 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:34.637662 PST 3: TAP (Consumer) eq_tapq:anon_55 - Reset vbucket 530 was completed succecssfully. [rebalance:info,2012-11-14T10:56:35.051,ns_1@10.2.1.58:<0.2781.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:35.088,ns_1@10.2.1.58:<0.2778.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:35.093,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 16 state to replica [ns_server:info,2012-11-14T10:56:35.093,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16] ([16], []) [ns_server:info,2012-11-14T10:56:35.094,ns_1@10.2.1.58:<0.2769.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:35.130,ns_1@10.2.1.58:<0.2769.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}] [ns_server:info,2012-11-14T10:56:35.130,ns_1@10.2.1.58:<0.2769.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:35.130,ns_1@10.2.1.58:<0.2769.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:35.130,ns_1@10.2.1.58:<0.2769.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:35.131,ns_1@10.2.1.58:<0.2769.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:35.131,ns_1@10.2.1.58:<0.2803.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [ns_server:info,2012-11-14T10:56:35.131,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 530 state to active [error_logger:info,2012-11-14T10:56:35.132,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2803.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:35.160,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 17 state to replica [ns_server:info,2012-11-14T10:56:35.209,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:35.008382 PST 3: Notified the completion of checkpoint persistence for vbucket 16, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:35.041327 PST 3: Notified the completion of checkpoint persistence for vbucket 530, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:35.052044 PST 3: TAP (Consumer) eq_tapq:anon_55 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:35.089230 PST 3: TAP (Consumer) eq_tapq:anon_54 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:35.118307 PST 3: TAP (Consumer) eq_tapq:anon_56 - disconnected [ns_server:info,2012-11-14T10:56:35.250,ns_1@10.2.1.58:<0.2813.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 17 to state replica [ns_server:info,2012-11-14T10:56:35.294,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 531 state to replica [rebalance:info,2012-11-14T10:56:35.295,ns_1@10.2.1.58:<0.2813.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[17]}, {checkpoints,[{17,0}]}, {name,<<"replication_building_17_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[17]}, {takeover,false}, {suffix,"building_17_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:35.300,ns_1@10.2.1.58:<0.2813.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 17 [ns_server:info,2012-11-14T10:56:35.305,ns_1@10.2.1.58:<0.2821.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 531 to state replica [rebalance:info,2012-11-14T10:56:35.368,ns_1@10.2.1.58:<0.2821.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[531]}, {checkpoints,[{531,0}]}, {name,<<"replication_building_531_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[531]}, {takeover,false}, {suffix,"building_531_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:35.371,ns_1@10.2.1.58:<0.2821.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 531 [ns_server:info,2012-11-14T10:56:35.432,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:35.231777 PST 3: Schedule cleanup of "eq_tapq:anon_54" memcached<0.2008.0>: Wed Nov 14 10:56:35.231813 PST 3: Schedule cleanup of "eq_tapq:anon_55" memcached<0.2008.0>: Wed Nov 14 10:56:35.231827 PST 3: Schedule cleanup of "eq_tapq:anon_56" memcached<0.2008.0>: Wed Nov 14 10:56:35.232080 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:35.301880 PST 3: TAP (Consumer) eq_tapq:anon_57 - Reset vbucket 17 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:35.371734 PST 3: TAP (Consumer) eq_tapq:anon_58 - Reset vbucket 531 was completed succecssfully. [rebalance:info,2012-11-14T10:56:35.852,ns_1@10.2.1.58:<0.2821.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:35.935,ns_1@10.2.1.58:<0.2813.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:35.941,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 531 state to active [ns_server:info,2012-11-14T10:56:35.943,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 17 state to replica [ns_server:info,2012-11-14T10:56:35.944,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17] ([17], []) [ns_server:info,2012-11-14T10:56:35.945,ns_1@10.2.1.58:<0.2803.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:35.989,ns_1@10.2.1.58:<0.2803.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}] [ns_server:info,2012-11-14T10:56:35.990,ns_1@10.2.1.58:<0.2803.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:35.990,ns_1@10.2.1.58:<0.2803.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:35.990,ns_1@10.2.1.58:<0.2803.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:35.991,ns_1@10.2.1.58:<0.2803.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:35.991,ns_1@10.2.1.58:<0.2837.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:35.991,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2837.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:36.016,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 18 state to replica [ns_server:info,2012-11-14T10:56:36.033,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:35.832825 PST 3: Notified the completion of checkpoint persistence for vbucket 531, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:35.840886 PST 3: Notified the completion of checkpoint persistence for vbucket 17, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:35.852747 PST 3: TAP (Consumer) eq_tapq:anon_58 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:35.936077 PST 3: TAP (Consumer) eq_tapq:anon_57 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:35.936822 PST 3: TAP (Consumer) eq_tapq:anon_59 - disconnected [ns_server:info,2012-11-14T10:56:36.116,ns_1@10.2.1.58:<0.2850.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 18 to state replica [rebalance:info,2012-11-14T10:56:36.157,ns_1@10.2.1.58:<0.2850.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[18]}, {checkpoints,[{18,0}]}, {name,<<"replication_building_18_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[18]}, {takeover,false}, {suffix,"building_18_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:36.158,ns_1@10.2.1.58:<0.2850.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 18 [ns_server:info,2012-11-14T10:56:36.172,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 532 state to replica [ns_server:info,2012-11-14T10:56:36.175,ns_1@10.2.1.58:<0.2853.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 532 to state replica [rebalance:info,2012-11-14T10:56:36.211,ns_1@10.2.1.58:<0.2853.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[532]}, {checkpoints,[{532,0}]}, {name,<<"replication_building_532_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[532]}, {takeover,false}, {suffix,"building_532_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:36.212,ns_1@10.2.1.58:<0.2853.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 532 [ns_server:info,2012-11-14T10:56:36.294,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:36.094045 PST 3: Schedule cleanup of "eq_tapq:anon_57" memcached<0.2008.0>: Wed Nov 14 10:56:36.094080 PST 3: Schedule cleanup of "eq_tapq:anon_58" memcached<0.2008.0>: Wed Nov 14 10:56:36.094091 PST 3: Schedule cleanup of "eq_tapq:anon_59" memcached<0.2008.0>: Wed Nov 14 10:56:36.094337 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:36.212997 PST 3: TAP (Consumer) eq_tapq:anon_60 - Reset vbucket 532 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:36.231613 PST 3: TAP (Consumer) eq_tapq:anon_61 - Reset vbucket 18 was completed succecssfully. [rebalance:info,2012-11-14T10:56:36.690,ns_1@10.2.1.58:<0.2853.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:36.732,ns_1@10.2.1.58:<0.2850.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:36.735,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 18 state to replica [ns_server:info,2012-11-14T10:56:36.735,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18] ([18], []) [ns_server:info,2012-11-14T10:56:36.737,ns_1@10.2.1.58:<0.2837.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:36.778,ns_1@10.2.1.58:<0.2837.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}] [ns_server:info,2012-11-14T10:56:36.779,ns_1@10.2.1.58:<0.2837.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:36.779,ns_1@10.2.1.58:<0.2837.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:36.780,ns_1@10.2.1.58:<0.2837.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:36.780,ns_1@10.2.1.58:<0.2837.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:36.781,ns_1@10.2.1.58:<0.2875.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:36.781,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2875.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:36.783,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 532 state to active [ns_server:info,2012-11-14T10:56:36.806,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 19 state to replica [ns_server:info,2012-11-14T10:56:36.843,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:36.642648 PST 3: Notified the completion of checkpoint persistence for vbucket 18, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:36.677172 PST 3: Notified the completion of checkpoint persistence for vbucket 532, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:36.690511 PST 3: TAP (Consumer) eq_tapq:anon_60 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:36.732426 PST 3: TAP (Consumer) eq_tapq:anon_61 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:36.762559 PST 3: TAP (Consumer) eq_tapq:anon_62 - disconnected [ns_server:info,2012-11-14T10:56:36.859,ns_1@10.2.1.58:<0.2884.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 19 to state replica [rebalance:info,2012-11-14T10:56:36.897,ns_1@10.2.1.58:<0.2884.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[19]}, {checkpoints,[{19,0}]}, {name,<<"replication_building_19_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[19]}, {takeover,false}, {suffix,"building_19_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:36.898,ns_1@10.2.1.58:<0.2884.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 19 [ns_server:info,2012-11-14T10:56:36.955,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 533 state to replica [ns_server:info,2012-11-14T10:56:36.960,ns_1@10.2.1.58:<0.2887.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 533 to state replica [rebalance:info,2012-11-14T10:56:36.997,ns_1@10.2.1.58:<0.2887.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[533]}, {checkpoints,[{533,0}]}, {name,<<"replication_building_533_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[533]}, {takeover,false}, {suffix,"building_533_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:37.002,ns_1@10.2.1.58:<0.2887.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 533 [ns_server:info,2012-11-14T10:56:37.068,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:36.868714 PST 3: Schedule cleanup of "eq_tapq:anon_60" memcached<0.2008.0>: Wed Nov 14 10:56:36.868736 PST 3: Schedule cleanup of "eq_tapq:anon_61" memcached<0.2008.0>: Wed Nov 14 10:56:36.868745 PST 3: Schedule cleanup of "eq_tapq:anon_62" memcached<0.2008.0>: Wed Nov 14 10:56:36.868755 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:36.899877 PST 3: TAP (Consumer) eq_tapq:anon_63 - Reset vbucket 19 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:37.021527 PST 3: TAP (Consumer) eq_tapq:anon_64 - Reset vbucket 533 was completed succecssfully. [rebalance:info,2012-11-14T10:56:37.334,ns_1@10.2.1.58:<0.2887.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:37.394,ns_1@10.2.1.58:<0.2884.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:37.398,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 19 state to replica [ns_server:info,2012-11-14T10:56:37.399,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19] ([19], []) [ns_server:info,2012-11-14T10:56:37.400,ns_1@10.2.1.58:<0.2875.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:37.444,ns_1@10.2.1.58:<0.2875.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}] [ns_server:info,2012-11-14T10:56:37.445,ns_1@10.2.1.58:<0.2875.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:37.445,ns_1@10.2.1.58:<0.2875.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:37.445,ns_1@10.2.1.58:<0.2875.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:37.445,ns_1@10.2.1.58:<0.2875.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:37.446,ns_1@10.2.1.58:<0.2918.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:37.446,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2918.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:37.447,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 533 state to active [ns_server:info,2012-11-14T10:56:37.477,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 20 state to replica [ns_server:info,2012-11-14T10:56:37.504,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:37.304646 PST 3: Notified the completion of checkpoint persistence for vbucket 19, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:37.325915 PST 3: Notified the completion of checkpoint persistence for vbucket 533, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:37.334823 PST 3: TAP (Consumer) eq_tapq:anon_64 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:37.395174 PST 3: TAP (Consumer) eq_tapq:anon_63 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:37.427493 PST 3: TAP (Consumer) eq_tapq:anon_65 - disconnected [ns_server:info,2012-11-14T10:56:37.530,ns_1@10.2.1.58:<0.2927.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 20 to state replica [rebalance:info,2012-11-14T10:56:37.583,ns_1@10.2.1.58:<0.2927.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[20]}, {checkpoints,[{20,0}]}, {name,<<"replication_building_20_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[20]}, {takeover,false}, {suffix,"building_20_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [ns_server:info,2012-11-14T10:56:37.584,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 534 state to replica [rebalance:info,2012-11-14T10:56:37.586,ns_1@10.2.1.58:<0.2927.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 20 [ns_server:info,2012-11-14T10:56:37.587,ns_1@10.2.1.58:<0.2930.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 534 to state replica [rebalance:info,2012-11-14T10:56:37.649,ns_1@10.2.1.58:<0.2930.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[534]}, {checkpoints,[{534,0}]}, {name,<<"replication_building_534_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[534]}, {takeover,false}, {suffix,"building_534_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:37.651,ns_1@10.2.1.58:<0.2930.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 534 [ns_server:info,2012-11-14T10:56:37.734,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:37.533422 PST 3: Schedule cleanup of "eq_tapq:anon_63" memcached<0.2008.0>: Wed Nov 14 10:56:37.533446 PST 3: Schedule cleanup of "eq_tapq:anon_64" memcached<0.2008.0>: Wed Nov 14 10:56:37.533455 PST 3: Schedule cleanup of "eq_tapq:anon_65" memcached<0.2008.0>: Wed Nov 14 10:56:37.533690 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:37.633641 PST 3: TAP (Consumer) eq_tapq:anon_66 - Reset vbucket 20 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:37.651182 PST 3: TAP (Consumer) eq_tapq:anon_67 - Reset vbucket 534 was completed succecssfully. [rebalance:info,2012-11-14T10:56:38.028,ns_1@10.2.1.58:<0.2930.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:38.098,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 534 state to active [rebalance:info,2012-11-14T10:56:38.168,ns_1@10.2.1.58:<0.2927.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:38.197,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 535 state to replica [ns_server:info,2012-11-14T10:56:38.199,ns_1@10.2.1.58:<0.2954.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 535 to state replica [ns_server:info,2012-11-14T10:56:38.216,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:38.016253 PST 3: Notified the completion of checkpoint persistence for vbucket 534, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:38.029029 PST 3: TAP (Consumer) eq_tapq:anon_67 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:38.052259 PST 3: Notified the completion of checkpoint persistence for vbucket 20, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:38.092817 PST 3: TAP (Consumer) eq_tapq:anon_68 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:38.124369 PST 3: Schedule cleanup of "eq_tapq:anon_67" memcached<0.2008.0>: Wed Nov 14 10:56:38.124407 PST 3: Schedule cleanup of "eq_tapq:anon_68" memcached<0.2008.0>: Wed Nov 14 10:56:38.124466 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-14T10:56:38.233,ns_1@10.2.1.58:<0.2954.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[535]}, {checkpoints,[{535,0}]}, {name,<<"replication_building_535_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[535]}, {takeover,false}, {suffix,"building_535_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:38.239,ns_1@10.2.1.58:<0.2954.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 535 [ns_server:info,2012-11-14T10:56:38.239,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 20 state to replica [ns_server:info,2012-11-14T10:56:38.239,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20] ([20], []) [ns_server:info,2012-11-14T10:56:38.240,ns_1@10.2.1.58:<0.2918.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:38.283,ns_1@10.2.1.58:<0.2918.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}] [ns_server:info,2012-11-14T10:56:38.285,ns_1@10.2.1.58:<0.2918.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:38.286,ns_1@10.2.1.58:<0.2918.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:38.286,ns_1@10.2.1.58:<0.2918.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:38.292,ns_1@10.2.1.58:<0.2918.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:38.293,ns_1@10.2.1.58:<0.2965.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:38.293,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.2965.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:38.314,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 21 state to replica [ns_server:info,2012-11-14T10:56:38.386,ns_1@10.2.1.58:<0.2977.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 21 to state replica [ns_server:info,2012-11-14T10:56:38.417,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:38.217341 PST 3: TAP (Consumer) eq_tapq:anon_66 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:38.239175 PST 3: TAP (Consumer) eq_tapq:anon_69 - Reset vbucket 535 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:38.286597 PST 3: Schedule cleanup of "eq_tapq:anon_66" memcached<0.2008.0>: Wed Nov 14 10:56:38.333354 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333377 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333399 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333413 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333428 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333440 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333464 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333475 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333485 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333495 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333516 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333539 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333574 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333741 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333808 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333833 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333869 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333879 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333889 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333898 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333908 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.333916 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.334122 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.334169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:38.334188 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-14T10:56:38.424,ns_1@10.2.1.58:<0.2977.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[21]}, {checkpoints,[{21,0}]}, {name,<<"replication_building_21_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[21]}, {takeover,false}, {suffix,"building_21_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:38.425,ns_1@10.2.1.58:<0.2977.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 21 [ns_server:info,2012-11-14T10:56:38.626,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:38.425885 PST 3: TAP (Consumer) eq_tapq:anon_70 - Reset vbucket 21 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:38.620912 PST 3: Notified the completion of checkpoint persistence for vbucket 535, cookie 0x13fef8c0 [rebalance:info,2012-11-14T10:56:38.643,ns_1@10.2.1.58:<0.2954.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:38.723,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 535 state to active [ns_server:info,2012-11-14T10:56:38.822,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 536 state to replica [ns_server:info,2012-11-14T10:56:38.825,ns_1@10.2.1.58:<0.2988.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 536 to state replica [ns_server:info,2012-11-14T10:56:38.843,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:38.643669 PST 3: TAP (Consumer) eq_tapq:anon_69 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:38.712650 PST 3: TAP (Consumer) eq_tapq:anon_71 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:38.740923 PST 3: Schedule cleanup of "eq_tapq:anon_69" memcached<0.2008.0>: Wed Nov 14 10:56:38.740943 PST 3: Schedule cleanup of "eq_tapq:anon_71" memcached<0.2008.0>: Wed Nov 14 10:56:38.741125 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:38.782165 PST 3: Notified the completion of checkpoint persistence for vbucket 21, cookie 0x13fef080 [rebalance:info,2012-11-14T10:56:38.860,ns_1@10.2.1.58:<0.2988.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[536]}, {checkpoints,[{536,0}]}, {name,<<"replication_building_536_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[536]}, {takeover,false}, {suffix,"building_536_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:38.864,ns_1@10.2.1.58:<0.2988.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 536 [rebalance:info,2012-11-14T10:56:38.896,ns_1@10.2.1.58:<0.2977.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:38.908,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 21 state to replica [ns_server:info,2012-11-14T10:56:38.908,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21] ([21], []) [ns_server:info,2012-11-14T10:56:38.909,ns_1@10.2.1.58:<0.2965.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:38.979,ns_1@10.2.1.58:<0.2965.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}] [ns_server:info,2012-11-14T10:56:38.979,ns_1@10.2.1.58:<0.2965.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:38.980,ns_1@10.2.1.58:<0.2965.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:38.980,ns_1@10.2.1.58:<0.2965.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:38.980,ns_1@10.2.1.58:<0.2965.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:38.980,ns_1@10.2.1.58:<0.3000.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:38.981,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3000.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:39.005,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 22 state to replica [ns_server:info,2012-11-14T10:56:39.097,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:38.896959 PST 3: TAP (Consumer) eq_tapq:anon_70 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:38.903281 PST 3: TAP (Consumer) eq_tapq:anon_72 - Reset vbucket 536 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:38.905095 PST 3: Schedule cleanup of "eq_tapq:anon_70" memcached<0.2008.0>: Wed Nov 14 10:56:39.046171 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046195 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046213 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046239 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046250 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046258 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046279 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046287 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046869 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046881 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046967 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046977 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046986 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.046997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047063 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047074 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047092 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047100 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047116 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047125 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047134 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047143 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.047152 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.048443 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.048456 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.048465 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.048487 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.048720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.048731 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.048740 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049868 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049920 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049944 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049969 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.049993 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050015 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050038 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050060 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050126 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050146 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050166 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050174 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050193 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050201 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050245 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050254 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.050270 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:39.097,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1529 log lines from memcached [ns_server:info,2012-11-14T10:56:39.100,ns_1@10.2.1.58:<0.3011.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 22 to state replica [rebalance:info,2012-11-14T10:56:39.139,ns_1@10.2.1.58:<0.2988.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:39.144,ns_1@10.2.1.58:<0.3011.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[22]}, {checkpoints,[{22,0}]}, {name,<<"replication_building_22_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[22]}, {takeover,false}, {suffix,"building_22_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:39.145,ns_1@10.2.1.58:<0.3011.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 22 [ns_server:info,2012-11-14T10:56:39.206,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 536 state to active [ns_server:info,2012-11-14T10:56:39.299,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:39.097536 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097550 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097563 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097571 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097622 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097632 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097641 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097672 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097684 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097695 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097706 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097716 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097744 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097753 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097781 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097790 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097798 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097808 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097818 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097865 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097879 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097889 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097970 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.097992 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098001 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098010 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098027 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098062 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098072 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098101 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098112 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098180 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098277 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098286 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098380 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098395 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098405 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098422 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098434 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098529 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098541 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098556 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098569 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098582 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:39.098611 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:39.300,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 879 log lines from memcached [ns_server:info,2012-11-14T10:56:39.327,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 537 state to replica [ns_server:info,2012-11-14T10:56:39.330,ns_1@10.2.1.58:<0.3020.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 537 to state replica [rebalance:info,2012-11-14T10:56:39.424,ns_1@10.2.1.58:<0.3020.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[537]}, {checkpoints,[{537,0}]}, {name,<<"replication_building_537_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[537]}, {takeover,false}, {suffix,"building_537_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:39.425,ns_1@10.2.1.58:<0.3020.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 537 [rebalance:info,2012-11-14T10:56:39.610,ns_1@10.2.1.58:<0.3020.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:39.626,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:39.425938 PST 3: TAP (Consumer) eq_tapq:anon_75 - Reset vbucket 537 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:39.555851 PST 3: Notified the completion of checkpoint persistence for vbucket 22, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:39.602066 PST 3: Notified the completion of checkpoint persistence for vbucket 537, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:39.610475 PST 3: TAP (Consumer) eq_tapq:anon_75 - disconnected [rebalance:info,2012-11-14T10:56:39.670,ns_1@10.2.1.58:<0.3011.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:39.680,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 22 state to replica [ns_server:info,2012-11-14T10:56:39.680,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22] ([22], []) [ns_server:info,2012-11-14T10:56:39.682,ns_1@10.2.1.58:<0.3000.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:39.720,ns_1@10.2.1.58:<0.3000.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}] [ns_server:info,2012-11-14T10:56:39.721,ns_1@10.2.1.58:<0.3000.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:39.722,ns_1@10.2.1.58:<0.3000.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:39.722,ns_1@10.2.1.58:<0.3000.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:39.722,ns_1@10.2.1.58:<0.3000.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:39.723,ns_1@10.2.1.58:<0.3040.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:39.724,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3040.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:39.725,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 537 state to active [ns_server:info,2012-11-14T10:56:39.757,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 23 state to replica [ns_server:info,2012-11-14T10:56:39.852,ns_1@10.2.1.58:<0.3049.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 23 to state replica [ns_server:info,2012-11-14T10:56:39.872,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:39.671309 PST 3: TAP (Consumer) eq_tapq:anon_73 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:39.681022 PST 3: TAP (Consumer) eq_tapq:anon_76 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:39.769712 PST 3: Schedule cleanup of "eq_tapq:anon_73" memcached<0.2008.0>: Wed Nov 14 10:56:39.769721 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:39.769738 PST 3: Schedule cleanup of "eq_tapq:anon_75" memcached<0.2008.0>: Wed Nov 14 10:56:39.769746 PST 3: Schedule cleanup of "eq_tapq:anon_76" [rebalance:info,2012-11-14T10:56:39.907,ns_1@10.2.1.58:<0.3049.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[23]}, {checkpoints,[{23,0}]}, {name,<<"replication_building_23_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[23]}, {takeover,false}, {suffix,"building_23_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:39.909,ns_1@10.2.1.58:<0.3049.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 23 [ns_server:info,2012-11-14T10:56:39.963,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 538 state to replica [ns_server:info,2012-11-14T10:56:39.966,ns_1@10.2.1.58:<0.3054.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 538 to state replica [rebalance:info,2012-11-14T10:56:40.000,ns_1@10.2.1.58:<0.3054.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[538]}, {checkpoints,[{538,0}]}, {name,<<"replication_building_538_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[538]}, {takeover,false}, {suffix,"building_538_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:40.001,ns_1@10.2.1.58:<0.3054.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 538 [ns_server:info,2012-11-14T10:56:40.110,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:39.909554 PST 3: TAP (Consumer) eq_tapq:anon_77 - Reset vbucket 23 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:40.001864 PST 3: TAP (Consumer) eq_tapq:anon_78 - Reset vbucket 538 was completed succecssfully. [rebalance:info,2012-11-14T10:56:40.295,ns_1@10.2.1.58:<0.3054.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:40.319,ns_1@10.2.1.58:<0.3049.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:40.321,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 23 state to replica [ns_server:info,2012-11-14T10:56:40.321,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23] ([23], []) [ns_server:info,2012-11-14T10:56:40.322,ns_1@10.2.1.58:<0.3040.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:40.362,ns_1@10.2.1.58:<0.3040.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}] [ns_server:info,2012-11-14T10:56:40.363,ns_1@10.2.1.58:<0.3040.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:40.364,ns_1@10.2.1.58:<0.3040.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:40.364,ns_1@10.2.1.58:<0.3040.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:40.369,ns_1@10.2.1.58:<0.3040.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:40.370,ns_1@10.2.1.58:<0.3079.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:40.370,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3079.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:40.370,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 538 state to active [ns_server:info,2012-11-14T10:56:40.384,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 24 state to replica [ns_server:info,2012-11-14T10:56:40.428,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:40.227870 PST 3: Notified the completion of checkpoint persistence for vbucket 23, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:40.290159 PST 3: Notified the completion of checkpoint persistence for vbucket 538, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:40.295299 PST 3: TAP (Consumer) eq_tapq:anon_78 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:40.319419 PST 3: TAP (Consumer) eq_tapq:anon_77 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:40.364326 PST 3: TAP (Consumer) eq_tapq:anon_79 - disconnected [ns_server:info,2012-11-14T10:56:40.448,ns_1@10.2.1.58:<0.3088.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 24 to state replica [rebalance:info,2012-11-14T10:56:40.497,ns_1@10.2.1.58:<0.3088.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[24]}, {checkpoints,[{24,0}]}, {name,<<"replication_building_24_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[24]}, {takeover,false}, {suffix,"building_24_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:40.498,ns_1@10.2.1.58:<0.3088.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 24 [ns_server:info,2012-11-14T10:56:40.561,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 539 state to replica [ns_server:info,2012-11-14T10:56:40.569,ns_1@10.2.1.58:<0.3093.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 539 to state replica [ns_server:info,2012-11-14T10:56:40.651,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:40.450532 PST 3: Schedule cleanup of "eq_tapq:anon_77" memcached<0.2008.0>: Wed Nov 14 10:56:40.450554 PST 3: Schedule cleanup of "eq_tapq:anon_78" memcached<0.2008.0>: Wed Nov 14 10:56:40.450561 PST 3: Schedule cleanup of "eq_tapq:anon_79" memcached<0.2008.0>: Wed Nov 14 10:56:40.450685 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:40.498570 PST 3: TAP (Consumer) eq_tapq:anon_80 - Reset vbucket 24 was completed succecssfully. [rebalance:info,2012-11-14T10:56:40.681,ns_1@10.2.1.58:<0.3093.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[539]}, {checkpoints,[{539,0}]}, {name,<<"replication_building_539_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[539]}, {takeover,false}, {suffix,"building_539_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:40.682,ns_1@10.2.1.58:<0.3093.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 539 [ns_server:info,2012-11-14T10:56:40.883,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:40.682886 PST 3: TAP (Consumer) eq_tapq:anon_81 - Reset vbucket 539 was completed succecssfully. [rebalance:info,2012-11-14T10:56:41.043,ns_1@10.2.1.58:<0.3093.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:41.058,ns_1@10.2.1.58:<0.3088.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:41.065,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 24 state to replica [ns_server:info,2012-11-14T10:56:41.065,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24] ([24], []) [ns_server:info,2012-11-14T10:56:41.066,ns_1@10.2.1.58:<0.3079.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:41.117,ns_1@10.2.1.58:<0.3079.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}] [ns_server:info,2012-11-14T10:56:41.120,ns_1@10.2.1.58:<0.3079.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:41.120,ns_1@10.2.1.58:<0.3079.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:41.120,ns_1@10.2.1.58:<0.3079.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:41.120,ns_1@10.2.1.58:<0.3079.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:41.121,ns_1@10.2.1.58:<0.3113.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:41.122,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3113.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:41.131,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 539 state to active [ns_server:info,2012-11-14T10:56:41.144,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 25 state to replica [ns_server:info,2012-11-14T10:56:41.151,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:40.950167 PST 3: Notified the completion of checkpoint persistence for vbucket 24, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:41.036162 PST 3: Notified the completion of checkpoint persistence for vbucket 539, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:41.043628 PST 3: TAP (Consumer) eq_tapq:anon_81 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:41.059294 PST 3: TAP (Consumer) eq_tapq:anon_80 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:41.121391 PST 3: TAP (Consumer) eq_tapq:anon_82 - disconnected [ns_server:info,2012-11-14T10:56:41.244,ns_1@10.2.1.58:<0.3122.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 25 to state replica [ns_server:info,2012-11-14T10:56:41.285,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 540 state to replica [ns_server:info,2012-11-14T10:56:41.287,ns_1@10.2.1.58:<0.3124.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 540 to state replica [rebalance:info,2012-11-14T10:56:41.288,ns_1@10.2.1.58:<0.3122.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[25]}, {checkpoints,[{25,0}]}, {name,<<"replication_building_25_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[25]}, {takeover,false}, {suffix,"building_25_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:41.291,ns_1@10.2.1.58:<0.3122.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 25 [rebalance:info,2012-11-14T10:56:41.352,ns_1@10.2.1.58:<0.3124.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[540]}, {checkpoints,[{540,0}]}, {name,<<"replication_building_540_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[540]}, {takeover,false}, {suffix,"building_540_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:41.363,ns_1@10.2.1.58:<0.3124.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 540 [ns_server:info,2012-11-14T10:56:41.422,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:41.222004 PST 3: Schedule cleanup of "eq_tapq:anon_80" memcached<0.2008.0>: Wed Nov 14 10:56:41.222037 PST 3: Schedule cleanup of "eq_tapq:anon_81" memcached<0.2008.0>: Wed Nov 14 10:56:41.222058 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:41.222096 PST 3: Schedule cleanup of "eq_tapq:anon_82" memcached<0.2008.0>: Wed Nov 14 10:56:41.291762 PST 3: TAP (Consumer) eq_tapq:anon_83 - Reset vbucket 25 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:41.363243 PST 3: TAP (Consumer) eq_tapq:anon_84 - Reset vbucket 540 was completed succecssfully. [rebalance:info,2012-11-14T10:56:41.745,ns_1@10.2.1.58:<0.3124.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:41.824,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 540 state to active [ns_server:info,2012-11-14T10:56:41.908,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 541 state to replica [ns_server:info,2012-11-14T10:56:41.910,ns_1@10.2.1.58:<0.3145.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 541 to state replica [rebalance:info,2012-11-14T10:56:41.926,ns_1@10.2.1.58:<0.3122.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:41.931,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:41.731222 PST 3: Notified the completion of checkpoint persistence for vbucket 540, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:41.746052 PST 3: TAP (Consumer) eq_tapq:anon_84 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:41.812491 PST 3: TAP (Consumer) eq_tapq:anon_85 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:41.826663 PST 3: Notified the completion of checkpoint persistence for vbucket 25, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:41.840401 PST 3: Schedule cleanup of "eq_tapq:anon_84" memcached<0.2008.0>: Wed Nov 14 10:56:41.840417 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:41.840439 PST 3: Schedule cleanup of "eq_tapq:anon_85" memcached<0.2008.0>: Wed Nov 14 10:56:41.926891 PST 3: TAP (Consumer) eq_tapq:anon_83 - disconnected [rebalance:info,2012-11-14T10:56:41.949,ns_1@10.2.1.58:<0.3145.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[541]}, {checkpoints,[{541,0}]}, {name,<<"replication_building_541_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[541]}, {takeover,false}, {suffix,"building_541_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:41.951,ns_1@10.2.1.58:<0.3145.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 541 [ns_server:info,2012-11-14T10:56:41.957,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 25 state to replica [ns_server:info,2012-11-14T10:56:41.957,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25] ([25], []) [ns_server:info,2012-11-14T10:56:41.958,ns_1@10.2.1.58:<0.3113.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:42.005,ns_1@10.2.1.58:<0.3113.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}] [ns_server:info,2012-11-14T10:56:42.009,ns_1@10.2.1.58:<0.3113.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:42.009,ns_1@10.2.1.58:<0.3113.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:42.010,ns_1@10.2.1.58:<0.3113.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:42.010,ns_1@10.2.1.58:<0.3113.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:42.010,ns_1@10.2.1.58:<0.3156.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:42.011,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3156.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:42.043,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 26 state to replica [ns_server:info,2012-11-14T10:56:42.152,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:41.952821 PST 3: TAP (Consumer) eq_tapq:anon_86 - Reset vbucket 541 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:42.011768 PST 3: Schedule cleanup of "eq_tapq:anon_83" [ns_server:info,2012-11-14T10:56:42.157,ns_1@10.2.1.58:<0.3180.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 26 to state replica [rebalance:info,2012-11-14T10:56:42.194,ns_1@10.2.1.58:<0.3180.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[26]}, {checkpoints,[{26,0}]}, {name,<<"replication_building_26_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[26]}, {takeover,false}, {suffix,"building_26_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:42.200,ns_1@10.2.1.58:<0.3180.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 26 [rebalance:info,2012-11-14T10:56:42.226,ns_1@10.2.1.58:<0.3145.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:42.306,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 541 state to active [ns_server:info,2012-11-14T10:56:42.400,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:42.200329 PST 3: TAP (Consumer) eq_tapq:anon_87 - Reset vbucket 26 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:42.202542 PST 3: Notified the completion of checkpoint persistence for vbucket 541, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:42.227067 PST 3: TAP (Consumer) eq_tapq:anon_86 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:42.292616 PST 3: TAP (Consumer) eq_tapq:anon_88 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:42.325495 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:42.325481 PST 3: Schedule cleanup of "eq_tapq:anon_86" memcached<0.2008.0>: Wed Nov 14 10:56:42.325522 PST 3: Schedule cleanup of "eq_tapq:anon_88" [ns_server:info,2012-11-14T10:56:42.416,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 542 state to replica [ns_server:info,2012-11-14T10:56:42.420,ns_1@10.2.1.58:<0.3189.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 542 to state replica [rebalance:info,2012-11-14T10:56:42.472,ns_1@10.2.1.58:<0.3189.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[542]}, {checkpoints,[{542,0}]}, {name,<<"replication_building_542_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[542]}, {takeover,false}, {suffix,"building_542_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:42.473,ns_1@10.2.1.58:<0.3189.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 542 [rebalance:info,2012-11-14T10:56:42.558,ns_1@10.2.1.58:<0.3180.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:42.562,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 26 state to replica [ns_server:info,2012-11-14T10:56:42.562,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26] ([26], []) [ns_server:info,2012-11-14T10:56:42.564,ns_1@10.2.1.58:<0.3156.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:42.609,ns_1@10.2.1.58:<0.3156.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}] [ns_server:info,2012-11-14T10:56:42.612,ns_1@10.2.1.58:<0.3156.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:42.612,ns_1@10.2.1.58:<0.3156.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:42.612,ns_1@10.2.1.58:<0.3156.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:42.612,ns_1@10.2.1.58:<0.3156.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:42.613,ns_1@10.2.1.58:<0.3205.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:42.613,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3205.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:42.626,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:42.425929 PST 3: Notified the completion of checkpoint persistence for vbucket 26, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:42.491041 PST 3: TAP (Consumer) eq_tapq:anon_89 - Reset vbucket 542 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:42.558880 PST 3: TAP (Consumer) eq_tapq:anon_87 - disconnected [ns_server:info,2012-11-14T10:56:42.645,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 27 state to replica [ns_server:info,2012-11-14T10:56:42.721,ns_1@10.2.1.58:<0.3208.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 27 to state replica [rebalance:info,2012-11-14T10:56:42.748,ns_1@10.2.1.58:<0.3189.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:42.760,ns_1@10.2.1.58:<0.3208.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\e"}, {checkpoints,[{27,0}]}, {name,<<"replication_building_27_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\e"}, {takeover,false}, {suffix,"building_27_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:42.761,ns_1@10.2.1.58:<0.3208.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 27 [ns_server:info,2012-11-14T10:56:42.816,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 542 state to active [ns_server:info,2012-11-14T10:56:42.858,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:42.657725 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657755 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657786 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657796 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657806 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657815 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657840 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.657848 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.658756 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.658774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.658785 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.658793 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.658846 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659085 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659099 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659109 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659119 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659128 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659136 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659168 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659179 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659189 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659209 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659218 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659227 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659268 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659276 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659286 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659303 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659312 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659866 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659882 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659899 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.659928 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660025 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660084 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660096 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660195 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660210 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660256 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660265 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660333 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660345 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660354 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660362 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660478 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660491 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:42.660499 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:42.858,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 2602 log lines from memcached [ns_server:info,2012-11-14T10:56:42.912,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 543 state to replica [ns_server:info,2012-11-14T10:56:42.915,ns_1@10.2.1.58:<0.3223.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 543 to state replica [rebalance:info,2012-11-14T10:56:42.954,ns_1@10.2.1.58:<0.3223.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[543]}, {checkpoints,[{543,0}]}, {name,<<"replication_building_543_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[543]}, {takeover,false}, {suffix,"building_543_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:42.954,ns_1@10.2.1.58:<0.3223.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 543 [ns_server:info,2012-11-14T10:56:43.155,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:42.954943 PST 3: TAP (Consumer) eq_tapq:anon_92 - Reset vbucket 543 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:43.075427 PST 3: Notified the completion of checkpoint persistence for vbucket 27, cookie 0x13fc8000 [rebalance:info,2012-11-14T10:56:43.205,ns_1@10.2.1.58:<0.3208.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:43.209,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 27 state to replica [ns_server:info,2012-11-14T10:56:43.209,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27] ("\e", []) [ns_server:info,2012-11-14T10:56:43.211,ns_1@10.2.1.58:<0.3205.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:43.264,ns_1@10.2.1.58:<0.3205.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}] [ns_server:info,2012-11-14T10:56:43.265,ns_1@10.2.1.58:<0.3205.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:43.265,ns_1@10.2.1.58:<0.3205.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:43.265,ns_1@10.2.1.58:<0.3205.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:43.266,ns_1@10.2.1.58:<0.3205.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:43.266,ns_1@10.2.1.58:<0.3242.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:43.266,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3242.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:43.294,ns_1@10.2.1.58:<0.3223.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:43.302,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 28 state to replica [ns_server:info,2012-11-14T10:56:43.374,ns_1@10.2.1.58:<0.3253.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 28 to state replica [ns_server:info,2012-11-14T10:56:43.389,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 543 state to active [ns_server:info,2012-11-14T10:56:43.395,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:43.194796 PST 3: Notified the completion of checkpoint persistence for vbucket 543, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:43.205901 PST 3: TAP (Consumer) eq_tapq:anon_90 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:43.295728 PST 3: TAP (Consumer) eq_tapq:anon_92 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:43.374297 PST 3: TAP (Consumer) eq_tapq:anon_93 - disconnected [rebalance:info,2012-11-14T10:56:43.419,ns_1@10.2.1.58:<0.3253.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[28]}, {checkpoints,[{28,0}]}, {name,<<"replication_building_28_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[28]}, {takeover,false}, {suffix,"building_28_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:43.420,ns_1@10.2.1.58:<0.3253.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 28 [ns_server:info,2012-11-14T10:56:43.529,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 544 state to replica [ns_server:info,2012-11-14T10:56:43.531,ns_1@10.2.1.58:<0.3258.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 544 to state replica [rebalance:info,2012-11-14T10:56:43.577,ns_1@10.2.1.58:<0.3258.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[544]}, {checkpoints,[{544,0}]}, {name,<<"replication_building_544_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[544]}, {takeover,false}, {suffix,"building_544_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:43.579,ns_1@10.2.1.58:<0.3258.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 544 [ns_server:info,2012-11-14T10:56:43.612,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:43.410620 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:43.410612 PST 3: Schedule cleanup of "eq_tapq:anon_90" memcached<0.2008.0>: Wed Nov 14 10:56:43.410659 PST 3: Schedule cleanup of "eq_tapq:anon_92" memcached<0.2008.0>: Wed Nov 14 10:56:43.410692 PST 3: Schedule cleanup of "eq_tapq:anon_93" memcached<0.2008.0>: Wed Nov 14 10:56:43.420400 PST 3: TAP (Consumer) eq_tapq:anon_94 - Reset vbucket 28 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:43.579100 PST 3: TAP (Consumer) eq_tapq:anon_95 - Reset vbucket 544 was completed succecssfully. [rebalance:info,2012-11-14T10:56:43.982,ns_1@10.2.1.58:<0.3258.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:44.057,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 544 state to active [rebalance:info,2012-11-14T10:56:44.084,ns_1@10.2.1.58:<0.3253.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:44.163,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:43.962366 PST 3: Notified the completion of checkpoint persistence for vbucket 544, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:43.973328 PST 3: Notified the completion of checkpoint persistence for vbucket 28, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:43.982630 PST 3: TAP (Consumer) eq_tapq:anon_95 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:44.055557 PST 3: TAP (Consumer) eq_tapq:anon_96 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:44.074064 PST 3: Schedule cleanup of "eq_tapq:anon_95" memcached<0.2008.0>: Wed Nov 14 10:56:44.074095 PST 3: Schedule cleanup of "eq_tapq:anon_96" memcached<0.2008.0>: Wed Nov 14 10:56:44.074351 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:44.084739 PST 3: TAP (Consumer) eq_tapq:anon_94 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:44.088129 PST 3: Schedule cleanup of "eq_tapq:anon_94" [ns_server:info,2012-11-14T10:56:44.170,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 545 state to replica [ns_server:info,2012-11-14T10:56:44.173,ns_1@10.2.1.58:<0.3286.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 545 to state replica [rebalance:info,2012-11-14T10:56:44.213,ns_1@10.2.1.58:<0.3286.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[545]}, {checkpoints,[{545,0}]}, {name,<<"replication_building_545_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[545]}, {takeover,false}, {suffix,"building_545_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:44.213,ns_1@10.2.1.58:<0.3286.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 545 [ns_server:info,2012-11-14T10:56:44.222,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 28 state to replica [ns_server:info,2012-11-14T10:56:44.222,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28] ([28], []) [ns_server:info,2012-11-14T10:56:44.223,ns_1@10.2.1.58:<0.3242.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:44.272,ns_1@10.2.1.58:<0.3242.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}] [ns_server:info,2012-11-14T10:56:44.273,ns_1@10.2.1.58:<0.3242.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:44.280,ns_1@10.2.1.58:<0.3242.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:44.280,ns_1@10.2.1.58:<0.3242.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:44.280,ns_1@10.2.1.58:<0.3242.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:44.281,ns_1@10.2.1.58:<0.3291.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:44.281,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3291.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:44.297,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 29 state to replica [ns_server:info,2012-11-14T10:56:44.384,ns_1@10.2.1.58:<0.3303.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 29 to state replica [ns_server:info,2012-11-14T10:56:44.414,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:44.213972 PST 3: TAP (Consumer) eq_tapq:anon_97 - Reset vbucket 545 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:44.350109 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.350828 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.350859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.350890 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351178 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351212 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351229 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351275 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351317 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351655 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351667 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.351705 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352547 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352593 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352649 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352662 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352700 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352747 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352892 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352926 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352952 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352984 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.352999 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353035 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353049 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353060 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353103 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353135 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353145 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353154 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353177 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353186 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353197 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353502 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353528 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353576 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353606 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353642 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353686 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353704 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353748 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353765 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353822 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353862 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353907 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.353997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.354014 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.354035 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:44.354060 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:44.414,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 165 log lines from memcached [rebalance:info,2012-11-14T10:56:44.425,ns_1@10.2.1.58:<0.3303.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[29]}, {checkpoints,[{29,0}]}, {name,<<"replication_building_29_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[29]}, {takeover,false}, {suffix,"building_29_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:44.427,ns_1@10.2.1.58:<0.3303.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 29 [ns_server:info,2012-11-14T10:56:44.627,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:44.427751 PST 3: TAP (Consumer) eq_tapq:anon_98 - Reset vbucket 29 was completed succecssfully. [rebalance:info,2012-11-14T10:56:44.657,ns_1@10.2.1.58:<0.3286.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:44.747,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 545 state to active [ns_server:info,2012-11-14T10:56:44.845,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:44.644916 PST 3: Notified the completion of checkpoint persistence for vbucket 545, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:44.657447 PST 3: TAP (Consumer) eq_tapq:anon_97 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:44.727054 PST 3: TAP (Consumer) eq_tapq:anon_99 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:44.733842 PST 3: Notified the completion of checkpoint persistence for vbucket 29, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:44.763301 PST 3: Schedule cleanup of "eq_tapq:anon_97" memcached<0.2008.0>: Wed Nov 14 10:56:44.763331 PST 3: Schedule cleanup of "eq_tapq:anon_99" memcached<0.2008.0>: Wed Nov 14 10:56:44.763336 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:44.853,ns_1@10.2.1.58:<0.2065.0>:ns_memcached:do_handle_call:521]Changed vbucket 546 state to replica [ns_server:info,2012-11-14T10:56:44.857,ns_1@10.2.1.58:<0.3314.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 546 to state replica [rebalance:info,2012-11-14T10:56:44.883,ns_1@10.2.1.58:<0.3303.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:44.893,ns_1@10.2.1.58:<0.3314.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[546]}, {checkpoints,[{546,0}]}, {name,<<"replication_building_546_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[546]}, {takeover,false}, {suffix,"building_546_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:44.893,ns_1@10.2.1.58:<0.3314.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 546 [ns_server:info,2012-11-14T10:56:44.906,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 29 state to replica [ns_server:info,2012-11-14T10:56:44.906,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29] ([29], []) [ns_server:info,2012-11-14T10:56:44.907,ns_1@10.2.1.58:<0.3291.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:44.954,ns_1@10.2.1.58:<0.3291.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}] [ns_server:info,2012-11-14T10:56:44.955,ns_1@10.2.1.58:<0.3291.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:44.955,ns_1@10.2.1.58:<0.3291.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:44.955,ns_1@10.2.1.58:<0.3291.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:44.956,ns_1@10.2.1.58:<0.3291.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:44.956,ns_1@10.2.1.58:<0.3325.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:44.957,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3325.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:44.977,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 30 state to replica [ns_server:info,2012-11-14T10:56:45.076,ns_1@10.2.1.58:<0.3331.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 30 to state replica [ns_server:info,2012-11-14T10:56:45.083,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:44.883219 PST 3: TAP (Consumer) eq_tapq:anon_98 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:44.954344 PST 3: TAP (Consumer) eq_tapq:anon_100 - Reset vbucket 546 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:44.956353 PST 3: Schedule cleanup of "eq_tapq:anon_98" [rebalance:info,2012-11-14T10:56:45.107,ns_1@10.2.1.58:<0.3331.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[30]}, {checkpoints,[{30,0}]}, {name,<<"replication_building_30_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[30]}, {takeover,false}, {suffix,"building_30_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:45.108,ns_1@10.2.1.58:<0.3331.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 30 [rebalance:info,2012-11-14T10:56:45.188,ns_1@10.2.1.58:<0.3314.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:45.259,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 546 state to active [ns_server:info,2012-11-14T10:56:45.309,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:45.108885 PST 3: TAP (Consumer) eq_tapq:anon_101 - Reset vbucket 30 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:45.154199 PST 3: Notified the completion of checkpoint persistence for vbucket 546, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:45.188277 PST 3: TAP (Consumer) eq_tapq:anon_100 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:45.252646 PST 3: TAP (Consumer) eq_tapq:anon_102 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:45.276253 PST 3: Schedule cleanup of "eq_tapq:anon_100" memcached<0.2008.0>: Wed Nov 14 10:56:45.276279 PST 3: Schedule cleanup of "eq_tapq:anon_102" memcached<0.2008.0>: Wed Nov 14 10:56:45.276294 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:45.350,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 547 state to replica [ns_server:info,2012-11-14T10:56:45.352,ns_1@10.2.1.58:<0.3346.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 547 to state replica [rebalance:info,2012-11-14T10:56:45.468,ns_1@10.2.1.58:<0.3346.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[547]}, {checkpoints,[{547,0}]}, {name,<<"replication_building_547_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[547]}, {takeover,false}, {suffix,"building_547_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:45.469,ns_1@10.2.1.58:<0.3346.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 547 [rebalance:info,2012-11-14T10:56:45.534,ns_1@10.2.1.58:<0.3331.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:45.545,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 30 state to replica [ns_server:info,2012-11-14T10:56:45.545,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30] ([30], []) [ns_server:info,2012-11-14T10:56:45.546,ns_1@10.2.1.58:<0.3325.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:45.587,ns_1@10.2.1.58:<0.3325.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}] [ns_server:info,2012-11-14T10:56:45.590,ns_1@10.2.1.58:<0.3325.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:45.590,ns_1@10.2.1.58:<0.3325.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:45.590,ns_1@10.2.1.58:<0.3325.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:45.591,ns_1@10.2.1.58:<0.3325.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:45.591,ns_1@10.2.1.58:<0.3362.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:45.592,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3362.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:45.618,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 31 state to replica [ns_server:info,2012-11-14T10:56:45.631,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:45.430194 PST 3: Notified the completion of checkpoint persistence for vbucket 30, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:45.469456 PST 3: TAP (Consumer) eq_tapq:anon_103 - Reset vbucket 547 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:45.534739 PST 3: TAP (Consumer) eq_tapq:anon_101 - disconnected [ns_server:info,2012-11-14T10:56:45.678,ns_1@10.2.1.58:<0.3365.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 31 to state replica [rebalance:info,2012-11-14T10:56:45.715,ns_1@10.2.1.58:<0.3365.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[31]}, {checkpoints,[{31,0}]}, {name,<<"replication_building_31_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,[31]}, {takeover,false}, {suffix,"building_31_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:45.716,ns_1@10.2.1.58:<0.3365.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 31 [rebalance:info,2012-11-14T10:56:45.729,ns_1@10.2.1.58:<0.3346.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:45.831,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:45.631192 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631213 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631311 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631323 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631332 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631413 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631425 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631434 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631443 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631734 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631748 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631757 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631886 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631899 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631909 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631918 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631927 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.631948 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632289 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632302 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632311 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632320 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632336 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632346 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632356 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632365 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632374 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632382 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632840 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632858 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632881 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632893 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632903 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632921 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632930 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.632938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633493 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633516 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633539 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633555 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633575 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633613 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633631 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633829 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633839 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633849 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633876 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.633887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.634153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:45.634163 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:45.831,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1463 log lines from memcached [ns_server:info,2012-11-14T10:56:45.889,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 547 state to active [ns_server:info,2012-11-14T10:56:45.988,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 548 state to replica [ns_server:info,2012-11-14T10:56:45.991,ns_1@10.2.1.58:<0.3380.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 548 to state replica [rebalance:info,2012-11-14T10:56:46.031,ns_1@10.2.1.58:<0.3380.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[548]}, {checkpoints,[{548,0}]}, {name,<<"replication_building_548_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[548]}, {takeover,false}, {suffix,"building_548_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:46.033,ns_1@10.2.1.58:<0.3380.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 548 [ns_server:info,2012-11-14T10:56:46.085,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:45.885828 PST 3: TAP (Consumer) eq_tapq:anon_105 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:45.910150 PST 3: Schedule cleanup of "eq_tapq:anon_101" memcached<0.2008.0>: Wed Nov 14 10:56:45.910192 PST 3: Schedule cleanup of "eq_tapq:anon_103" memcached<0.2008.0>: Wed Nov 14 10:56:45.910194 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:45.910204 PST 3: Schedule cleanup of "eq_tapq:anon_105" memcached<0.2008.0>: Wed Nov 14 10:56:46.033316 PST 3: TAP (Consumer) eq_tapq:anon_106 - Reset vbucket 548 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:46.034278 PST 3: Notified the completion of checkpoint persistence for vbucket 31, cookie 0x13fc82c0 [rebalance:info,2012-11-14T10:56:46.141,ns_1@10.2.1.58:<0.3365.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:46.145,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 31 state to replica [ns_server:info,2012-11-14T10:56:46.145,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31] ([31], []) [ns_server:info,2012-11-14T10:56:46.146,ns_1@10.2.1.58:<0.3362.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:46.197,ns_1@10.2.1.58:<0.3362.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}] [ns_server:info,2012-11-14T10:56:46.202,ns_1@10.2.1.58:<0.3362.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:46.203,ns_1@10.2.1.58:<0.3362.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:46.203,ns_1@10.2.1.58:<0.3362.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:46.203,ns_1@10.2.1.58:<0.3362.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:46.203,ns_1@10.2.1.58:<0.3401.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:46.204,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3401.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:46.243,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 32 state to replica [ns_server:info,2012-11-14T10:56:46.302,ns_1@10.2.1.58:<0.3404.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 32 to state replica [rebalance:info,2012-11-14T10:56:46.310,ns_1@10.2.1.58:<0.3380.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:46.340,ns_1@10.2.1.58:<0.3404.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets," "}, {checkpoints,[{32,0}]}, {name,<<"replication_building_32_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets," "}, {takeover,false}, {suffix,"building_32_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:46.341,ns_1@10.2.1.58:<0.3404.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 32 [ns_server:info,2012-11-14T10:56:46.342,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:46.141513 PST 3: TAP (Consumer) eq_tapq:anon_104 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:46.179796 PST 3: Schedule cleanup of "eq_tapq:anon_104" memcached<0.2008.0>: Wed Nov 14 10:56:46.258703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.258781 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.258791 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.258800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.258861 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.258871 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.259711 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.259739 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.259749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.259757 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260312 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260338 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260371 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260388 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260428 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260458 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260575 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.260622 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.261304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.261341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262114 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262146 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262253 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262277 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262350 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262391 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262438 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262477 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262494 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.262679 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.263248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.263262 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.263276 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.263285 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.263294 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.263526 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264112 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264125 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264180 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264191 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264223 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264289 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264324 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264335 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264662 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264674 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264694 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264762 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264783 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.264792 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.265383 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.265528 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:46.265540 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:46.342,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1005 log lines from memcached [ns_server:info,2012-11-14T10:56:46.412,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 548 state to active [ns_server:info,2012-11-14T10:56:46.528,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 549 state to replica [ns_server:info,2012-11-14T10:56:46.533,ns_1@10.2.1.58:<0.3419.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 549 to state replica [ns_server:info,2012-11-14T10:56:46.592,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:46.392341 PST 3: TAP (Consumer) eq_tapq:anon_108 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:46.441559 PST 3: Schedule cleanup of "eq_tapq:anon_106" memcached<0.2008.0>: Wed Nov 14 10:56:46.441589 PST 3: Schedule cleanup of "eq_tapq:anon_108" memcached<0.2008.0>: Wed Nov 14 10:56:46.441565 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-14T10:56:46.657,ns_1@10.2.1.58:<0.3419.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[549]}, {checkpoints,[{549,0}]}, {name,<<"replication_building_549_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[549]}, {takeover,false}, {suffix,"building_549_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:46.663,ns_1@10.2.1.58:<0.3419.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 549 [rebalance:info,2012-11-14T10:56:46.820,ns_1@10.2.1.58:<0.3404.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:46.834,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 32 state to replica [ns_server:info,2012-11-14T10:56:46.835,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32] (" ", []) [ns_server:info,2012-11-14T10:56:46.836,ns_1@10.2.1.58:<0.3401.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:46.863,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:46.663161 PST 3: TAP (Consumer) eq_tapq:anon_109 - Reset vbucket 549 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:46.720483 PST 3: Notified the completion of checkpoint persistence for vbucket 32, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:46.820746 PST 3: TAP (Consumer) eq_tapq:anon_107 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:46.855376 PST 3: Notified the completion of checkpoint persistence for vbucket 549, cookie 0x13fc8000 [ns_server:info,2012-11-14T10:56:46.881,ns_1@10.2.1.58:<0.3401.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}] [ns_server:info,2012-11-14T10:56:46.882,ns_1@10.2.1.58:<0.3401.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:46.882,ns_1@10.2.1.58:<0.3401.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:46.882,ns_1@10.2.1.58:<0.3401.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:46.883,ns_1@10.2.1.58:<0.3401.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:46.883,ns_1@10.2.1.58:<0.3435.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:46.883,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3435.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:46.913,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 33 state to replica [rebalance:info,2012-11-14T10:56:46.915,ns_1@10.2.1.58:<0.3419.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:46.988,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 549 state to active [ns_server:info,2012-11-14T10:56:46.991,ns_1@10.2.1.58:<0.3448.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 33 to state replica [rebalance:info,2012-11-14T10:56:47.032,ns_1@10.2.1.58:<0.3448.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"!"}, {checkpoints,[{33,0}]}, {name,<<"replication_building_33_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"!"}, {takeover,false}, {suffix,"building_33_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:47.033,ns_1@10.2.1.58:<0.3448.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 33 [ns_server:info,2012-11-14T10:56:47.116,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:46.915631 PST 3: TAP (Consumer) eq_tapq:anon_109 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:46.979976 PST 3: TAP (Consumer) eq_tapq:anon_110 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:47.006845 PST 3: Schedule cleanup of "eq_tapq:anon_107" memcached<0.2008.0>: Wed Nov 14 10:56:47.006884 PST 3: Schedule cleanup of "eq_tapq:anon_109" memcached<0.2008.0>: Wed Nov 14 10:56:47.006890 PST 3: Schedule cleanup of "eq_tapq:anon_110" memcached<0.2008.0>: Wed Nov 14 10:56:47.007016 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:47.103981 PST 3: TAP (Consumer) eq_tapq:anon_111 - Reset vbucket 33 was completed succecssfully. [ns_server:info,2012-11-14T10:56:47.146,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 550 state to replica [ns_server:info,2012-11-14T10:56:47.152,ns_1@10.2.1.58:<0.3466.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 550 to state replica [rebalance:info,2012-11-14T10:56:47.183,ns_1@10.2.1.58:<0.3466.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[550]}, {checkpoints,[{550,0}]}, {name,<<"replication_building_550_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[550]}, {takeover,false}, {suffix,"building_550_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:47.184,ns_1@10.2.1.58:<0.3466.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 550 [ns_server:info,2012-11-14T10:56:47.384,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:47.184102 PST 3: TAP (Consumer) eq_tapq:anon_112 - Reset vbucket 550 was completed succecssfully. [rebalance:info,2012-11-14T10:56:47.581,ns_1@10.2.1.58:<0.3466.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:47.611,ns_1@10.2.1.58:<0.3448.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:47.622,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 33 state to replica [ns_server:info,2012-11-14T10:56:47.622,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33] ("!", []) [ns_server:info,2012-11-14T10:56:47.624,ns_1@10.2.1.58:<0.3435.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:47.673,ns_1@10.2.1.58:<0.3435.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}] [ns_server:info,2012-11-14T10:56:47.674,ns_1@10.2.1.58:<0.3435.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:47.674,ns_1@10.2.1.58:<0.3435.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:47.674,ns_1@10.2.1.58:<0.3435.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:47.675,ns_1@10.2.1.58:<0.3435.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:47.676,ns_1@10.2.1.58:<0.3481.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:47.677,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3481.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:47.685,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 550 state to active [ns_server:info,2012-11-14T10:56:47.701,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 34 state to replica [ns_server:info,2012-11-14T10:56:47.706,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:47.506331 PST 3: Notified the completion of checkpoint persistence for vbucket 33, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:47.559611 PST 3: Notified the completion of checkpoint persistence for vbucket 550, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:47.581861 PST 3: TAP (Consumer) eq_tapq:anon_112 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:47.612197 PST 3: TAP (Consumer) eq_tapq:anon_111 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:47.662722 PST 3: TAP (Consumer) eq_tapq:anon_113 - disconnected [ns_server:info,2012-11-14T10:56:47.783,ns_1@10.2.1.58:<0.3490.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 34 to state replica [rebalance:info,2012-11-14T10:56:47.845,ns_1@10.2.1.58:<0.3490.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"\""}, {checkpoints,[{34,0}]}, {name,<<"replication_building_34_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"\""}, {takeover,false}, {suffix,"building_34_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:47.848,ns_1@10.2.1.58:<0.3490.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 34 [ns_server:info,2012-11-14T10:56:47.871,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 551 state to replica [ns_server:info,2012-11-14T10:56:47.879,ns_1@10.2.1.58:<0.3501.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 551 to state replica [ns_server:info,2012-11-14T10:56:47.908,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:47.707830 PST 3: Schedule cleanup of "eq_tapq:anon_111" memcached<0.2008.0>: Wed Nov 14 10:56:47.707871 PST 3: Schedule cleanup of "eq_tapq:anon_112" memcached<0.2008.0>: Wed Nov 14 10:56:47.707886 PST 3: Schedule cleanup of "eq_tapq:anon_113" memcached<0.2008.0>: Wed Nov 14 10:56:47.707889 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:47.848261 PST 3: TAP (Consumer) eq_tapq:anon_114 - Reset vbucket 34 was completed succecssfully. [rebalance:info,2012-11-14T10:56:47.965,ns_1@10.2.1.58:<0.3501.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[551]}, {checkpoints,[{551,0}]}, {name,<<"replication_building_551_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[551]}, {takeover,false}, {suffix,"building_551_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:47.969,ns_1@10.2.1.58:<0.3501.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 551 [ns_server:info,2012-11-14T10:56:48.170,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:47.969666 PST 3: TAP (Consumer) eq_tapq:anon_115 - Reset vbucket 551 was completed succecssfully. [rebalance:info,2012-11-14T10:56:48.328,ns_1@10.2.1.58:<0.3501.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:48.388,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 551 state to active [rebalance:info,2012-11-14T10:56:48.426,ns_1@10.2.1.58:<0.3490.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:48.465,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 552 state to replica [ns_server:info,2012-11-14T10:56:48.469,ns_1@10.2.1.58:<0.3523.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 552 to state replica [ns_server:info,2012-11-14T10:56:48.475,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:48.274789 PST 3: Notified the completion of checkpoint persistence for vbucket 34, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:48.297834 PST 3: Notified the completion of checkpoint persistence for vbucket 551, cookie 0x13fc8000 memcached<0.2008.0>: Wed Nov 14 10:56:48.328787 PST 3: TAP (Consumer) eq_tapq:anon_115 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:48.386395 PST 3: TAP (Consumer) eq_tapq:anon_116 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:48.414462 PST 3: Schedule cleanup of "eq_tapq:anon_115" memcached<0.2008.0>: Wed Nov 14 10:56:48.414481 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:48.414498 PST 3: Schedule cleanup of "eq_tapq:anon_116" memcached<0.2008.0>: Wed Nov 14 10:56:48.426469 PST 3: TAP (Consumer) eq_tapq:anon_114 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:48.429579 PST 3: Schedule cleanup of "eq_tapq:anon_114" [rebalance:info,2012-11-14T10:56:48.497,ns_1@10.2.1.58:<0.3523.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[552]}, {checkpoints,[{552,0}]}, {name,<<"replication_building_552_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[552]}, {takeover,false}, {suffix,"building_552_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:48.498,ns_1@10.2.1.58:<0.3523.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 552 [ns_server:info,2012-11-14T10:56:48.524,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 34 state to replica [ns_server:info,2012-11-14T10:56:48.524,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34] ("\"", []) [ns_server:info,2012-11-14T10:56:48.525,ns_1@10.2.1.58:<0.3481.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:48.582,ns_1@10.2.1.58:<0.3481.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}] [ns_server:info,2012-11-14T10:56:48.583,ns_1@10.2.1.58:<0.3481.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:48.584,ns_1@10.2.1.58:<0.3481.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:48.584,ns_1@10.2.1.58:<0.3481.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:48.584,ns_1@10.2.1.58:<0.3481.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:48.584,ns_1@10.2.1.58:<0.3528.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:48.584,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3528.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:48.621,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 35 state to replica [ns_server:info,2012-11-14T10:56:48.770,ns_1@10.2.1.58:<0.3540.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 35 to state replica [ns_server:info,2012-11-14T10:56:48.810,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:48.610415 PST 3: TAP (Consumer) eq_tapq:anon_117 - Reset vbucket 552 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:48.652184 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.652266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.652389 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.653610 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.653630 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.653642 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.653711 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.653724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.653735 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.653750 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.654961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.654972 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.654980 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.654991 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655343 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655356 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655375 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655396 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655412 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655423 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655433 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.655451 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656520 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656541 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656553 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656678 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656688 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656696 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656704 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656861 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656893 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656904 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.656948 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.657006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.657016 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658109 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658121 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658132 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658250 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658269 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658281 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658290 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658298 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658553 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658574 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658638 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658649 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:48.658658 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:48.810,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 2836 log lines from memcached [rebalance:info,2012-11-14T10:56:48.812,ns_1@10.2.1.58:<0.3540.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"#"}, {checkpoints,[{35,0}]}, {name,<<"replication_building_35_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"#"}, {takeover,false}, {suffix,"building_35_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:48.813,ns_1@10.2.1.58:<0.3540.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 35 [rebalance:info,2012-11-14T10:56:48.888,ns_1@10.2.1.58:<0.3523.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:48.965,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 552 state to active [ns_server:info,2012-11-14T10:56:49.014,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:48.813484 PST 3: TAP (Consumer) eq_tapq:anon_118 - Reset vbucket 35 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:48.861932 PST 3: Notified the completion of checkpoint persistence for vbucket 552, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:48.889107 PST 3: TAP (Consumer) eq_tapq:anon_117 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:48.955009 PST 3: TAP (Consumer) eq_tapq:anon_119 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:48.987274 PST 3: Schedule cleanup of "eq_tapq:anon_117" memcached<0.2008.0>: Wed Nov 14 10:56:48.987302 PST 3: Schedule cleanup of "eq_tapq:anon_119" memcached<0.2008.0>: Wed Nov 14 10:56:48.987310 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:49.075,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 553 state to replica [ns_server:info,2012-11-14T10:56:49.077,ns_1@10.2.1.58:<0.3549.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 553 to state replica [rebalance:info,2012-11-14T10:56:49.207,ns_1@10.2.1.58:<0.3549.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[553]}, {checkpoints,[{553,0}]}, {name,<<"replication_building_553_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[553]}, {takeover,false}, {suffix,"building_553_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:49.208,ns_1@10.2.1.58:<0.3549.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 553 [rebalance:info,2012-11-14T10:56:49.290,ns_1@10.2.1.58:<0.3540.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:49.296,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 35 state to replica [ns_server:info,2012-11-14T10:56:49.297,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35] ("#", []) [ns_server:info,2012-11-14T10:56:49.298,ns_1@10.2.1.58:<0.3528.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:49.333,ns_1@10.2.1.58:<0.3528.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}] [ns_server:info,2012-11-14T10:56:49.335,ns_1@10.2.1.58:<0.3528.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:49.339,ns_1@10.2.1.58:<0.3528.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:49.339,ns_1@10.2.1.58:<0.3528.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:49.340,ns_1@10.2.1.58:<0.3528.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:49.341,ns_1@10.2.1.58:<0.3566.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:49.341,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3566.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:49.369,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 36 state to replica [ns_server:info,2012-11-14T10:56:49.374,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:49.173405 PST 3: Notified the completion of checkpoint persistence for vbucket 35, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:49.208107 PST 3: TAP (Consumer) eq_tapq:anon_120 - Reset vbucket 553 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:49.290446 PST 3: TAP (Consumer) eq_tapq:anon_118 - disconnected [rebalance:info,2012-11-14T10:56:49.441,ns_1@10.2.1.58:<0.3549.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:49.448,ns_1@10.2.1.58:<0.3573.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 36 to state replica [rebalance:info,2012-11-14T10:56:49.479,ns_1@10.2.1.58:<0.3573.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"$"}, {checkpoints,[{36,0}]}, {name,<<"replication_building_36_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"$"}, {takeover,false}, {suffix,"building_36_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:49.486,ns_1@10.2.1.58:<0.3573.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 36 [ns_server:info,2012-11-14T10:56:49.522,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 553 state to active [ns_server:info,2012-11-14T10:56:49.599,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:49.398280 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398303 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398312 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398321 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398496 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398521 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398548 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398657 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398670 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398681 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398690 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.398980 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399015 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399026 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399045 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399055 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399064 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399073 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399081 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399089 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399115 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399137 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399146 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399154 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399168 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399182 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399345 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399389 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399399 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399417 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399440 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399462 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399487 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.399496 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400100 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400117 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400131 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400162 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400176 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400184 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400214 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400223 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400246 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400257 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400265 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400499 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400532 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400541 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400549 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400574 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:49.400646 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:49.599,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 2831 log lines from memcached [ns_server:info,2012-11-14T10:56:49.657,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 554 state to replica [ns_server:info,2012-11-14T10:56:49.662,ns_1@10.2.1.58:<0.3584.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 554 to state replica [rebalance:info,2012-11-14T10:56:49.704,ns_1@10.2.1.58:<0.3584.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[554]}, {checkpoints,[{554,0}]}, {name,<<"replication_building_554_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[554]}, {takeover,false}, {suffix,"building_554_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:49.705,ns_1@10.2.1.58:<0.3584.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 554 [rebalance:info,2012-11-14T10:56:49.897,ns_1@10.2.1.58:<0.3573.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:49.905,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 36 state to replica [ns_server:info,2012-11-14T10:56:49.906,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:49.705777 PST 3: TAP (Consumer) eq_tapq:anon_123 - Reset vbucket 554 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:49.820809 PST 3: Notified the completion of checkpoint persistence for vbucket 36, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:49.898060 PST 3: TAP (Consumer) eq_tapq:anon_121 - disconnected [ns_server:info,2012-11-14T10:56:49.906,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36] ("$", []) [ns_server:info,2012-11-14T10:56:49.908,ns_1@10.2.1.58:<0.3566.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:49.952,ns_1@10.2.1.58:<0.3566.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}] [ns_server:info,2012-11-14T10:56:49.953,ns_1@10.2.1.58:<0.3566.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:49.953,ns_1@10.2.1.58:<0.3566.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:49.953,ns_1@10.2.1.58:<0.3566.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:49.954,ns_1@10.2.1.58:<0.3566.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:49.954,ns_1@10.2.1.58:<0.3600.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:49.955,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3600.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:49.962,ns_1@10.2.1.58:<0.3584.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:49.971,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 37 state to replica [ns_server:info,2012-11-14T10:56:50.035,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 554 state to active [ns_server:info,2012-11-14T10:56:50.037,ns_1@10.2.1.58:<0.3613.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 37 to state replica [rebalance:info,2012-11-14T10:56:50.092,ns_1@10.2.1.58:<0.3613.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"%"}, {checkpoints,[{37,0}]}, {name,<<"replication_building_37_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"%"}, {takeover,false}, {suffix,"building_37_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:50.095,ns_1@10.2.1.58:<0.3613.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 37 [ns_server:info,2012-11-14T10:56:50.140,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:49.938724 PST 3: Notified the completion of checkpoint persistence for vbucket 554, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:49.962483 PST 3: TAP (Consumer) eq_tapq:anon_123 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:50.028363 PST 3: TAP (Consumer) eq_tapq:anon_124 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:50.064195 PST 3: Schedule cleanup of "eq_tapq:anon_121" memcached<0.2008.0>: Wed Nov 14 10:56:50.064232 PST 3: Schedule cleanup of "eq_tapq:anon_123" memcached<0.2008.0>: Wed Nov 14 10:56:50.064245 PST 3: Schedule cleanup of "eq_tapq:anon_124" memcached<0.2008.0>: Wed Nov 14 10:56:50.064668 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:50.095206 PST 3: TAP (Consumer) eq_tapq:anon_125 - Reset vbucket 37 was completed succecssfully. [ns_server:info,2012-11-14T10:56:50.172,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 555 state to replica [ns_server:info,2012-11-14T10:56:50.179,ns_1@10.2.1.58:<0.3622.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 555 to state replica [rebalance:info,2012-11-14T10:56:50.272,ns_1@10.2.1.58:<0.3622.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[555]}, {checkpoints,[{555,0}]}, {name,<<"replication_building_555_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[555]}, {takeover,false}, {suffix,"building_555_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:50.273,ns_1@10.2.1.58:<0.3622.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 555 [ns_server:info,2012-11-14T10:56:50.474,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:50.273716 PST 3: TAP (Consumer) eq_tapq:anon_126 - Reset vbucket 555 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:50.365443 PST 3: Notified the completion of checkpoint persistence for vbucket 37, cookie 0x13fefb80 [rebalance:info,2012-11-14T10:56:50.475,ns_1@10.2.1.58:<0.3613.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:50.479,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 37 state to replica [ns_server:info,2012-11-14T10:56:50.480,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37] ("%", []) [ns_server:info,2012-11-14T10:56:50.481,ns_1@10.2.1.58:<0.3600.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:50.528,ns_1@10.2.1.58:<0.3600.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}] [ns_server:info,2012-11-14T10:56:50.529,ns_1@10.2.1.58:<0.3600.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:50.529,ns_1@10.2.1.58:<0.3600.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:50.529,ns_1@10.2.1.58:<0.3600.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:50.529,ns_1@10.2.1.58:<0.3600.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:50.530,ns_1@10.2.1.58:<0.3638.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:50.530,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3638.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:50.557,ns_1@10.2.1.58:<0.3622.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:50.558,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 38 state to replica [ns_server:info,2012-11-14T10:56:50.647,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 555 state to active [ns_server:info,2012-11-14T10:56:50.648,ns_1@10.2.1.58:<0.3651.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 38 to state replica [ns_server:info,2012-11-14T10:56:50.678,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:50.476379 PST 3: TAP (Consumer) eq_tapq:anon_125 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:50.491662 PST 3: Notified the completion of checkpoint persistence for vbucket 555, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:50.557734 PST 3: TAP (Consumer) eq_tapq:anon_126 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:50.637996 PST 3: TAP (Consumer) eq_tapq:anon_127 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:50.663544 PST 3: Schedule cleanup of "eq_tapq:anon_125" memcached<0.2008.0>: Wed Nov 14 10:56:50.663567 PST 3: Schedule cleanup of "eq_tapq:anon_126" memcached<0.2008.0>: Wed Nov 14 10:56:50.663575 PST 3: Schedule cleanup of "eq_tapq:anon_127" memcached<0.2008.0>: Wed Nov 14 10:56:50.663598 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-14T10:56:50.689,ns_1@10.2.1.58:<0.3651.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"&"}, {checkpoints,[{38,0}]}, {name,<<"replication_building_38_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"&"}, {takeover,false}, {suffix,"building_38_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:50.695,ns_1@10.2.1.58:<0.3651.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 38 [ns_server:info,2012-11-14T10:56:50.878,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 556 state to replica [ns_server:info,2012-11-14T10:56:50.882,ns_1@10.2.1.58:<0.3656.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 556 to state replica [rebalance:info,2012-11-14T10:56:50.932,ns_1@10.2.1.58:<0.3656.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[556]}, {checkpoints,[{556,0}]}, {name,<<"replication_building_556_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[556]}, {takeover,false}, {suffix,"building_556_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:50.932,ns_1@10.2.1.58:<0.3656.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 556 [ns_server:info,2012-11-14T10:56:50.977,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:50.776654 PST 3: TAP (Consumer) eq_tapq:anon_128 - Reset vbucket 38 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:50.933111 PST 3: TAP (Consumer) eq_tapq:anon_129 - Reset vbucket 556 was completed succecssfully. [rebalance:info,2012-11-14T10:56:51.251,ns_1@10.2.1.58:<0.3651.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:51.255,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 38 state to replica [ns_server:info,2012-11-14T10:56:51.256,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38] ("&", []) [ns_server:info,2012-11-14T10:56:51.258,ns_1@10.2.1.58:<0.3638.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:51.307,ns_1@10.2.1.58:<0.3638.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}] [ns_server:info,2012-11-14T10:56:51.308,ns_1@10.2.1.58:<0.3638.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:51.308,ns_1@10.2.1.58:<0.3638.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:51.308,ns_1@10.2.1.58:<0.3638.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:51.309,ns_1@10.2.1.58:<0.3638.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:51.309,ns_1@10.2.1.58:<0.3674.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:51.309,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3674.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:51.328,ns_1@10.2.1.58:<0.3656.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:51.340,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 39 state to replica [ns_server:info,2012-11-14T10:56:51.341,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:51.140860 PST 3: Notified the completion of checkpoint persistence for vbucket 38, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:51.250711 PST 3: Notified the completion of checkpoint persistence for vbucket 556, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:51.251702 PST 3: TAP (Consumer) eq_tapq:anon_128 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:51.328857 PST 3: TAP (Consumer) eq_tapq:anon_129 - disconnected [ns_server:info,2012-11-14T10:56:51.401,ns_1@10.2.1.58:<0.3685.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 39 to state replica [rebalance:info,2012-11-14T10:56:51.438,ns_1@10.2.1.58:<0.3685.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"'"}, {checkpoints,[{39,0}]}, {name,<<"replication_building_39_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"'"}, {takeover,false}, {suffix,"building_39_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:51.438,ns_1@10.2.1.58:<0.3685.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 39 [ns_server:info,2012-11-14T10:56:51.446,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 556 state to active [ns_server:info,2012-11-14T10:56:51.469,ns_1@10.2.1.58:ns_config_rep<0.1929.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@10.2.1.63' [ns_server:info,2012-11-14T10:56:51.623,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 557 state to replica [ns_server:info,2012-11-14T10:56:51.626,ns_1@10.2.1.58:<0.3692.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 557 to state replica [ns_server:info,2012-11-14T10:56:51.633,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:51.433207 PST 3: TAP (Consumer) eq_tapq:anon_130 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:51.438998 PST 3: TAP (Consumer) eq_tapq:anon_131 - Reset vbucket 39 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:51.483186 PST 3: Schedule cleanup of "eq_tapq:anon_128" memcached<0.2008.0>: Wed Nov 14 10:56:51.483216 PST 3: Schedule cleanup of "eq_tapq:anon_129" memcached<0.2008.0>: Wed Nov 14 10:56:51.483223 PST 3: Schedule cleanup of "eq_tapq:anon_130" memcached<0.2008.0>: Wed Nov 14 10:56:51.483224 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-14T10:56:51.696,ns_1@10.2.1.58:<0.3692.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[557]}, {checkpoints,[{557,0}]}, {name,<<"replication_building_557_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[557]}, {takeover,false}, {suffix,"building_557_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:51.696,ns_1@10.2.1.58:<0.3692.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 557 [rebalance:info,2012-11-14T10:56:51.860,ns_1@10.2.1.58:<0.3685.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:51.864,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 39 state to replica [ns_server:info,2012-11-14T10:56:51.864,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39] ("'", []) [ns_server:info,2012-11-14T10:56:51.865,ns_1@10.2.1.58:<0.3674.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:51.897,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:51.697013 PST 3: TAP (Consumer) eq_tapq:anon_132 - Reset vbucket 557 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:51.748720 PST 3: Notified the completion of checkpoint persistence for vbucket 39, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:51.861224 PST 3: TAP (Consumer) eq_tapq:anon_131 - disconnected [ns_server:info,2012-11-14T10:56:51.902,ns_1@10.2.1.58:<0.3674.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}] [ns_server:info,2012-11-14T10:56:51.903,ns_1@10.2.1.58:<0.3674.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:51.903,ns_1@10.2.1.58:<0.3674.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:51.903,ns_1@10.2.1.58:<0.3674.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:51.904,ns_1@10.2.1.58:<0.3674.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:51.904,ns_1@10.2.1.58:<0.3708.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:51.904,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3708.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:51.949,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 40 state to replica [ns_server:info,2012-11-14T10:56:52.014,ns_1@10.2.1.58:<0.3719.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 40 to state replica [rebalance:info,2012-11-14T10:56:52.014,ns_1@10.2.1.58:<0.3692.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [rebalance:info,2012-11-14T10:56:52.055,ns_1@10.2.1.58:<0.3719.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"("}, {checkpoints,[{40,0}]}, {name,<<"replication_building_40_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"("}, {takeover,false}, {suffix,"building_40_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:52.056,ns_1@10.2.1.58:<0.3719.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 40 [ns_server:info,2012-11-14T10:56:52.144,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:51.943904 PST 3: Notified the completion of checkpoint persistence for vbucket 557, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:51.945350 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.945375 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.945423 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.945442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.945459 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.945473 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.945486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946336 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946347 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946356 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946381 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946392 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946401 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946409 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946481 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946498 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946513 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.946522 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947472 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947514 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947523 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947607 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947620 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947641 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.947651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948568 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948578 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948638 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948657 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948745 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948753 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.948764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949786 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949797 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949809 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949827 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949845 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.949856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950814 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950827 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950845 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950858 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950883 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950903 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950968 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950981 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:51.950992 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:52.144,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 633 log lines from memcached [ns_server:info,2012-11-14T10:56:52.154,ns_1@10.2.1.58:<0.3737.0>:compaction_daemon:try_to_cleanup_indexes:439]Cleaning up indexes for bucket `default` [ns_server:info,2012-11-14T10:56:52.161,ns_1@10.2.1.58:<0.3737.0>:compaction_daemon:spawn_bucket_compactor:404]Compacting bucket default with config: [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:info,2012-11-14T10:56:52.167,ns_1@10.2.1.58:<0.3741.0>:compaction_daemon:spawn_dbs_compactor:544]Compacting databases for bucket default [ns_server:info,2012-11-14T10:56:52.167,ns_1@10.2.1.58:<0.3742.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/master">> [ns_server:info,2012-11-14T10:56:52.170,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 557 state to active [ns_server:info,2012-11-14T10:56:52.234,ns_1@10.2.1.58:<0.3753.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/0">> [ns_server:info,2012-11-14T10:56:52.283,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 558 state to replica [ns_server:info,2012-11-14T10:56:52.289,ns_1@10.2.1.58:<0.3756.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 558 to state replica [ns_server:info,2012-11-14T10:56:52.340,ns_1@10.2.1.58:<0.3766.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/1">> [rebalance:info,2012-11-14T10:56:52.355,ns_1@10.2.1.58:<0.3756.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[558]}, {checkpoints,[{558,0}]}, {name,<<"replication_building_558_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[558]}, {takeover,false}, {suffix,"building_558_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:52.356,ns_1@10.2.1.58:<0.3756.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 558 [ns_server:info,2012-11-14T10:56:52.359,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:52.158442 PST 3: TAP (Consumer) eq_tapq:anon_134 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:52.187196 PST 3: Schedule cleanup of "eq_tapq:anon_131" memcached<0.2008.0>: Wed Nov 14 10:56:52.187208 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:52.187217 PST 3: Schedule cleanup of "eq_tapq:anon_132" memcached<0.2008.0>: Wed Nov 14 10:56:52.187224 PST 3: Schedule cleanup of "eq_tapq:anon_134" memcached<0.2008.0>: Wed Nov 14 10:56:52.356576 PST 3: TAP (Consumer) eq_tapq:anon_135 - Reset vbucket 558 was completed succecssfully. [ns_server:info,2012-11-14T10:56:52.500,ns_1@10.2.1.58:<0.3783.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/2">> [rebalance:info,2012-11-14T10:56:52.508,ns_1@10.2.1.58:<0.3719.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:52.519,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 40 state to replica [ns_server:info,2012-11-14T10:56:52.520,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40] ("(", []) [ns_server:info,2012-11-14T10:56:52.520,ns_1@10.2.1.58:<0.3708.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:52.551,ns_1@10.2.1.58:<0.3708.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}] [ns_server:info,2012-11-14T10:56:52.560,ns_1@10.2.1.58:<0.3708.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:52.560,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:52.359364 PST 3: Notified the completion of checkpoint persistence for vbucket 40, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:52.509085 PST 3: TAP (Consumer) eq_tapq:anon_133 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:52.542845 PST 3: Notified the completion of checkpoint persistence for vbucket 558, cookie 0x13fc82c0 [ns_server:info,2012-11-14T10:56:52.560,ns_1@10.2.1.58:<0.3708.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:52.561,ns_1@10.2.1.58:<0.3708.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:52.561,ns_1@10.2.1.58:<0.3708.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:52.561,ns_1@10.2.1.58:<0.3794.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:52.561,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3794.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:52.600,ns_1@10.2.1.58:<0.3756.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:52.601,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 41 state to replica [ns_server:info,2012-11-14T10:56:52.625,ns_1@10.2.1.58:<0.3810.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/3">> [ns_server:info,2012-11-14T10:56:52.652,ns_1@10.2.1.58:<0.3812.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 41 to state replica [rebalance:info,2012-11-14T10:56:52.695,ns_1@10.2.1.58:<0.3812.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,")"}, {checkpoints,[{41,0}]}, {name,<<"replication_building_41_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,")"}, {takeover,false}, {suffix,"building_41_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:52.696,ns_1@10.2.1.58:<0.3812.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 41 [ns_server:info,2012-11-14T10:56:52.801,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:52.600797 PST 3: TAP (Consumer) eq_tapq:anon_135 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:52.611847 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.611892 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.611918 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.611936 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.611958 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.611980 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612001 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612021 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612039 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612058 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612747 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612782 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612871 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612886 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612898 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.612911 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613630 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613654 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613680 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613705 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613721 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613744 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613766 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613787 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613806 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.613824 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614391 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614416 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614432 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614454 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614475 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614495 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614513 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614529 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.614546 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.615153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.615182 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.615205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.615226 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.615246 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.615265 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.615283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616116 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616145 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616198 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616223 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616247 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616271 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616292 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616312 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616331 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.616357 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:52.802,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 2492 log lines from memcached [ns_server:info,2012-11-14T10:56:52.835,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 558 state to active [ns_server:info,2012-11-14T10:56:52.860,ns_1@10.2.1.58:<0.3825.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/4">> [ns_server:info,2012-11-14T10:56:52.929,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 559 state to replica [ns_server:info,2012-11-14T10:56:52.938,ns_1@10.2.1.58:<0.3834.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 559 to state replica [rebalance:info,2012-11-14T10:56:52.977,ns_1@10.2.1.58:<0.3834.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[559]}, {checkpoints,[{559,0}]}, {name,<<"replication_building_559_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[559]}, {takeover,false}, {suffix,"building_559_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:52.984,ns_1@10.2.1.58:<0.3834.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 559 [ns_server:info,2012-11-14T10:56:53.002,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:52.801014 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801027 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801037 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801416 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801428 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801449 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801531 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801544 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801555 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801564 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801745 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801755 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801871 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801881 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801897 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.801907 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802531 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802547 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802561 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802573 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802693 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802709 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.802719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803255 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803268 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803472 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803484 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803494 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803697 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803738 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803823 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.803851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804026 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804040 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804049 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804246 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804258 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804269 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804278 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804514 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804575 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804808 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804830 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804910 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804924 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.804951 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:52.805137 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:53.003,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 296 log lines from memcached [ns_server:info,2012-11-14T10:56:53.019,ns_1@10.2.1.58:<0.3848.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/5">> [rebalance:info,2012-11-14T10:56:53.114,ns_1@10.2.1.58:<0.3812.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:53.144,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 41 state to replica [ns_server:info,2012-11-14T10:56:53.144,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41] (")", []) [ns_server:info,2012-11-14T10:56:53.145,ns_1@10.2.1.58:<0.3794.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:53.197,ns_1@10.2.1.58:<0.3794.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}] [ns_server:info,2012-11-14T10:56:53.198,ns_1@10.2.1.58:<0.3794.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:53.198,ns_1@10.2.1.58:<0.3794.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:53.198,ns_1@10.2.1.58:<0.3794.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:53.199,ns_1@10.2.1.58:<0.3794.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:53.199,ns_1@10.2.1.58:<0.3855.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:53.199,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3855.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:53.229,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:53.028142 PST 3: Notified the completion of checkpoint persistence for vbucket 41, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:53.114484 PST 3: TAP (Consumer) eq_tapq:anon_136 - disconnected [ns_server:info,2012-11-14T10:56:53.235,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 42 state to replica [ns_server:info,2012-11-14T10:56:53.276,ns_1@10.2.1.58:<0.3867.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/6">> [ns_server:info,2012-11-14T10:56:53.309,ns_1@10.2.1.58:<0.3881.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 42 to state replica [rebalance:info,2012-11-14T10:56:53.339,ns_1@10.2.1.58:<0.3881.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"*"}, {checkpoints,[{42,0}]}, {name,<<"replication_building_42_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"*"}, {takeover,false}, {suffix,"building_42_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:53.343,ns_1@10.2.1.58:<0.3881.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 42 [rebalance:info,2012-11-14T10:56:53.348,ns_1@10.2.1.58:<0.3834.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:53.406,ns_1@10.2.1.58:<0.3896.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/7">> [ns_server:info,2012-11-14T10:56:53.427,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 559 state to active [ns_server:info,2012-11-14T10:56:53.451,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:53.251317 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251339 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251349 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251409 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251421 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251430 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251446 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251528 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251546 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.251554 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252543 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252568 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252577 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252709 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252729 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.252737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.253954 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.253973 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.253993 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254005 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254016 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254028 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254038 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254048 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254057 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254066 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.254075 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255262 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255280 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255293 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255319 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255330 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255339 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255356 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.255365 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256484 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256502 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256513 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256523 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256531 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256541 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256549 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.256566 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257845 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257862 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257873 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257883 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257892 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257900 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257908 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257915 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.257923 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.259129 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.259152 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:53.452,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 704 log lines from memcached [ns_server:info,2012-11-14T10:56:53.518,ns_1@10.2.1.58:<0.3909.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/8">> [ns_server:info,2012-11-14T10:56:53.578,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 560 state to replica [ns_server:info,2012-11-14T10:56:53.585,ns_1@10.2.1.58:<0.3912.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 560 to state replica [rebalance:info,2012-11-14T10:56:53.622,ns_1@10.2.1.58:<0.3912.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[560]}, {checkpoints,[{560,0}]}, {name,<<"replication_building_560_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[560]}, {takeover,false}, {suffix,"building_560_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:53.622,ns_1@10.2.1.58:<0.3912.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 560 [ns_server:info,2012-11-14T10:56:53.665,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:53.464400 PST 3: Schedule cleanup of "eq_tapq:anon_136" memcached<0.2008.0>: Wed Nov 14 10:56:53.464410 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:53.464429 PST 3: Schedule cleanup of "eq_tapq:anon_138" memcached<0.2008.0>: Wed Nov 14 10:56:53.464438 PST 3: Schedule cleanup of "eq_tapq:anon_140" memcached<0.2008.0>: Wed Nov 14 10:56:53.623127 PST 3: TAP (Consumer) eq_tapq:anon_141 - Reset vbucket 560 was completed succecssfully. [ns_server:info,2012-11-14T10:56:53.665,ns_1@10.2.1.58:<0.3926.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/9">> [rebalance:info,2012-11-14T10:56:53.749,ns_1@10.2.1.58:<0.3881.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:53.752,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 42 state to replica [ns_server:info,2012-11-14T10:56:53.752,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42] ("*", []) [ns_server:info,2012-11-14T10:56:53.753,ns_1@10.2.1.58:<0.3855.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:53.753,ns_1@10.2.1.58:<0.3941.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/10">> [ns_server:info,2012-11-14T10:56:53.779,ns_1@10.2.1.58:<0.3855.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}] [ns_server:info,2012-11-14T10:56:53.780,ns_1@10.2.1.58:<0.3855.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:53.787,ns_1@10.2.1.58:<0.3855.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:53.787,ns_1@10.2.1.58:<0.3855.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:53.788,ns_1@10.2.1.58:<0.3855.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:53.788,ns_1@10.2.1.58:<0.3950.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:53.788,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.3950.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:53.827,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 43 state to replica [rebalance:info,2012-11-14T10:56:53.830,ns_1@10.2.1.58:<0.3912.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:53.870,ns_1@10.2.1.58:<0.3966.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/11">> [ns_server:info,2012-11-14T10:56:53.872,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:53.671239 PST 3: Notified the completion of checkpoint persistence for vbucket 42, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:53.749691 PST 3: TAP (Consumer) eq_tapq:anon_139 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:53.795656 PST 3: Notified the completion of checkpoint persistence for vbucket 560, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:53.827780 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827805 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827825 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827835 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827897 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827906 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827916 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827934 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827943 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827953 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.827962 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828019 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828034 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828047 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828060 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828072 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828084 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828095 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828116 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828125 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828134 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828143 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828151 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828166 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828218 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828233 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828246 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828258 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828272 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828284 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828317 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828340 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828350 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828359 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828369 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828379 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828399 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828411 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828422 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828431 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828440 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828449 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.828458 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.829169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.829188 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.829200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.829219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.829230 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.829279 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.829291 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:53.872,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 544 log lines from memcached [ns_server:info,2012-11-14T10:56:53.892,ns_1@10.2.1.58:<0.3974.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 43 to state replica [rebalance:info,2012-11-14T10:56:53.923,ns_1@10.2.1.58:<0.3974.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"+"}, {checkpoints,[{43,0}]}, {name,<<"replication_building_43_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"+"}, {takeover,false}, {suffix,"building_43_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:53.924,ns_1@10.2.1.58:<0.3974.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 43 [ns_server:info,2012-11-14T10:56:53.999,ns_1@10.2.1.58:<0.3987.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/12">> [ns_server:info,2012-11-14T10:56:54.040,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 560 state to active [ns_server:info,2012-11-14T10:56:54.075,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:53.874810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874865 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874876 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874893 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874911 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874929 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874947 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874963 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874980 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.874996 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875011 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875025 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875039 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875053 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875068 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875081 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875104 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875115 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875158 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875171 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875181 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875191 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875206 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875252 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875266 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875280 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875294 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875318 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875330 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875352 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875362 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875374 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875417 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875427 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875445 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.875457 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876694 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876744 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876778 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876809 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876899 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876915 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876930 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876945 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876958 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876969 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.876991 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.877002 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.877013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:53.877023 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:54.075,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 136 log lines from memcached [ns_server:info,2012-11-14T10:56:54.147,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 561 state to replica [ns_server:info,2012-11-14T10:56:54.150,ns_1@10.2.1.58:<0.3994.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 561 to state replica [ns_server:info,2012-11-14T10:56:54.256,ns_1@10.2.1.58:<0.4004.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/13">> [rebalance:info,2012-11-14T10:56:54.313,ns_1@10.2.1.58:<0.3994.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[561]}, {checkpoints,[{561,0}]}, {name,<<"replication_building_561_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[561]}, {takeover,false}, {suffix,"building_561_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:54.314,ns_1@10.2.1.58:<0.3994.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 561 [ns_server:info,2012-11-14T10:56:54.479,ns_1@10.2.1.58:<0.4019.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/14">> [ns_server:info,2012-11-14T10:56:54.514,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:54.314384 PST 3: TAP (Consumer) eq_tapq:anon_144 - Reset vbucket 561 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:54.481409 PST 3: Notified the completion of checkpoint persistence for vbucket 43, cookie 0x13fef8c0 [ns_server:info,2012-11-14T10:56:54.565,ns_1@10.2.1.58:<0.4032.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/15">> [rebalance:info,2012-11-14T10:56:54.617,ns_1@10.2.1.58:<0.3974.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:54.620,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 43 state to replica [ns_server:info,2012-11-14T10:56:54.621,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43] ("+", []) [ns_server:info,2012-11-14T10:56:54.621,ns_1@10.2.1.58:<0.3950.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:54.648,ns_1@10.2.1.58:<0.3950.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}] [ns_server:info,2012-11-14T10:56:54.649,ns_1@10.2.1.58:<0.3950.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:54.649,ns_1@10.2.1.58:<0.3950.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:54.650,ns_1@10.2.1.58:<0.3950.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:54.650,ns_1@10.2.1.58:<0.3950.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:54.650,ns_1@10.2.1.58:<0.4037.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:54.650,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4037.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:54.673,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 44 state to replica [ns_server:info,2012-11-14T10:56:54.709,ns_1@10.2.1.58:<0.4040.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 44 to state replica [rebalance:info,2012-11-14T10:56:54.752,ns_1@10.2.1.58:<0.4040.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,","}, {checkpoints,[{44,0}]}, {name,<<"replication_building_44_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,","}, {takeover,false}, {suffix,"building_44_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:54.753,ns_1@10.2.1.58:<0.4040.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 44 [ns_server:info,2012-11-14T10:56:54.803,ns_1@10.2.1.58:<0.4051.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/16">> [ns_server:info,2012-11-14T10:56:54.817,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:54.617527 PST 3: TAP (Consumer) eq_tapq:anon_142 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:54.702424 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702497 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702521 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702543 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702563 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702621 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702710 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.702760 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703064 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703095 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703112 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703135 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703177 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703257 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703279 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703702 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703742 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703787 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703808 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703828 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703845 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703868 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703904 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703943 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.703968 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704243 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704311 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704337 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704382 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704423 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704460 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704811 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704858 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704885 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704907 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704929 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704950 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704969 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.704989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705007 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705025 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705487 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705517 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705540 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705565 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705586 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705619 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705642 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705660 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.705679 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:54.818,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1789 log lines from memcached [rebalance:info,2012-11-14T10:56:54.876,ns_1@10.2.1.58:<0.3994.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:54.934,ns_1@10.2.1.58:<0.4080.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/17">> [ns_server:info,2012-11-14T10:56:54.973,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 561 state to active [ns_server:info,2012-11-14T10:56:55.019,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:54.817692 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817712 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817723 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817845 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817864 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817896 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817907 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.817916 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818178 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818192 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818317 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818325 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818655 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818667 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818677 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818687 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818930 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.818942 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819063 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819074 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819094 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819187 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819462 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819617 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819652 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819663 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819672 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819793 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819807 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.819816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820197 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820220 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820245 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820263 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820691 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820702 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820734 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820743 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820751 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820771 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.820872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:54.845286 PST 3: Notified the completion of checkpoint persistence for vbucket 561, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:56:54.876400 PST 3: TAP (Consumer) eq_tapq:anon_144 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:54.935584 PST 3: TAP (Consumer) eq_tapq:anon_146 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:54.986188 PST 3: Schedule cleanup of "eq_tapq:anon_142" memcached<0.2008.0>: Wed Nov 14 10:56:54.986200 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:warn,2012-11-14T10:56:55.020,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 2 log lines from memcached [ns_server:info,2012-11-14T10:56:55.037,ns_1@10.2.1.58:<0.4092.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/18">> [ns_server:info,2012-11-14T10:56:55.058,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 562 state to replica [ns_server:info,2012-11-14T10:56:55.069,ns_1@10.2.1.58:<0.4094.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 562 to state replica [rebalance:info,2012-11-14T10:56:55.098,ns_1@10.2.1.58:<0.4094.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[562]}, {checkpoints,[{562,0}]}, {name,<<"replication_building_562_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[562]}, {takeover,false}, {suffix,"building_562_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:55.098,ns_1@10.2.1.58:<0.4094.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 562 [ns_server:info,2012-11-14T10:56:55.127,ns_1@10.2.1.58:<0.4106.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/19">> [ns_server:info,2012-11-14T10:56:55.215,ns_1@10.2.1.58:<0.4122.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/20">> [rebalance:info,2012-11-14T10:56:55.253,ns_1@10.2.1.58:<0.4040.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:55.282,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 44 state to replica [ns_server:info,2012-11-14T10:56:55.282,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44] (",", []) [ns_server:info,2012-11-14T10:56:55.284,ns_1@10.2.1.58:<0.4037.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:55.300,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:55.099002 PST 3: TAP (Consumer) eq_tapq:anon_147 - Reset vbucket 562 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:55.128495 PST 3: Notified the completion of checkpoint persistence for vbucket 44, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:55.253507 PST 3: TAP (Consumer) eq_tapq:anon_145 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:55.259689 PST 3: Schedule cleanup of "eq_tapq:anon_145" [ns_server:info,2012-11-14T10:56:55.332,ns_1@10.2.1.58:<0.4037.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}] [ns_server:info,2012-11-14T10:56:55.333,ns_1@10.2.1.58:<0.4037.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:55.334,ns_1@10.2.1.58:<0.4037.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:55.334,ns_1@10.2.1.58:<0.4037.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:55.334,ns_1@10.2.1.58:<0.4037.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:55.335,ns_1@10.2.1.58:<0.4127.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:55.335,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4127.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:55.375,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 45 state to replica [ns_server:info,2012-11-14T10:56:55.446,ns_1@10.2.1.58:<0.4130.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 45 to state replica [ns_server:info,2012-11-14T10:56:55.461,ns_1@10.2.1.58:<0.4140.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/21">> [rebalance:info,2012-11-14T10:56:55.482,ns_1@10.2.1.58:<0.4130.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"-"}, {checkpoints,[{45,0}]}, {name,<<"replication_building_45_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"-"}, {takeover,false}, {suffix,"building_45_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:55.484,ns_1@10.2.1.58:<0.4130.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 45 [ns_server:info,2012-11-14T10:56:55.540,ns_1@10.2.1.58:<0.4164.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/22">> [rebalance:info,2012-11-14T10:56:55.559,ns_1@10.2.1.58:<0.4094.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:55.594,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:55.394332 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394354 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394363 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394371 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394576 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394586 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394614 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.394630 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395612 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395635 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395645 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395659 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395677 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395759 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395782 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395793 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395808 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.395817 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396552 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396570 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396637 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396645 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.396653 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397519 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397547 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397565 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397603 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397620 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397630 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397637 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.397646 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398554 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398577 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398610 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398636 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398645 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398654 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398663 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.398671 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399459 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399473 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399482 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399500 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399509 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399524 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399533 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399541 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.399550 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.400529 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:55.400545 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:55.594,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1775 log lines from memcached [ns_server:info,2012-11-14T10:56:55.634,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 562 state to active [ns_server:info,2012-11-14T10:56:55.637,ns_1@10.2.1.58:<0.4181.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/23">> [ns_server:info,2012-11-14T10:56:55.762,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 563 state to replica [ns_server:info,2012-11-14T10:56:55.765,ns_1@10.2.1.58:<0.4184.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 563 to state replica [ns_server:info,2012-11-14T10:56:55.785,ns_1@10.2.1.58:<0.4194.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/24">> [ns_server:info,2012-11-14T10:56:55.821,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:55.621585 PST 3: TAP (Consumer) eq_tapq:anon_149 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:55.669610 PST 3: Schedule cleanup of "eq_tapq:anon_147" memcached<0.2008.0>: Wed Nov 14 10:56:55.669635 PST 3: Schedule cleanup of "eq_tapq:anon_149" memcached<0.2008.0>: Wed Nov 14 10:56:55.674645 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:55.802262 PST 3: Notified the completion of checkpoint persistence for vbucket 45, cookie 0x13fefb80 [rebalance:info,2012-11-14T10:56:55.893,ns_1@10.2.1.58:<0.4130.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:55.899,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 45 state to replica [ns_server:info,2012-11-14T10:56:55.900,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45] ("-", []) [ns_server:info,2012-11-14T10:56:55.901,ns_1@10.2.1.58:<0.4127.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [rebalance:info,2012-11-14T10:56:55.909,ns_1@10.2.1.58:<0.4184.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[563]}, {checkpoints,[{563,0}]}, {name,<<"replication_building_563_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[563]}, {takeover,false}, {suffix,"building_563_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:55.910,ns_1@10.2.1.58:<0.4184.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 563 [ns_server:info,2012-11-14T10:56:55.951,ns_1@10.2.1.58:<0.4210.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/25">> [ns_server:info,2012-11-14T10:56:55.965,ns_1@10.2.1.58:<0.4127.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}] [ns_server:info,2012-11-14T10:56:55.969,ns_1@10.2.1.58:<0.4127.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:55.969,ns_1@10.2.1.58:<0.4127.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:55.969,ns_1@10.2.1.58:<0.4127.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:55.969,ns_1@10.2.1.58:<0.4127.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:55.970,ns_1@10.2.1.58:<0.4219.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:55.970,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4219.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:55.998,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 46 state to replica [ns_server:info,2012-11-14T10:56:56.069,ns_1@10.2.1.58:<0.4234.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/26">> [ns_server:info,2012-11-14T10:56:56.091,ns_1@10.2.1.58:<0.4240.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 46 to state replica [ns_server:info,2012-11-14T10:56:56.096,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:55.895489 PST 3: TAP (Consumer) eq_tapq:anon_148 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:55.904529 PST 3: Schedule cleanup of "eq_tapq:anon_148" memcached<0.2008.0>: Wed Nov 14 10:56:55.910905 PST 3: TAP (Consumer) eq_tapq:anon_150 - Reset vbucket 563 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:56.013792 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.015705 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.015737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.015756 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.015765 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.015785 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.016328 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.016348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.016358 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.016367 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.016376 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017333 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017370 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017381 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017392 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017419 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017435 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017460 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.017470 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019150 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019164 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019174 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019202 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019909 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019947 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019958 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.019994 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.020004 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.020031 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.020708 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.020728 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.020748 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021389 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021405 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021441 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021455 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021487 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021508 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021517 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021540 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021559 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021637 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021653 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021662 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.021691 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022849 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022865 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022897 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022916 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022933 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022951 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.022970 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.023000 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.023016 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:56.023035 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:56.096,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 249 log lines from memcached [rebalance:info,2012-11-14T10:56:56.119,ns_1@10.2.1.58:<0.4240.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"."}, {checkpoints,[{46,0}]}, {name,<<"replication_building_46_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"."}, {takeover,false}, {suffix,"building_46_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:56.128,ns_1@10.2.1.58:<0.4240.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 46 [rebalance:info,2012-11-14T10:56:56.147,ns_1@10.2.1.58:<0.4184.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:56.254,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 563 state to active [ns_server:info,2012-11-14T10:56:56.301,ns_1@10.2.1.58:<0.4257.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/27">> [ns_server:info,2012-11-14T10:56:56.329,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:56.128667 PST 3: TAP (Consumer) eq_tapq:anon_151 - Reset vbucket 46 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:56.147891 PST 3: TAP (Consumer) eq_tapq:anon_150 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:56.235676 PST 3: TAP (Consumer) eq_tapq:anon_152 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:56.284232 PST 3: Schedule cleanup of "eq_tapq:anon_150" memcached<0.2008.0>: Wed Nov 14 10:56:56.284267 PST 3: Schedule cleanup of "eq_tapq:anon_152" memcached<0.2008.0>: Wed Nov 14 10:56:56.284282 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:56:56.376,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 564 state to replica [ns_server:info,2012-11-14T10:56:56.383,ns_1@10.2.1.58:<0.4260.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 564 to state replica [rebalance:info,2012-11-14T10:56:56.419,ns_1@10.2.1.58:<0.4260.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[564]}, {checkpoints,[{564,0}]}, {name,<<"replication_building_564_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[564]}, {takeover,false}, {suffix,"building_564_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:56.420,ns_1@10.2.1.58:<0.4260.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 564 [ns_server:info,2012-11-14T10:56:56.445,ns_1@10.2.1.58:<0.4271.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/28">> [ns_server:info,2012-11-14T10:56:56.620,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:56.420290 PST 3: TAP (Consumer) eq_tapq:anon_153 - Reset vbucket 564 was completed succecssfully. [ns_server:info,2012-11-14T10:56:57.564,ns_1@10.2.1.58:<0.4305.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/29">> [rebalance:info,2012-11-14T10:56:57.747,ns_1@10.2.1.58:<0.4240.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:57.763,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 46 state to replica [ns_server:info,2012-11-14T10:56:57.763,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46] (".", []) [ns_server:info,2012-11-14T10:56:57.765,ns_1@10.2.1.58:<0.4219.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:57.802,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:57.600862 PST 3: Notified the completion of checkpoint persistence for vbucket 46, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:57.748138 PST 3: TAP (Consumer) eq_tapq:anon_151 - disconnected [ns_server:info,2012-11-14T10:56:57.809,ns_1@10.2.1.58:<0.4219.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}] [ns_server:info,2012-11-14T10:56:57.810,ns_1@10.2.1.58:<0.4219.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:57.810,ns_1@10.2.1.58:<0.4219.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:57.810,ns_1@10.2.1.58:<0.4219.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:57.810,ns_1@10.2.1.58:<0.4219.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:57.811,ns_1@10.2.1.58:<0.4312.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:57.811,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4312.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:57.854,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 47 state to replica [ns_server:info,2012-11-14T10:56:57.930,ns_1@10.2.1.58:<0.4315.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 47 to state replica [rebalance:info,2012-11-14T10:56:57.972,ns_1@10.2.1.58:<0.4315.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"/"}, {checkpoints,[{47,0}]}, {name,<<"replication_building_47_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"/"}, {takeover,false}, {suffix,"building_47_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:57.977,ns_1@10.2.1.58:<0.4315.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 47 [ns_server:info,2012-11-14T10:56:57.995,ns_1@10.2.1.58:<0.4326.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/30">> [rebalance:info,2012-11-14T10:56:58.060,ns_1@10.2.1.58:<0.4260.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:58.116,ns_1@10.2.1.58:<0.4348.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/31">> [ns_server:info,2012-11-14T10:56:58.171,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 564 state to active [ns_server:info,2012-11-14T10:56:58.178,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:57.977298 PST 3: TAP (Consumer) eq_tapq:anon_154 - Reset vbucket 47 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:56:58.031252 PST 3: Notified the completion of checkpoint persistence for vbucket 564, cookie 0x13fef8c0 memcached<0.2008.0>: Wed Nov 14 10:56:58.060924 PST 3: TAP (Consumer) eq_tapq:anon_153 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:58.132217 PST 3: TAP (Consumer) eq_tapq:anon_155 - disconnected [ns_server:info,2012-11-14T10:56:58.195,ns_1@10.2.1.58:<0.4365.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/32">> [ns_server:info,2012-11-14T10:56:58.295,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 565 state to replica [ns_server:info,2012-11-14T10:56:58.298,ns_1@10.2.1.58:<0.4368.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 565 to state replica [rebalance:info,2012-11-14T10:56:58.348,ns_1@10.2.1.58:<0.4368.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[565]}, {checkpoints,[{565,0}]}, {name,<<"replication_building_565_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[565]}, {takeover,false}, {suffix,"building_565_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:58.349,ns_1@10.2.1.58:<0.4368.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 565 [ns_server:info,2012-11-14T10:56:58.410,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:58.209195 PST 3: Schedule cleanup of "eq_tapq:anon_151" memcached<0.2008.0>: Wed Nov 14 10:56:58.209215 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:58.209230 PST 3: Schedule cleanup of "eq_tapq:anon_153" memcached<0.2008.0>: Wed Nov 14 10:56:58.209240 PST 3: Schedule cleanup of "eq_tapq:anon_155" memcached<0.2008.0>: Wed Nov 14 10:56:58.350012 PST 3: TAP (Consumer) eq_tapq:anon_156 - Reset vbucket 565 was completed succecssfully. [ns_server:info,2012-11-14T10:56:58.426,ns_1@10.2.1.58:<0.4382.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/33">> [rebalance:info,2012-11-14T10:56:58.524,ns_1@10.2.1.58:<0.4315.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:58.528,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 47 state to replica [ns_server:info,2012-11-14T10:56:58.528,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47] ("/", []) [ns_server:info,2012-11-14T10:56:58.529,ns_1@10.2.1.58:<0.4312.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:58.584,ns_1@10.2.1.58:<0.4312.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}, {47,2}] [ns_server:info,2012-11-14T10:56:58.585,ns_1@10.2.1.58:<0.4312.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:58.585,ns_1@10.2.1.58:<0.4312.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:58.585,ns_1@10.2.1.58:<0.4312.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:58.586,ns_1@10.2.1.58:<0.4312.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:58.586,ns_1@10.2.1.58:<0.4389.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:58.586,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4389.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46,47], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46,47]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:56:58.595,ns_1@10.2.1.58:<0.4399.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/34">> [ns_server:info,2012-11-14T10:56:58.627,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 48 state to replica [ns_server:info,2012-11-14T10:56:58.634,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:58.433117 PST 3: Notified the completion of checkpoint persistence for vbucket 47, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:58.524938 PST 3: TAP (Consumer) eq_tapq:anon_154 - disconnected [ns_server:info,2012-11-14T10:56:58.713,ns_1@10.2.1.58:<0.4411.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 48 to state replica [rebalance:info,2012-11-14T10:56:58.713,ns_1@10.2.1.58:<0.4368.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:58.716,ns_1@10.2.1.58:<0.4423.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/35">> [rebalance:info,2012-11-14T10:56:58.748,ns_1@10.2.1.58:<0.4411.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"0"}, {checkpoints,[{48,0}]}, {name,<<"replication_building_48_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"0"}, {takeover,false}, {suffix,"building_48_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:58.749,ns_1@10.2.1.58:<0.4411.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 48 [ns_server:info,2012-11-14T10:56:58.817,ns_1@10.2.1.58:<0.4443.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/36">> [ns_server:info,2012-11-14T10:56:58.836,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:58.634972 PST 3: Notified the completion of checkpoint persistence for vbucket 565, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:56:58.636529 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.636548 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.636565 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.636574 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.636585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637661 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637669 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637678 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637686 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637700 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637711 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637754 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637770 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637820 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637841 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.637850 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.638899 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.638915 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.639027 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.639046 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.639059 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.639073 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640199 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640217 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640228 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640239 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640261 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640274 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640284 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640294 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640302 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640311 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640320 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640334 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640345 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.640354 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641471 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641488 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641501 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641519 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641530 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641539 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.641591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642759 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642777 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642811 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642826 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642846 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:58.642858 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:58.836,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1993 log lines from memcached [ns_server:info,2012-11-14T10:56:58.924,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 565 state to active [ns_server:info,2012-11-14T10:56:58.930,ns_1@10.2.1.58:<0.4454.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/37">> [ns_server:info,2012-11-14T10:56:59.033,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 566 state to replica [ns_server:info,2012-11-14T10:56:59.035,ns_1@10.2.1.58:<0.4457.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 566 to state replica [rebalance:info,2012-11-14T10:56:59.087,ns_1@10.2.1.58:<0.4457.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[566]}, {checkpoints,[{566,0}]}, {name,<<"replication_building_566_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[566]}, {takeover,false}, {suffix,"building_566_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:59.088,ns_1@10.2.1.58:<0.4457.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 566 [ns_server:info,2012-11-14T10:56:59.114,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:58.913821 PST 3: TAP (Consumer) eq_tapq:anon_158 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:58.946730 PST 3: Schedule cleanup of "eq_tapq:anon_154" memcached<0.2008.0>: Wed Nov 14 10:56:58.946764 PST 3: Schedule cleanup of "eq_tapq:anon_156" memcached<0.2008.0>: Wed Nov 14 10:56:58.946772 PST 3: Schedule cleanup of "eq_tapq:anon_158" memcached<0.2008.0>: Wed Nov 14 10:56:58.946774 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:56:59.088724 PST 3: TAP (Consumer) eq_tapq:anon_159 - Reset vbucket 566 was completed succecssfully. [ns_server:info,2012-11-14T10:56:59.144,ns_1@10.2.1.58:<0.4471.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/38">> [ns_server:info,2012-11-14T10:56:59.258,ns_1@10.2.1.58:<0.4484.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/39">> [rebalance:info,2012-11-14T10:56:59.331,ns_1@10.2.1.58:<0.4411.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:59.356,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 48 state to replica [ns_server:info,2012-11-14T10:56:59.356,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48] ("0", []) [ns_server:info,2012-11-14T10:56:59.358,ns_1@10.2.1.58:<0.4389.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:56:59.382,ns_1@10.2.1.58:<0.4497.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/512">> [ns_server:info,2012-11-14T10:56:59.417,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:59.211185 PST 3: Notified the completion of checkpoint persistence for vbucket 48, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:56:59.331737 PST 3: TAP (Consumer) eq_tapq:anon_157 - disconnected [ns_server:info,2012-11-14T10:56:59.417,ns_1@10.2.1.58:<0.4389.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}, {47,2}, {48,2}] [ns_server:info,2012-11-14T10:56:59.419,ns_1@10.2.1.58:<0.4389.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:56:59.419,ns_1@10.2.1.58:<0.4389.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:56:59.419,ns_1@10.2.1.58:<0.4389.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:56:59.419,ns_1@10.2.1.58:<0.4389.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:59.419,ns_1@10.2.1.58:<0.4506.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:56:59.420,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4506.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46,47, 48], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46,47,48]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:56:59.442,ns_1@10.2.1.58:<0.4457.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:56:59.450,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 49 state to replica [ns_server:info,2012-11-14T10:56:59.514,ns_1@10.2.1.58:<0.4522.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/513">> [ns_server:info,2012-11-14T10:56:59.548,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 566 state to active [ns_server:info,2012-11-14T10:56:59.548,ns_1@10.2.1.58:<0.4524.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 49 to state replica [rebalance:info,2012-11-14T10:56:59.580,ns_1@10.2.1.58:<0.4524.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"1"}, {checkpoints,[{49,0}]}, {name,<<"replication_building_49_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"1"}, {takeover,false}, {suffix,"building_49_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:59.581,ns_1@10.2.1.58:<0.4524.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 49 [ns_server:info,2012-11-14T10:56:59.596,ns_1@10.2.1.58:<0.4541.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/514">> [ns_server:info,2012-11-14T10:56:59.628,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:59.428496 PST 3: Notified the completion of checkpoint persistence for vbucket 566, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:56:59.442418 PST 3: TAP (Consumer) eq_tapq:anon_159 - disconnected memcached<0.2008.0>: Wed Nov 14 10:56:59.483864 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483889 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483902 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483914 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483924 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483934 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483943 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483953 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.483970 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.484934 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.484951 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.484963 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.484978 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.484988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.484997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.485006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486238 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486268 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486347 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486395 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486417 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486460 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486497 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.486515 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487308 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487339 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487363 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487379 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487420 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487438 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.487455 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488407 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488441 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488467 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488484 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488506 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488549 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488569 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488592 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488609 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488627 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.488646 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489324 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489355 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489374 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489391 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489431 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489475 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:56:59.489492 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:56:59.629,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 1208 log lines from memcached [ns_server:info,2012-11-14T10:56:59.687,ns_1@10.2.1.58:<0.4552.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/515">> [ns_server:info,2012-11-14T10:56:59.751,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 567 state to replica [ns_server:info,2012-11-14T10:56:59.757,ns_1@10.2.1.58:<0.4557.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 567 to state replica [ns_server:info,2012-11-14T10:56:59.776,ns_1@10.2.1.58:<0.4567.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/516">> [rebalance:info,2012-11-14T10:56:59.886,ns_1@10.2.1.58:<0.4557.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[567]}, {checkpoints,[{567,0}]}, {name,<<"replication_building_567_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[567]}, {takeover,false}, {suffix,"building_567_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:56:59.886,ns_1@10.2.1.58:<0.4557.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 567 [ns_server:info,2012-11-14T10:57:00.017,ns_1@10.2.1.58:<0.4582.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/517">> [ns_server:info,2012-11-14T10:57:00.088,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:56:59.887125 PST 3: TAP (Consumer) eq_tapq:anon_162 - Reset vbucket 567 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:57:00.027900 PST 3: Notified the completion of checkpoint persistence for vbucket 49, cookie 0x13fc82c0 [rebalance:info,2012-11-14T10:57:00.109,ns_1@10.2.1.58:<0.4524.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:00.110,ns_1@10.2.1.58:<0.4599.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/518">> [ns_server:info,2012-11-14T10:57:00.113,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 49 state to replica [ns_server:info,2012-11-14T10:57:00.113,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49] ("1", []) [ns_server:info,2012-11-14T10:57:00.114,ns_1@10.2.1.58:<0.4506.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:57:00.164,ns_1@10.2.1.58:<0.4506.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}, {47,2}, {48,2}, {49,2}] [ns_server:info,2012-11-14T10:57:00.165,ns_1@10.2.1.58:<0.4506.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:57:00.165,ns_1@10.2.1.58:<0.4506.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:57:00.165,ns_1@10.2.1.58:<0.4506.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:57:00.165,ns_1@10.2.1.58:<0.4506.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:00.166,ns_1@10.2.1.58:<0.4610.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:57:00.166,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4610.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46,47, 48,49], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46,47,48,49]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-14T10:57:00.194,ns_1@10.2.1.58:<0.4557.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:00.201,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 50 state to replica [ns_server:info,2012-11-14T10:57:00.244,ns_1@10.2.1.58:<0.4617.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 50 to state replica [ns_server:info,2012-11-14T10:57:00.275,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 567 state to active [rebalance:info,2012-11-14T10:57:00.283,ns_1@10.2.1.58:<0.4617.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"2"}, {checkpoints,[{50,0}]}, {name,<<"replication_building_50_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"2"}, {takeover,false}, {suffix,"building_50_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:57:00.284,ns_1@10.2.1.58:<0.4617.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 50 [ns_server:info,2012-11-14T10:57:00.310,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:00.109892 PST 3: TAP (Consumer) eq_tapq:anon_161 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:00.141703 PST 3: Notified the completion of checkpoint persistence for vbucket 567, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:57:00.194677 PST 3: TAP (Consumer) eq_tapq:anon_162 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:00.255380 PST 3: TAP (Consumer) eq_tapq:anon_163 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:00.285022 PST 3: TAP (Consumer) eq_tapq:anon_164 - Reset vbucket 50 was completed succecssfully. [ns_server:info,2012-11-14T10:57:00.430,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 568 state to replica [ns_server:info,2012-11-14T10:57:00.433,ns_1@10.2.1.58:<0.4622.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 568 to state replica [ns_server:info,2012-11-14T10:57:00.459,ns_1@10.2.1.58:<0.4632.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/519">> [rebalance:info,2012-11-14T10:57:00.473,ns_1@10.2.1.58:<0.4622.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[568]}, {checkpoints,[{568,0}]}, {name,<<"replication_building_568_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[568]}, {takeover,false}, {suffix,"building_568_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:57:00.475,ns_1@10.2.1.58:<0.4622.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 568 [ns_server:info,2012-11-14T10:57:00.516,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:00.315343 PST 3: Schedule cleanup of "eq_tapq:anon_161" memcached<0.2008.0>: Wed Nov 14 10:57:00.315357 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:57:00.315383 PST 3: Schedule cleanup of "eq_tapq:anon_162" memcached<0.2008.0>: Wed Nov 14 10:57:00.316599 PST 3: Schedule cleanup of "eq_tapq:anon_163" memcached<0.2008.0>: Wed Nov 14 10:57:00.475384 PST 3: TAP (Consumer) eq_tapq:anon_165 - Reset vbucket 568 was completed succecssfully. [ns_server:info,2012-11-14T10:57:00.520,ns_1@10.2.1.58:<0.4651.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/520">> [ns_server:info,2012-11-14T10:57:00.616,ns_1@10.2.1.58:<0.4670.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/521">> [ns_server:info,2012-11-14T10:57:00.709,ns_1@10.2.1.58:<0.4681.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/522">> [ns_server:info,2012-11-14T10:57:00.868,ns_1@10.2.1.58:<0.4692.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/523">> [ns_server:info,2012-11-14T10:57:01.089,ns_1@10.2.1.58:<0.4704.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/524">> [rebalance:info,2012-11-14T10:57:01.127,ns_1@10.2.1.58:<0.4622.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:01.187,ns_1@10.2.1.58:<0.4719.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/525">> [ns_server:info,2012-11-14T10:57:01.217,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 568 state to active [ns_server:info,2012-11-14T10:57:01.307,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:01.106669 PST 3: Notified the completion of checkpoint persistence for vbucket 568, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:57:01.127412 PST 3: TAP (Consumer) eq_tapq:anon_165 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:01.193781 PST 3: Notified the completion of checkpoint persistence for vbucket 50, cookie 0x13fef080 memcached<0.2008.0>: Wed Nov 14 10:57:01.195419 PST 3: TAP (Consumer) eq_tapq:anon_166 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:01.245420 PST 3: Schedule cleanup of "eq_tapq:anon_165" memcached<0.2008.0>: Wed Nov 14 10:57:01.245445 PST 3: Schedule cleanup of "eq_tapq:anon_166" memcached<0.2008.0>: Wed Nov 14 10:57:01.245598 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-14T10:57:01.336,ns_1@10.2.1.58:<0.4732.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/526">> [rebalance:info,2012-11-14T10:57:01.345,ns_1@10.2.1.58:<0.4617.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:01.381,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 569 state to replica [ns_server:info,2012-11-14T10:57:01.384,ns_1@10.2.1.58:<0.4735.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 569 to state replica [ns_server:info,2012-11-14T10:57:01.412,ns_1@10.2.1.58:<0.4751.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/527">> [rebalance:info,2012-11-14T10:57:01.423,ns_1@10.2.1.58:<0.4735.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[569]}, {checkpoints,[{569,0}]}, {name,<<"replication_building_569_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[569]}, {takeover,false}, {suffix,"building_569_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:57:01.427,ns_1@10.2.1.58:<0.4735.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 569 [ns_server:info,2012-11-14T10:57:01.443,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 50 state to replica [ns_server:info,2012-11-14T10:57:01.443,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50] ("2", []) [ns_server:info,2012-11-14T10:57:01.444,ns_1@10.2.1.58:<0.4610.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:57:01.502,ns_1@10.2.1.58:<0.4610.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}, {47,2}, {48,2}, {49,2}, {50,2}] [ns_server:info,2012-11-14T10:57:01.505,ns_1@10.2.1.58:<0.4610.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:57:01.507,ns_1@10.2.1.58:<0.4610.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:57:01.507,ns_1@10.2.1.58:<0.4610.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:57:01.508,ns_1@10.2.1.58:<0.4610.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:01.508,ns_1@10.2.1.58:<0.4757.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:57:01.508,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4757.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46,47, 48,49,50], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46,47,48,49,50]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:57:01.542,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 51 state to replica [ns_server:info,2012-11-14T10:57:01.558,ns_1@10.2.1.58:<0.4777.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/528">> [ns_server:info,2012-11-14T10:57:01.590,ns_1@10.2.1.58:<0.4780.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 51 to state replica [ns_server:info,2012-11-14T10:57:01.614,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:01.411939 PST 3: TAP (Consumer) eq_tapq:anon_164 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:01.427221 PST 3: TAP (Consumer) eq_tapq:anon_167 - Reset vbucket 569 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:57:01.488533 PST 3: Schedule cleanup of "eq_tapq:anon_164" [rebalance:info,2012-11-14T10:57:01.632,ns_1@10.2.1.58:<0.4780.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"3"}, {checkpoints,[{51,0}]}, {name,<<"replication_building_51_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"3"}, {takeover,false}, {suffix,"building_51_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:57:01.633,ns_1@10.2.1.58:<0.4780.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 51 [ns_server:info,2012-11-14T10:57:01.692,ns_1@10.2.1.58:<0.4793.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/529">> [ns_server:info,2012-11-14T10:57:01.829,ns_1@10.2.1.58:<0.4804.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/530">> [ns_server:info,2012-11-14T10:57:01.834,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:01.633434 PST 3: TAP (Consumer) eq_tapq:anon_168 - Reset vbucket 51 was completed succecssfully. [ns_server:info,2012-11-14T10:57:01.920,ns_1@10.2.1.58:<0.4815.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/531">> [rebalance:info,2012-11-14T10:57:02.229,ns_1@10.2.1.58:<0.4735.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:02.233,ns_1@10.2.1.58:<0.4842.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/532">> [ns_server:info,2012-11-14T10:57:02.318,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 569 state to active [rebalance:info,2012-11-14T10:57:02.347,ns_1@10.2.1.58:<0.4780.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:02.351,ns_1@10.2.1.58:<0.4855.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/533">> [ns_server:info,2012-11-14T10:57:02.407,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:02.207019 PST 3: Notified the completion of checkpoint persistence for vbucket 569, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:57:02.229875 PST 3: TAP (Consumer) eq_tapq:anon_167 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:02.234953 PST 3: Notified the completion of checkpoint persistence for vbucket 51, cookie 0x13fc82c0 memcached<0.2008.0>: Wed Nov 14 10:57:02.315289 PST 3: TAP (Consumer) eq_tapq:anon_169 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:02.335817 PST 3: Schedule cleanup of "eq_tapq:anon_167" memcached<0.2008.0>: Wed Nov 14 10:57:02.335851 PST 3: Schedule cleanup of "eq_tapq:anon_169" memcached<0.2008.0>: Wed Nov 14 10:57:02.336114 PST 3: TAP (Producer) eq_tapq:replication_ns_1@10.2.1.63 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.2008.0>: Wed Nov 14 10:57:02.348220 PST 3: TAP (Consumer) eq_tapq:anon_168 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:02.356208 PST 3: Schedule cleanup of "eq_tapq:anon_168" [ns_server:info,2012-11-14T10:57:02.428,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 570 state to replica [ns_server:info,2012-11-14T10:57:02.431,ns_1@10.2.1.58:<0.4858.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 570 to state replica [ns_server:info,2012-11-14T10:57:02.447,ns_1@10.2.1.58:<0.4874.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/534">> [rebalance:info,2012-11-14T10:57:02.461,ns_1@10.2.1.58:<0.4858.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,[570]}, {checkpoints,[{570,0}]}, {name,<<"replication_building_570_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{vbuckets,[570]}, {takeover,false}, {suffix,"building_570_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:57:02.461,ns_1@10.2.1.58:<0.4858.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 570 [ns_server:info,2012-11-14T10:57:02.505,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 51 state to replica [ns_server:info,2012-11-14T10:57:02.505,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51] ("3", []) [ns_server:info,2012-11-14T10:57:02.506,ns_1@10.2.1.58:<0.4757.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:57:02.577,ns_1@10.2.1.58:<0.4888.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/535">> [ns_server:info,2012-11-14T10:57:02.604,ns_1@10.2.1.58:<0.4757.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}, {47,2}, {48,2}, {49,2}, {50,2}, {51,2}] [ns_server:info,2012-11-14T10:57:02.605,ns_1@10.2.1.58:<0.4757.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:57:02.605,ns_1@10.2.1.58:<0.4757.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:57:02.605,ns_1@10.2.1.58:<0.4757.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:57:02.606,ns_1@10.2.1.58:<0.4757.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:02.606,ns_1@10.2.1.58:<0.4891.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:57:02.606,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4891.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46,47, 48,49,50,51], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46,47,48,49,50,51]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:57:02.651,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 52 state to replica [ns_server:info,2012-11-14T10:57:02.745,ns_1@10.2.1.58:<0.4897.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 52 to state replica [ns_server:info,2012-11-14T10:57:02.758,ns_1@10.2.1.58:<0.4913.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/536">> [ns_server:info,2012-11-14T10:57:02.784,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:02.579823 PST 3: TAP (Consumer) eq_tapq:anon_170 - Reset vbucket 570 was completed succecssfully. memcached<0.2008.0>: Wed Nov 14 10:57:02.695628 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695658 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695690 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695708 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695817 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.695829 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696186 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696206 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696230 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696315 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696329 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696373 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696383 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.696989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697004 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697020 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697033 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697044 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697053 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697062 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697080 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697102 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697828 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697842 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.697867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698091 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698119 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698130 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698660 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698691 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698705 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698716 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698747 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698756 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698765 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.698790 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699467 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699480 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699503 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699522 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699534 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699543 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.699552 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:02.700295 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-14T10:57:02.785,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:176]Dropped 642 log lines from memcached [rebalance:info,2012-11-14T10:57:02.791,ns_1@10.2.1.58:<0.4897.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"4"}, {checkpoints,[{52,0}]}, {name,<<"replication_building_52_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"4"}, {takeover,false}, {suffix,"building_52_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:57:02.792,ns_1@10.2.1.58:<0.4897.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 52 [ns_server:info,2012-11-14T10:57:02.993,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:02.792343 PST 3: TAP (Consumer) eq_tapq:anon_171 - Reset vbucket 52 was completed succecssfully. [ns_server:info,2012-11-14T10:57:03.000,ns_1@10.2.1.58:<0.4927.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/537">> [ns_server:info,2012-11-14T10:57:03.112,ns_1@10.2.1.58:<0.4938.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/538">> [rebalance:info,2012-11-14T10:57:03.158,ns_1@10.2.1.58:<0.4858.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:03.249,ns_1@10.2.1.58:<0.4955.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/539">> [rebalance:info,2012-11-14T10:57:03.252,ns_1@10.2.1.58:<0.4897.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:03.253,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 570 state to active [ns_server:info,2012-11-14T10:57:03.256,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 52 state to replica [ns_server:info,2012-11-14T10:57:03.256,ns_1@10.2.1.58:tap_replication_manager-default<0.2067.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@10.2.1.63' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52] ("4", []) [ns_server:info,2012-11-14T10:57:03.258,ns_1@10.2.1.58:<0.4891.0>:ebucketmigrator_srv:handle_call:271]Starting new-style vbucket filter change on stream `replication_ns_1@10.2.1.58` [ns_server:info,2012-11-14T10:57:03.296,ns_1@10.2.1.58:<0.4891.0>:ebucketmigrator_srv:handle_call:294]Changing vbucket filter on tap stream `replication_ns_1@10.2.1.58`: [{0,2}, {1,2}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,2}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,2}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,2}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,2}, {42,2}, {43,2}, {44,2}, {45,2}, {46,2}, {47,2}, {48,2}, {49,2}, {50,2}, {51,2}, {52,2}] [ns_server:info,2012-11-14T10:57:03.297,ns_1@10.2.1.58:<0.4891.0>:ebucketmigrator_srv:handle_call:304]Successfully changed vbucket filter on tap stream `replication_ns_1@10.2.1.58`. [ns_server:info,2012-11-14T10:57:03.297,ns_1@10.2.1.58:<0.4891.0>:ebucketmigrator_srv:process_upstream:922]Got vbucket filter change completion message. Silencing upstream sender [ns_server:info,2012-11-14T10:57:03.298,ns_1@10.2.1.58:<0.4891.0>:ebucketmigrator_srv:handle_info:348]Got reply from upstream silencing request. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-14T10:57:03.298,ns_1@10.2.1.58:<0.4891.0>:ebucketmigrator_srv:do_confirm_sent_messages:682]Got close ack! [ns_server:info,2012-11-14T10:57:03.298,ns_1@10.2.1.58:<0.4960.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-14T10:57:03.298,ns_1@10.2.1.58:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4960.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45,46,47, 48,49,50,51,52], 'ns_1@10.2.1.63'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"10.2.1.63",11209}, {"10.2.1.58",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45,46,47,48,49,50,51,52]}, {takeover,false}, {suffix,"ns_1@10.2.1.58"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-14T10:57:03.319,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:03.118503 PST 3: Notified the completion of checkpoint persistence for vbucket 570, cookie 0x13fef600 memcached<0.2008.0>: Wed Nov 14 10:57:03.130808 PST 3: Notified the completion of checkpoint persistence for vbucket 52, cookie 0x13fefb80 memcached<0.2008.0>: Wed Nov 14 10:57:03.158293 PST 3: TAP (Consumer) eq_tapq:anon_170 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:03.251523 PST 3: TAP (Consumer) eq_tapq:anon_172 - disconnected memcached<0.2008.0>: Wed Nov 14 10:57:03.252441 PST 3: TAP (Consumer) eq_tapq:anon_171 - disconnected [ns_server:info,2012-11-14T10:57:03.343,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 53 state to replica [ns_server:info,2012-11-14T10:57:03.394,ns_1@10.2.1.58:<0.4963.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 53 to state replica [ns_server:info,2012-11-14T10:57:03.412,ns_1@10.2.1.58:<0.4979.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/540">> [rebalance:info,2012-11-14T10:57:03.428,ns_1@10.2.1.58:<0.4963.0>:ebucketmigrator_srv:init:549]Starting tap stream: [{vbuckets,"5"}, {checkpoints,[{53,0}]}, {name,<<"replication_building_53_'ns_1@10.2.1.58'">>}, {takeover,false}] {{"10.2.1.61",11209}, {"10.2.1.58",11209}, [{vbuckets,"5"}, {takeover,false}, {suffix,"building_53_'ns_1@10.2.1.58'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-14T10:57:03.429,ns_1@10.2.1.58:<0.4963.0>:ebucketmigrator_srv:process_upstream:912]Initial stream for vbucket 53 [ns_server:info,2012-11-14T10:57:03.495,ns_1@10.2.1.58:<0.4991.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/541">> [ns_server:info,2012-11-14T10:57:03.513,ns_1@10.2.1.58:<0.2064.0>:ns_memcached:do_handle_call:521]Changed vbucket 571 state to replica [ns_server:info,2012-11-14T10:57:03.518,ns_1@10.2.1.58:<0.4994.0>:ebucketmigrator_srv:init:490]Setting {"10.2.1.58",11209} vbucket 571 to state replica [ns_server:info,2012-11-14T10:57:03.578,ns_1@10.2.1.58:ns_port_memcached<0.2008.0>:ns_port_server:log:171]memcached<0.2008.0>: Wed Nov 14 10:57:03.375432 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375497 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375522 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375544 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375569 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375589 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375608 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.375644 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376024 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376058 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376078 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376096 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376155 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376182 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376225 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376244 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376261 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376447 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376480 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376500 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.2008.0>: Wed Nov 14 10:57:03.376567 PST 3: persistence cursor offset is nega