============================================================================== couchbase logs (info) cbbrowse_logs info ============================================================================== [ns_server:info,2012-11-10T0:52:18.732,nonode@nohost:<0.59.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-10T0:52:18.734,nonode@nohost:<0.59.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-10T0:52:18.768,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.177.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.768,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.772,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.779,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.183.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.802,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.186.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.802,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.185.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.804,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.187.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.805,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.184.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.807,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.188.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.810,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.189.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.810,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.810,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.818,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.195.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.825,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.196.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.826,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.197.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.827,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.920,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.204.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.920,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.202.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.920,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.921,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.923,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.926,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.928,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.930,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: nonode@nohost [error_logger:info,2012-11-10T0:52:18.966,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.213.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.213.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.981,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.216.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.981,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.217.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.982,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.218.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.984,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.219.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.994,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.994,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.994,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.995,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:18.997,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.224.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.998,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.225.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.999,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.226.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:18.999,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.215.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.002,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.228.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.042,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.229.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.048,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.240.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.050,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.243.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.050,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.054,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.246.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.057,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.248.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.060,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.250.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.073,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.252.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.269.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.227.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.074,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.214.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.075,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.172.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:52:19.082,nonode@nohost:ns_server_cluster_sup<0.171.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,10},{0,52,19}}}, {memory, [{total,32576512}, {processes,5954088}, {processes_used,5945800}, {system,26622424}, {atom,832377}, {atom_used,824430}, {binary,51984}, {code,7940901}, {ets,636328}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,inet_tcp,gen_tcp,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,snappy,couch_compress, couch_spatial_validation,couch_set_view_mapreduce,ejson, couch_doc,couch_db_update_notifier,couch_btree, couch_ref_counter,couch_uuids,couch_db_updater,couch_db, couch_auth_cache,couch_db_update_notifier_sup, couch_secondary_sup,couch_index_barrier,couch_event_sup, couch_log,couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, net_kernel,global_group,erl_distribution,filename, inet_gethost_native,os,inet_parse,inet,inet_udp, inet_config,inet_db,global,gb_trees,rpc,supervisor,kernel, application_master,sys,application,gen_server,erl_parse, proplists,erl_scan,lists,application_controller,proc_lib, gen,gen_event,error_logger,heart,error_handler,erlang, erl_prim_loader,prim_zip,zlib,prim_file,prim_inet,init, otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,151}, {node,nonode@nohost}, {nodes,[]}, {registered, ['sink-disk_xdcr_errors',kernel_safe_sup,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb',inets_sup, 'sink-disk_mapreduce_errors',crypto_server, 'sink-disk_views',crypto_sup,'sink-disk_error', mochiweb_sup,couch_secondary_services, couch_primary_services,ale_sup,couch_db_update, ale_dynamic_sup,sasl_safe_sup,couch_query_servers, couch_httpd,couch_drv,couch_server,ale, couch_set_view_ddoc_cache, couch_index_merger_connection_pool,couch_spatial, lhttpc_manager,error_logger,couch_replica_index_barrier, standard_error,standard_error_sup, couch_main_index_barrier,tftp_sup,sasl_sup, couch_replication,couch_auth_cache,couch_task_events, timer_server,couch_task_status,release_handler, erl_prim_loader,inet_db,overload,rex,alarm_handler, kernel_sup,couch_view,global_name_server,couch_rep_sup, file_server_2,global_group,'sink-disk_default', ssl_connection_sup,ns_server_cluster_sup,couch_config, httpd_sup,ssl_manager,couch_server_sup,init, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,disk_log_sup,disk_log_server, ssl_broker_sup,user,code_server,ssl_server,ssl_sup, couch_log,application_controller,cb_couch_sup,httpc_sup, httpc_profile_sup,os_mon_sup,httpc_manager, httpc_handler_sup,lhttpc_sup,cpu_sup,ftp_sup,memsup, 'sink-ns_log',disksup,couch_set_view,'sink-disk_stats']}, {cookie,nocookie}, {wordsize,8}, {wall_clock,1}] [ns_server:info,2012-11-10T0:52:19.087,nonode@nohost:ns_server_cluster_sup<0.171.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-10T0:52:19.089,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.271.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:19.090,nonode@nohost:dist_manager<0.272.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-10T0:52:19.090,nonode@nohost:dist_manager<0.272.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-10T0:52:19.091,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.274.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-10T0:52:19.091,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.273.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:19.097,nonode@nohost:dist_manager<0.272.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [error_logger:info,2012-11-10T0:52:19.100,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.276.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.101,nonode@nohost:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.277.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:19.101,ns_1@127.0.0.1:dist_manager<0.272.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-10T0:52:19.101,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,net_sup} started: [{pid,<0.278.0>}, {name,net_kernel}, {mfargs, {net_kernel,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.101,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_sup} started: [{pid,<0.275.0>}, {name,net_sup_dynamic}, {mfargs, {erl_distribution,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.103,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.272.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.104,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.281.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.106,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.282.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.106,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.284.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.168,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.291.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.169,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.170,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.177,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.182,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.197,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.200,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.202,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.299.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.207,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.300.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.235,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.301.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.236,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.292.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.236,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@127.0.0.1' [error_logger:info,2012-11-10T0:52:19.256,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.307.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:19.256,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.308.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.334,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.285.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.334,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.283.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:52:19.336,ns_1@127.0.0.1:ns_config_sup<0.333.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-10T0:52:19.336,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.334.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.336,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.335.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:19.348,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-10T0:52:19.348,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-10T0:52:19.348,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:info,2012-11-10T0:52:19.349,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,14419}, {{node,'ns_1@127.0.0.1',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',capi_port},8092}, {{node,'ns_1@127.0.0.1',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-10T0:52:19.351,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:info,2012-11-10T0:52:19.353,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:info,2012-11-10T0:52:19.354,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:info,2012-11-10T0:52:19.356,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:info,2012-11-10T0:52:19.359,ns_1@127.0.0.1:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [error_logger:info,2012-11-10T0:52:19.364,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:19.366,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.339.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-10T0:52:19.375,ns_1@127.0.0.1:ns_config_isasl_sync<0.340.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-10T0:52:20.376,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.340.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.377,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.343.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.378,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.345.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.379,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.333.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.380,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.347.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-10T0:52:20.383,ns_1@127.0.0.1:ns_log<0.349.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-10T0:52:20.384,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.349.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.385,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.350.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.386,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.351.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.386,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.354.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-10T0:52:20.388,ns_1@127.0.0.1:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: pnwkjyoegshcrqov [error_logger:info,2012-11-10T0:52:20.396,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.355.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.396,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.359.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.397,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.360.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.397,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.361.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:20.401,ns_1@127.0.0.1:ns_config_log<0.343.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-10T0:52:20.405,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.362.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.418,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.353.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.418,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.367.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.419,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.369.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.419,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.370.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.419,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.371.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.419,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.373.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.420,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.420,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.374.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.420,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.375.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.420,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.377.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-10T0:52:20.428,ns_1@127.0.0.1:ns_heart<0.375.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-10T0:52:20.430,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.381.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-10T0:52:20.432,ns_1@127.0.0.1:mb_master<0.384.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:error,2012-11-10T0:52:20.435,ns_1@127.0.0.1:ns_heart<0.375.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-10T0:52:20.442,ns_1@127.0.0.1:ns_config<0.336.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [user:warn,2012-11-10T0:52:20.443,ns_1@127.0.0.1:<0.390.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:info,2012-11-10T0:52:20.444,ns_1@127.0.0.1:ns_config<0.336.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [error_logger:info,2012-11-10T0:52:20.446,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.390.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.446,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.398.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.448,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.400.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.448,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.384.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.449,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.401.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.449,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.450,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.450,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.404.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.451,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.463,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.408.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.464,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.425.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.465,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.426.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.467,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.427.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-10T0:52:20.468,ns_1@127.0.0.1:ns_server_sup<0.348.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. [error_logger:info,2012-11-10T0:52:20.468,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.407.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.469,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.429.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.469,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.430.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:52:20.470,ns_1@127.0.0.1:<0.431.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-10T0:52:20.470,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.431.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.470,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.428.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.474,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.433.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.476,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.434.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:20.480,ns_1@127.0.0.1:<0.439.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-10T0:52:20.478,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.436.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.484,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.432.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.484,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.438.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.485,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.486,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.441.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.488,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.442.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.508,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.443.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.509,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.454.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.510,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.453.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.522,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.456.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.525,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.458.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.531,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.460.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.531,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.463.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.536,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.464.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.550,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.466.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.553,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.483.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:20.556,ns_1@127.0.0.1:set_view_update_daemon<0.489.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-10T0:52:20.556,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.489.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.556,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.491.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:20.558,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.348.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:20.558,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@127.0.0.1' [ns_server:info,2012-11-10T0:52:25.671,ns_1@127.0.0.1:<0.527.0>:ns_bootstrap:stop:41]Initiated server shutdown [error_logger:error,2012-11-10T0:52:25.682,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.454.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:25.882,ns_1@127.0.0.1:ns_port_memcached<0.437.0>:ns_port_server:log:171]memcached<0.437.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-10T0:52:26.582,ns_1@127.0.0.1:ns_port_memcached<0.437.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-10T0:52:26.583,ns_1@127.0.0.1:<0.435.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-10T0:52:26.583,ns_1@127.0.0.1:<0.435.0>:ns_port_server:log:171]moxi<0.435.0>: EOL on stdin. Exiting [ns_server:info,2012-11-10T0:52:26.593,ns_1@127.0.0.1:mb_master<0.384.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-10T0:52:26.738,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.347.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-10T0:52:31.743,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.285.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-10T0:52:31.815,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.233.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.233.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.230.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 233 stack_size: 24 reductions: 2140 neighbours: [error_logger:error,2012-11-10T0:52:31.816,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.234.0> terminating ** Last message in was {'EXIT',<0.220.0>,killed} ** When Server state == {db,<0.234.0>,<0.235.0>,nil,<<"1352537539024590">>, <0.230.0>,<0.236.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.230.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.230.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.230.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-10T0:52:31.817,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.234.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 288 neighbours: [error_logger:error,2012-11-10T0:52:31.822,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.449.0> terminating ** Last message in was {'EXIT',<0.220.0>,killed} ** When Server state == {db,<0.449.0>,<0.450.0>,nil,<<"1352537540487980">>, <0.445.0>,<0.451.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.445.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.445.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.445.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-10T0:52:31.823,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.449.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 313 neighbours: [error_logger:info,2012-11-10T0:52:31.823,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [ns_server:info,2012-11-10T0:52:31.823,ns_1@127.0.0.1:<0.527.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:info,2012-11-10T0:52:31.998,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-10T0:52:32.000,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-10T0:52:32.001,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-10T0:52:36.508,ns_1@192.168.0.21:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-10T0:52:36.510,ns_1@192.168.0.21:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-10T0:52:36.542,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.183.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.543,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.547,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.554,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.189.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.574,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.192.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.575,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.191.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.577,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.193.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.577,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.190.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.580,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.194.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.582,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.195.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.582,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.582,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.590,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.201.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.596,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.202.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.597,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.203.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.598,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.626,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.210.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.626,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.208.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.627,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.628,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.630,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.632,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.634,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.636,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.671,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.219.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.219.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.686,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.686,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.687,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.224.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.688,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.225.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.697,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.226.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.697,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.227.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.697,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.228.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.698,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.229.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.700,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.230.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.701,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.231.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.702,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.232.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.702,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.221.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.704,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.234.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.734,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.235.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.246.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.742,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.249.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.743,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.251.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.746,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.252.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.748,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.254.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.751,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.256.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.763,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.258.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.763,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.275.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.763,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.233.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.763,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.220.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.764,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.178.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:52:36.770,ns_1@192.168.0.21:ns_server_cluster_sup<0.177.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,10},{0,52,36}}}, {memory, [{total,32823528}, {processes,6106456}, {processes_used,6102488}, {system,26717072}, {atom,835609}, {atom_used,828546}, {binary,69152}, {code,8003594}, {ets,644896}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,157}, {node,'ns_1@192.168.0.21'}, {nodes,[]}, {registered, [ns_server_cluster_sup,kernel_safe_sup,httpc_sup, os_mon_sup,httpc_profile_sup,httpc_manager,cpu_sup, httpc_handler_sup,memsup,'sink-ns_log',disksup, 'sink-disk_stats',ftp_sup,lhttpc_sup, 'sink-disk_xdcr_errors',couch_set_view,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,couch_log, mochiweb_sup,ale_sup,couch_secondary_services, couch_primary_services,cb_couch_sup,couch_db_update,auth, ale_dynamic_sup,sasl_safe_sup,error_logger, couch_query_servers,standard_error,couch_httpd,couch_drv, ale,couch_server,timer_server,couch_set_view_ddoc_cache, lhttpc_manager,couch_index_merger_connection_pool, standard_error_sup,couch_spatial,erl_prim_loader,sasl_sup, inet_db,couch_replica_index_barrier,tftp_sup, couch_main_index_barrier,rex,couch_auth_cache,net_sup, couch_replication,kernel_sup,global_name_server, couch_task_events,file_server_2,couch_task_status, global_group,release_handler,overload,erl_epmd,init, alarm_handler,disk_log_sup,couch_view,disk_log_server, couch_rep_sup,'sink-disk_default',code_server,user, application_controller,couch_config,ssl_connection_sup, httpd_sup,couch_server_sup,ssl_manager,net_kernel, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,ssl_broker_sup,ssl_server, ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,1}] [ns_server:info,2012-11-10T0:52:36.775,ns_1@192.168.0.21:ns_server_cluster_sup<0.177.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-10T0:52:36.777,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.277.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:36.778,ns_1@192.168.0.21:dist_manager<0.278.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-10T0:52:36.778,ns_1@192.168.0.21:dist_manager<0.278.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-10T0:52:36.779,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.280.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-10T0:52:36.779,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.279.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:36.785,ns_1@192.168.0.21:dist_manager<0.278.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-10T0:52:36.786,ns_1@192.168.0.21:dist_manager<0.278.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-10T0:52:36.787,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.278.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.788,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.281.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.790,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.282.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.790,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.284.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.849,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.291.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.849,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.293.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.850,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.294.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.856,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.861,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.875,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.877,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.880,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.299.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.884,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.300.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.902,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.301.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:36.902,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.292.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.903,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:52:36.930,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.307.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:36.930,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.308.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:37.003,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.285.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:37.004,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.283.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:52:37.004,ns_1@192.168.0.21:ns_config_sup<0.333.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-10T0:52:37.004,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.334.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:37.005,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.335.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:37.016,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-10T0:52:37.016,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-10T0:52:37.017,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config:load_config:692]No dynamic config file found. Assuming we're brand new node [ns_server:info,2012-11-10T0:52:37.017,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{auto_failover_cfg,[{enabled,false},{timeout,30},{max_nodes,1},{count,0}]}, {replication,[{enabled,true}]}, {email_alerts, [{recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {{node,'ns_1@192.168.0.21',ns_log}, [{filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@192.168.0.21',port_servers}, [{moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@192.168.0.21',moxi},[{port,11211},{verbosity,[]}]}, {buckets,[{configs,[]}]}, {memory_quota,14419}, {{node,'ns_1@192.168.0.21',memcached}, [{'_vclock',[{'_',{1,0}}]}, {port,11210}, {mccouch_port,11213}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {verbosity,[]}]}, {{node,'ns_1@192.168.0.21',isasl}, [{path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {remote_clusters,[]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@192.168.0.21',capi_port},8092}, {{node,'ns_1@192.168.0.21',rest},[{port,8091},{port_meta,global}]}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {rest,[{port,8091}]}, {{node,'ns_1@192.168.0.21',membership},active}, {nodes_wanted,['ns_1@192.168.0.21']}, {{node,'ns_1@192.168.0.21',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {xdcr_capi_checkpoint_timeout,10}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}] [ns_server:info,2012-11-10T0:52:37.019,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_7_to_1_7_1:296]Upgrading config from 1.7 to 1.7.1 [ns_server:info,2012-11-10T0:52:37.021,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_7_1_to_1_7_2:307]Upgrading config from 1.7.1 to 1.7.2 [ns_server:info,2012-11-10T0:52:37.022,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_7_2_to_1_8_0:361]Upgrading config from 1.7.2 to 1.8.0 [ns_server:info,2012-11-10T0:52:37.024,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_8_0_to_1_8_1:398]Upgrading config from 1.8.0 to 1.8.1 [ns_server:info,2012-11-10T0:52:37.026,ns_1@192.168.0.21:ns_config<0.336.0>:ns_config_default:upgrade_config_from_1_8_1_to_2_0:427]Upgrading config from 1.8.1 to 2.0 [error_logger:info,2012-11-10T0:52:37.031,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.336.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:37.033,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.339.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-10T0:52:37.042,ns_1@192.168.0.21:ns_config_isasl_sync<0.340.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-10T0:52:38.043,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.340.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.044,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.343.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.045,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.345.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.046,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.333.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.047,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.347.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:warn,2012-11-10T0:52:38.049,ns_1@192.168.0.21:ns_log<0.349.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-10T0:52:38.049,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.349.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.050,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.350.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.051,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.351.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.051,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.354.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-10T0:52:38.053,ns_1@192.168.0.21:ns_cookie_manager<0.281.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: ogwjwywkfmkwivfs [error_logger:info,2012-11-10T0:52:38.056,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.355.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.056,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.359.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.057,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.360.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.058,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.361.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.061,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.362.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.062,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.353.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.063,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.368.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.064,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.370.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.065,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.371.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.066,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.372.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.067,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.374.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:38.067,ns_1@192.168.0.21:ns_config_log<0.343.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-10T0:52:38.069,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.373.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.069,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.375.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.071,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.376.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.074,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.378.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.077,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.381.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-10T0:52:38.081,ns_1@192.168.0.21:ns_heart<0.376.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-10T0:52:38.083,ns_1@192.168.0.21:mb_master<0.383.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:info,2012-11-10T0:52:38.091,ns_1@192.168.0.21:ns_config<0.336.0>:ns_online_config_upgrader:upgrade_config_on_join_from_pre_2_0_to_2_0:65]Adding some 2.0 specific keys to the config [ns_server:error,2012-11-10T0:52:38.092,ns_1@192.168.0.21:ns_heart<0.376.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:warn,2012-11-10T0:52:38.096,ns_1@192.168.0.21:<0.387.0>:ns_orchestrator:consider_switching_compat_mode:665]Changed cluster compat mode from undefined to [2,0] [ns_server:info,2012-11-10T0:52:38.097,ns_1@192.168.0.21:ns_config<0.336.0>:ns_online_config_upgrader:upgrade_config_from_pre_2_0_to_2_0:69]Performing online config upgrade to 2.0 version [error_logger:info,2012-11-10T0:52:38.097,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.387.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.098,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.400.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.101,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.401.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.101,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.383.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.101,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.102,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.102,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.404.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.103,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.104,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.406.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.116,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.409.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.117,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.426.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.118,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.427.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.120,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.428.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-10T0:52:38.120,ns_1@192.168.0.21:ns_server_sup<0.348.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-10T0:52:38.120,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.408.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.121,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.430.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.122,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.431.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:52:38.122,ns_1@192.168.0.21:<0.432.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-10T0:52:38.122,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.432.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.123,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.429.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.126,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.434.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.129,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.435.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:38.131,ns_1@192.168.0.21:<0.440.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-10T0:52:38.131,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.437.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.133,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.433.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.133,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.439.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.135,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.440.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.136,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.442.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.136,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.443.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.159,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.444.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.165,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.455.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.166,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.454.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.174,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.457.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.179,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.459.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.179,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.461.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.180,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.184,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.465.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.186,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.469.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.187,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.474.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:38.188,ns_1@192.168.0.21:set_view_update_daemon<0.477.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-10T0:52:38.189,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.477.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.189,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.479.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:52:38.190,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.348.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:52:38.190,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@192.168.0.21' [ns_server:info,2012-11-10T0:52:38.477,ns_1@192.168.0.21:ns_config_events<0.334.0>:ns_port_sup:terminate_port:129]unsupervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [ns_server:info,2012-11-10T0:52:38.480,ns_1@192.168.0.21:<0.436.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-10T0:52:38.480,ns_1@192.168.0.21:<0.436.0>:ns_port_server:log:171]moxi<0.436.0>: EOL on stdin. Exiting [ns_server:info,2012-11-10T0:52:38.480,ns_1@192.168.0.21:ns_config_events<0.334.0>:ns_port_sup:launch_port:74]supervising port: {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} [error_logger:info,2012-11-10T0:52:38.482,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.521.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-10T0:52:38.483,ns_1@192.168.0.21:ns_config_log<0.343.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:info,2012-11-10T0:52:38.689,ns_1@192.168.0.21:<0.522.0>:ns_port_server:log:171]moxi<0.522.0>: 2012-11-10 00:52:38: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.522.0>: 2012-11-10 00:52:38: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [user:info,2012-11-10T0:55:21.325,ns_1@192.168.0.21:<0.418.0>:ns_storage_conf:setup_disk_storage_conf:149]Setting database directory path to /data and index directory path to /data [ns_server:info,2012-11-10T0:55:21.344,ns_1@192.168.0.21:<0.418.0>:ns_storage_conf:setup_disk_storage_conf:157]Removing all the buckets because database path has changed [ns_server:info,2012-11-10T0:55:21.344,ns_1@192.168.0.21:<0.418.0>:ns_storage_conf:setup_disk_storage_conf:162]Removing all unused database files [error_logger:error,2012-11-10T0:55:21.353,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.455.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:21.363,ns_1@192.168.0.21:<0.522.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-10T0:55:21.363,ns_1@192.168.0.21:<0.522.0>:ns_port_server:log:171]moxi<0.522.0>: EOL on stdin. Exiting [ns_server:info,2012-11-10T0:55:21.386,ns_1@192.168.0.21:ns_port_memcached<0.438.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-10T0:55:21.387,ns_1@192.168.0.21:ns_port_memcached<0.438.0>:ns_port_server:log:171]memcached<0.438.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-10T0:55:21.396,ns_1@192.168.0.21:mb_master<0.383.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-10T0:55:21.525,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.347.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:21.689,ns_1@192.168.0.21:mb_mnesia<0.285.0>:mb_mnesia:terminate:277]Shut Mnesia down: shutdown. Exiting. [error_logger:info,2012-11-10T0:55:21.689,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:error,2012-11-10T0:55:21.734,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.240.0> terminating ** Last message in was {'EXIT',<0.226.0>,killed} ** When Server state == {db,<0.240.0>,<0.241.0>,nil,<<"1352537556717551">>, <0.236.0>,<0.242.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.236.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.236.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.236.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-10T0:55:21.739,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.240.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:info,2012-11-10T0:55:21.739,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mapreduce exited: stopped type: temporary [error_logger:info,2012-11-10T0:55:21.739,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_view_parser exited: stopped type: temporary [error_logger:info,2012-11-10T0:55:21.739,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_index_merger exited: stopped type: temporary [error_logger:info,2012-11-10T0:55:21.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: couch_set_view exited: stopped type: temporary [error_logger:info,2012-11-10T0:55:21.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:21.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:21.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:21.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@192.168.0.21' [error_logger:error,2012-11-10T0:55:21.741,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.449.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.449.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.446.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 377 stack_size: 24 reductions: 2154 neighbours: [error_logger:error,2012-11-10T0:55:21.741,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.450.0> terminating ** Last message in was {'EXIT',<0.226.0>,killed} ** When Server state == {db,<0.450.0>,<0.451.0>,nil,<<"1352537558139866">>, <0.446.0>,<0.452.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.446.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.446.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.446.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-10T0:55:21.742,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.450.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 309 neighbours: [error_logger:info,2012-11-10T0:55:21.754,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.950.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.950.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.756,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.953.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.756,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.954.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.756,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.955.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.756,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.956.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.757,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.957.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.757,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.958.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.757,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.959.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.758,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.960.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.758,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.961.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.758,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.962.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.759,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.963.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.759,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.952.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.759,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.965.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.770,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.966.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.771,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.975.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.771,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.977.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.771,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.979.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.772,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.980.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.772,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.982.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.772,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.984.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.772,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.986.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.773,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.1003.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.773,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.964.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.773,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.951.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:55:21.777,ns_1@192.168.0.21:ns_server_cluster_sup<0.177.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,10},{0,55,21}}}, {memory, [{total,39598800}, {processes,7345024}, {processes_used,7222920}, {system,32253776}, {atom,1243897}, {atom_used,1242557}, {binary,181096}, {code,12689570}, {ets,839504}]}, {loaded, [lib,menelaus_web_remote_clusters,mb_grid,capi_utils, base64,set_view_update_daemon,xdc_rdoc_replication_srv, compaction_daemon,stats_archiver,mochijson2, couch_httpd_view,system_stats_collector,mochiweb_response, couch_changes,ns_bucket_sup,menelaus_web_buckets, couch_set_view_util,menelaus_auth,mochiweb_util, geocouch_duplicates,mochiweb_request,mochiweb_headers, mochiweb,xdc_rep_manager,ns_cluster_membership, ns_memcached_log_rotator,ns_port_server, supervisor_cushion,ns_port_init,ns_moxi_sup,ns_port_sup, mc_tcp_listener,mc_conn_sup,mc_sup, menelaus_web_alerts_srv,hot_keys_keeper,menelaus_event, menelaus_util,menelaus_deps,menelaus_web,menelaus_sup, ringbuffer,master_activity_events_keeper, master_activity_events_pids_watcher,auto_failover,ns_tick, ns_online_config_upgrader,failover_safeness_level, ns_orchestrator,cluster_compat_mode, master_activity_events,mb_master_sup,gen_fsm, samples_loader_tasks,mb_master,xdc_replication_sup, remote_clusters_info,ns_bucket,ns_doctor,stats_reader, ns_heart,ns_mail_log,ns_mail_sup,work_queue, vbucket_map_mirror,ns_node_disco_rep_events,ns_config_rep, ns_node_disco_conf_events,ns_node_disco_log,net_adm, ns_node_disco,ns_node_disco_sup,ns_config_ets_dup,random, ns_log,ns_server_sup,ns_process_registry, cb_config_couch_sync,ns_config_log,ns_memcached,ns_pubsub, ns_config_isasl_sync,ns_config_replica,vclock, ns_storage_conf,ns_config_default,ns_config,ns_config_sup, mnesia_index,mnesia_loader,file_sorter,dets_v9,dets_utils, dets_sup,dets_server,dets,mnesia_log,mnesia_snmp_hook, mnesia_checkpoint,mnesia_late_loader,mnesia_dumper, mnesia_snmp_sup,mnesia_checkpoint_sup,mnesia_frag, mnesia_tm,mnesia_recover,mnesia_sp,mnesia_locker, mnesia_event,mnesia_kernel_sup,mnesia_sup,mnesia_bup, mnesia_schema,mnesia_controller,mnesia_lib,mnesia_monitor, mnesia_subscr,mnesia,mb_mnesia,mb_mnesia_sup,ns_cluster, ns_cookie_manager,gen_udp,dist_manager, timeout_diag_logger,path_config,diag_handler,ns_info, log_os_info,couch_config_writer,cb_init_loggers, mochiweb_acceptor,mochiweb_socket,mochiweb_socket_server, mochilists,mochiweb_http,eval_bits,couch_httpd,couch_view, couch_set_view_ddoc_cache,couch_query_servers, couch_spatial,mapreduce,couch_set_view,snappy, couch_compress,couch_spatial_validation, couch_set_view_mapreduce,ejson,couch_doc, couch_db_update_notifier,couch_btree,couch_ref_counter, couch_uuids,couch_db_updater,couch_db,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {mnesia,"MNESIA CXC 138 12","4.5"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,161}, {node,'ns_1@192.168.0.21'}, {nodes,[]}, {registered, [release_handler,disk_log_sup,disk_log_server,overload, code_server,alarm_handler,application_controller,ale_sup, ale_dynamic_sup,couch_auth_cache,couch_task_status,ale, couch_view,error_logger,couch_rep_sup,couch_config, couch_server_sup,couch_file_write_guard,couch_uuids, ns_server_cluster_sup,couch_db_update_notifier_sup, kernel_safe_sup,auth,'sink-ns_log','sink-disk_stats', 'sink-disk_xdcr_errors','sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors','sink-disk_views', 'sink-disk_error',timer_server,couch_set_view,lhttpc_sup, rex,net_sup,mochiweb_sup,kernel_sup,global_name_server, net_kernel,file_server_2,lhttpc_manager,tftp_sup, couch_set_view_ddoc_cache,'sink-disk_default', couch_index_merger_connection_pool,couch_spatial, standard_error_sup,couch_replica_index_barrier, couch_main_index_barrier,couch_replication, couch_task_events,httpd_sup,ssl_connection_sup,os_mon_sup, ssl_manager,cpu_sup,memsup,disksup,dets_sup,dets, inet_gethost_native_sup,ssl_broker_sup,dist_manager, ssl_server,ssl_sup,standard_error,httpc_sup,couch_log, erl_prim_loader,sasl_safe_sup,httpc_profile_sup, httpc_manager,httpc_handler_sup,cb_couch_sup,ftp_sup, inets_sup,inet_gethost_native,crypto_server,init, crypto_sup,inet_db,couch_secondary_services, couch_primary_services,couch_db_update,sasl_sup, global_group,couch_query_servers,couch_httpd,user, couch_drv,erl_epmd,couch_server]}, {cookie,ogwjwywkfmkwivfs}, {wordsize,8}, {wall_clock,166}] [ns_server:info,2012-11-10T0:55:21.781,ns_1@192.168.0.21:ns_server_cluster_sup<0.177.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-10T0:55:21.782,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1005.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.782,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1006.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.782,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1007.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.782,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.1009.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.793,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.1019.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.794,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1021.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.794,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1022.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.794,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1023.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.794,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1024.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.826,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1025.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.827,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1050.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.827,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1051.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.827,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1052.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.837,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.1053.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.838,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.1020.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.838,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:21.915,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.1010.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:21.915,ns_1@192.168.0.21:ns_config_sup<0.1105.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-10T0:55:21.916,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1008.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:21.916,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.1106.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.916,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.1107.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:21.917,ns_1@192.168.0.21:ns_config<0.1108.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-10T0:55:21.917,ns_1@192.168.0.21:ns_config<0.1108.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-10T0:55:21.920,ns_1@192.168.0.21:ns_config<0.1108.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@192.168.0.21',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@192.168.0.21',port_servers}, [{'_vclock',[{'ns_1@192.168.0.21',{2,63519756757}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@192.168.0.21',ns_log}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@192.168.0.21',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@192.168.0.21',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@192.168.0.21',{2,63519756757}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@192.168.0.21',membership},active}, {{node,'ns_1@192.168.0.21',isasl}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@192.168.0.21',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@192.168.0.21',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@192.168.0.21']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@192.168.0.21',config_version}, [{'_vclock',[{'ns_1@192.168.0.21',{5,63519756757}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}, {cookie,ogwjwywkfmkwivfs}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@192.168.0.21',{4,63519756758}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}|19225]}] [error_logger:info,2012-11-10T0:55:21.922,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.1108.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:21.922,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.1110.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-10T0:55:21.924,ns_1@192.168.0.21:ns_config_isasl_sync<0.1111.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-10T0:55:22.925,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.1111.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.925,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.1114.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.925,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.1116.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.926,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1105.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.926,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1118.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.926,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1120.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.927,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1121.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.927,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1122.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.927,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1125.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.929,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1126.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:22.929,ns_1@192.168.0.21:ns_node_disco_events<0.1125.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@192.168.0.21'] [error_logger:info,2012-11-10T0:55:22.929,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1129.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.929,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1130.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.930,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1131.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.931,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.1132.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.931,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1124.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.932,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1135.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.933,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1139.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:22.933,ns_1@192.168.0.21:remote_clusters_info<0.1150.0>:remote_clusters_info:read_or_create_table:384]Reading remote_clusters_info content from /opt/couchbase/var/lib/couchbase/remote_clusters_cache [error_logger:info,2012-11-10T0:55:22.933,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1140.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.934,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1141.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-10T0:55:22.934,ns_1@192.168.0.21:ns_heart<0.1145.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-10T0:55:22.934,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.1143.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.934,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1142.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.935,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1144.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-10T0:55:22.935,ns_1@192.168.0.21:mb_master<0.1155.0>:mb_master:init:89]I'm the only node, so I'm the master. [error_logger:info,2012-11-10T0:55:22.935,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1145.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.936,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1147.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.936,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1150.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:22.936,ns_1@192.168.0.21:ns_config_log<0.1114.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:error,2012-11-10T0:55:22.937,ns_1@192.168.0.21:ns_heart<0.1145.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-10T0:55:22.938,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.1162.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.939,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.1163.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.939,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.1164.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.940,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1155.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.940,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1165.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.940,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1166.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.940,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1167.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.941,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1168.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.941,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1169.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.942,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1172.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.942,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1189.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-10T0:55:22.942,ns_1@192.168.0.21:ns_server_sup<0.1119.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-10T0:55:22.942,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1190.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.943,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.1191.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.943,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1171.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:55:22.943,ns_1@192.168.0.21:<0.1195.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-10T0:55:22.943,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.1193.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.943,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.1194.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.944,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.1195.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.944,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1192.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.945,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.1197.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.945,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.1198.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:22.949,ns_1@192.168.0.21:<0.1203.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-10T0:55:22.949,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.1200.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.950,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1196.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.950,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1202.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.951,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1203.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.951,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1205.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.951,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1206.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.996,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1207.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.996,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.1219.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.996,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1217.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.997,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1220.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.997,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1222.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.997,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1224.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.998,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1225.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.998,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1226.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:22.998,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1228.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.999,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1231.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:22.999,ns_1@192.168.0.21:set_view_update_daemon<0.1233.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-10T0:55:22.999,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1233.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:22.999,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.1235.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:23.000,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.1119.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:55:23.153,ns_1@192.168.0.21:<0.1199.0>:ns_port_server:log:171]moxi<0.1199.0>: 2012-11-10 00:55:22: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.1199.0>: 2012-11-10 00:55:22: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:info,2012-11-10T0:55:27.794,ns_1@192.168.0.21:<0.1244.0>:ns_bootstrap:stop:41]Initiated server shutdown [error_logger:error,2012-11-10T0:55:27.800,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.1219.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-10T0:55:27.933,ns_1@192.168.0.21:ns_heart<0.1145.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-10T0:55:28.001,ns_1@192.168.0.21:ns_port_memcached<0.1201.0>:ns_port_server:log:171]memcached<0.1201.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-10T0:55:28.050,ns_1@192.168.0.21:ns_port_memcached<0.1201.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-10T0:55:28.051,ns_1@192.168.0.21:<0.1199.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-10T0:55:28.051,ns_1@192.168.0.21:<0.1199.0>:ns_port_server:log:171]moxi<0.1199.0>: EOL on stdin. Exiting [ns_server:info,2012-11-10T0:55:28.059,ns_1@192.168.0.21:mb_master<0.1155.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [error_logger:error,2012-11-10T0:55:28.203,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.1118.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-10T0:55:33.210,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.1010.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-10T0:55:33.337,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.971.0> terminating ** Last message in was {'EXIT',<0.957.0>,killed} ** When Server state == {db,<0.971.0>,<0.972.0>,nil,<<"1352537721769304">>, <0.967.0>,<0.973.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.967.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.967.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.967.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>,"/data/_users.couch.1",[],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-10T0:55:33.339,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.971.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 252 neighbours: [error_logger:error,2012-11-10T0:55:33.343,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.1211.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.1211.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.1208.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 610 stack_size: 24 reductions: 1782 neighbours: [error_logger:error,2012-11-10T0:55:33.344,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.1212.0> terminating ** Last message in was {'EXIT',<0.957.0>,killed} ** When Server state == {db,<0.1212.0>,<0.1213.0>,nil,<<"1352537722952705">>, <0.1208.0>,<0.1214.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.1208.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.1208.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.1208.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>,"/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [ns_server:info,2012-11-10T0:55:33.347,ns_1@192.168.0.21:<0.1244.0>:ns_bootstrap:stop:45]Stopped ns_server application [error_logger:error,2012-11-10T0:55:33.348,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.1212.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.65.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 271 neighbours: [error_logger:info,2012-11-10T0:55:33.349,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: ns_server exited: stopped type: temporary [error_logger:info,2012-11-10T0:55:33.517,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: mnesia exited: stopped type: temporary [error_logger:info,2012-11-10T0:55:33.519,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: os_mon exited: stopped type: temporary [error_logger:info,2012-11-10T0:55:33.520,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================INFO REPORT========================= application: sasl exited: stopped type: temporary [ns_server:info,2012-11-10T0:55:39.832,ns_1@192.168.0.21:<0.65.0>:ns_server:init_logging:225]Started & configured logging [ns_server:info,2012-11-10T0:55:39.834,ns_1@192.168.0.21:<0.65.0>:ns_server:log_pending:30]Static config terms: [{error_logger_mf_dir,"/opt/couchbase/var/lib/couchbase/logs"}, {error_logger_mf_maxbytes,10485760}, {error_logger_mf_maxfiles,20}, {path_config_bindir,"/opt/couchbase/bin"}, {path_config_etcdir,"/opt/couchbase/etc/couchbase"}, {path_config_libdir,"/opt/couchbase/lib"}, {path_config_datadir,"/opt/couchbase/var/lib/couchbase"}, {path_config_tmpdir,"/opt/couchbase/var/lib/couchbase/tmp"}, {loglevel_default,debug}, {loglevel_couchdb,info}, {loglevel_ns_server,debug}, {loglevel_error_logger,debug}, {loglevel_user,debug}, {loglevel_menelaus,debug}, {loglevel_ns_doctor,debug}, {loglevel_stats,debug}, {loglevel_rebalance,debug}, {loglevel_cluster,debug}, {loglevel_views,debug}, {loglevel_mapreduce_errors,debug}, {loglevel_xdcr,debug}] [error_logger:info,2012-11-10T0:55:39.866,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,crypto_sup} started: [{pid,<0.181.0>}, {name,crypto_server}, {mfargs,{crypto_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:39.866,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: crypto started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.870,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: public_key started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.877,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.187.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.897,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_profile_sup} started: [{pid,<0.190.0>}, {name,httpc_manager}, {mfargs, {httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:39.898,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.189.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.900,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,httpc_sup} started: [{pid,<0.191.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.900,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.188.0>}, {name,httpc_sup}, {mfargs, {httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.902,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.192.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.905,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inets_sup} started: [{pid,<0.193.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.905,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: inets started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.905,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: oauth started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.912,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.199.0>}, {name,ssl_broker_sup}, {mfargs,{ssl_broker_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.918,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.200.0>}, {name,ssl_manager}, {mfargs,{ssl_manager,start_link,[[]]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:39.920,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.201.0>}, {name,ssl_connection}, {mfargs,{ssl_connection_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:39.920,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ssl started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.949,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ssl_sup} started: [{pid,<0.208.0>}, {name,ssl_server}, {mfargs,{ssl_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:39.949,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,lhttpc_sup} started: [{pid,<0.206.0>}, {name,lhttpc_manager}, {mfargs, {lhttpc_manager,start_link, [[{name,lhttpc_manager}]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:39.950,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: lhttpc started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.951,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mochiweb started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.953,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_view_parser started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.955,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_set_view started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.957,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: couch_index_merger started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.959,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mapreduce started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:39.994,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.217.0>}, {name,couch_config}, {mfargs, {couch_server_sup,couch_config_start_link_wrapper, [["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/default.d/capi.ini", "/opt/couchbase/etc/couchdb/default.d/geocouch.ini", "/opt/couchbase/etc/couchdb/local.ini"], <0.217.0>]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.008,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.220.0>}, {name,collation_driver}, {mfargs,{couch_drv,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.008,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.221.0>}, {name,couch_task_events}, {mfargs, {gen_event,start_link,[{local,couch_task_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.010,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.222.0>}, {name,couch_task_status}, {mfargs,{couch_task_status,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.011,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.223.0>}, {name,couch_file_write_guard}, {mfargs,{couch_file_write_guard,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.037,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.224.0>}, {name,couch_server}, {mfargs,{couch_server,sup_start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.038,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.237.0>}, {name,couch_db_update_event}, {mfargs, {gen_event,start_link,[{local,couch_db_update}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.038,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.238.0>}, {name,couch_replication_event}, {mfargs, {gen_event,start_link,[{local,couch_replication}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.039,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.239.0>}, {name,couch_replication_supervisor}, {mfargs,{couch_rep_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.040,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.240.0>}, {name,couch_log}, {mfargs,{couch_log,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.042,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.241.0>}, {name,couch_main_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_main_index_barrier, "max_parallel_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.042,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_primary_services} started: [{pid,<0.242.0>}, {name,couch_replica_index_barrier}, {mfargs, {couch_index_barrier,start_link, [couch_replica_index_barrier, "max_parallel_replica_indexers"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.043,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.219.0>}, {name,couch_primary_services}, {mfargs,{couch_primary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.045,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.244.0>}, {name,couch_db_update_notifier_sup}, {mfargs,{couch_db_update_notifier_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.051,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.245.0>}, {name,auth_cache}, {mfargs,{couch_auth_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.056,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.248.0>}, {name,set_view_manager}, {mfargs,{couch_set_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.059,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.251.0>}, {name,spatial_manager}, {mfargs,{couch_spatial,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.059,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.253.0>}, {name,index_merger_pool}, {mfargs, {lhttpc_manager,start_link, [[{connection_timeout,90000}, {pool_size,10000}, {name,couch_index_merger_connection_pool}]]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.062,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.254.0>}, {name,query_servers}, {mfargs,{couch_query_servers,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.064,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.256.0>}, {name,couch_set_view_ddoc_cache}, {mfargs,{couch_set_view_ddoc_cache,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.067,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.258.0>}, {name,view_manager}, {mfargs,{couch_view,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.079,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.260.0>}, {name,httpd}, {mfargs,{couch_httpd,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.080,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_secondary_services} started: [{pid,<0.277.0>}, {name,uuids}, {mfargs,{couch_uuids,start,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.081,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,couch_server_sup} started: [{pid,<0.243.0>}, {name,couch_secondary_services}, {mfargs,{couch_secondary_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.081,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,cb_couch_sup} started: [{pid,<0.218.0>}, {name,couch_app}, {mfargs, {couch_app,start, [fake, ["/opt/couchbase/etc/couchdb/default.ini", "/opt/couchbase/etc/couchdb/local.ini"]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.081,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.176.0>}, {name,cb_couch_sup}, {mfargs,{cb_couch_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:55:40.088,ns_1@192.168.0.21:ns_server_cluster_sup<0.175.0>:log_os_info:start_link:25]OS type: {unix,linux} Version: {2,6,32} Runtime info: [{otp_release,"R14B04"}, {erl_version,"5.8.5"}, {erl_version_long, "Erlang R14B04 (erts-5.8.5) [source] [64-bit] [smp:128:128] [rq:128] [async-threads:0] [kernel-poll:true]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2012,11,10},{0,55,40}}}, {memory, [{total,32927192}, {processes,6279960}, {processes_used,6264640}, {system,26647232}, {atom,833185}, {atom_used,824898}, {binary,72408}, {code,7943811}, {ets,637480}]}, {loaded, [ns_info,log_os_info,couch_config_writer,cb_init_loggers, couch_uuids,mochiweb_acceptor,mochiweb_socket, mochiweb_socket_server,mochilists,mochiweb_http,eval_bits, couch_httpd,couch_view,couch_set_view_ddoc_cache, couch_query_servers,couch_spatial,mapreduce, couch_set_view,couch_db_update_notifier,snappy, couch_compress,couch_auth_cache, couch_db_update_notifier_sup,couch_secondary_sup, couch_index_barrier,couch_event_sup,couch_log, couch_rep_sup,couch_btree,couch_ref_counter, couch_db_updater,couch_db,httpd_util,filelib,couch_file, couch_file_write_guard,couch_task_status,erl_ddll, couch_drv,couch_primary_sup,couch_server,string,re,file2, couch_util,couch_config,couch_server_sup,mochiweb_sup, mochiweb_app,ssl_server,crypto,ssl,lhttpc_manager, lhttpc_sup,lhttpc,ssl_connection_sup,ssl_session_cache, ssl_certificate_db,ssl_manager,ssl_broker_sup,ssl_sup, ssl_app,tftp_sup,httpd_sup,httpc_handler_sup,httpc_cookie, inets,httpc_manager,httpc,httpc_profile_sup,httpc_sup, ftp_sup,inets_sup,inets_app,crypto_server,crypto_sup, crypto_app,couch_app,cb_couch_sup,ns_server_cluster_sup, calendar,ale_default_formatter,otp_internal,misc, 'ale_logger-xdcr','ale_logger-mapreduce_errors', 'ale_logger-views','ale_logger-cluster', 'ale_logger-rebalance','ale_logger-stats', 'ale_logger-ns_doctor','ale_logger-menelaus', 'ale_logger-user','ale_logger-ns_server', 'ale_logger-couchdb',ns_log_sink,disk_log_sup, disk_log_server,disk_log_1,disk_log,ale_disk_sink, ns_server,timer,io_lib_fread,cpu_sup,memsup,disksup, os_mon,io,release_handler,overload,alarm_handler,log_mf_h, sasl,ale_error_logger_handler,'ale_logger-ale_logger', 'ale_logger-error_logger',beam_opcodes,beam_dict,beam_asm, beam_validator,beam_flatten,beam_trim,beam_receive, beam_bsm,beam_peep,beam_dead,beam_type,beam_bool, beam_clean,beam_utils,beam_jump,beam_block,v3_codegen, v3_life,v3_kernel,sys_core_dsetel,erl_bifs,sys_core_fold, cerl_trees,sys_core_inline,core_lib,cerl,v3_core,erl_bits, erl_expand_records,sys_pre_expand,sofs,erl_internal,sets, ordsets,erl_lint,compile,dynamic_compile,ale_utils, io_lib_pretty,io_lib_format,io_lib,ale_codegen,dict,ale, ale_dynamic_sup,ale_sup,ale_app,ns_bootstrap, file_io_server,orddict,erl_eval,file,c,queue, kernel_config,user,user_sup,supervisor_bridge, standard_error,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code,file_server, global_group,gen_tcp,inet_tcp,auth,erl_epmd,inet_tcp_dist, net_kernel,erl_distribution,inet_gethost_native,filename, os,inet_parse,inet,inet_udp,inet_config,inet_db,global, gb_trees,rpc,supervisor,kernel,application_master,sys, application,gen_server,erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang,erl_prim_loader, prim_zip,zlib,prim_file,prim_inet,init,otp_ring0]}, {applications, [{public_key,"Public key infrastructure","0.13"}, {lhttpc,"Lightweight HTTP Client","1.3.0"}, {ale,"Another Logger for Erlang","8cffe61"}, {os_mon,"CPO CXC 138 46","2.2.7"}, {couch_set_view,"Set views","1.2.0a-b68b5f4-git"}, {inets,"INETS CXC 138 49","5.7.1"}, {couch,"Apache CouchDB","1.2.0a-b68b5f4-git"}, {mapreduce,"MapReduce using V8 JavaScript engine","1.0.0"}, {couch_index_merger,"Index merger","1.2.0a-b68b5f4-git"}, {kernel,"ERTS CXC 138 10","2.14.5"}, {crypto,"CRYPTO version 2","2.0.4"}, {ssl,"Erlang/OTP SSL application","4.1.6"}, {sasl,"SASL CXC 138 11","2.1.10"}, {couch_view_parser,"Couch view parser","1.0.0"}, {ns_server,"Couchbase server","2.0.0-1939-rel-enterprise"}, {mochiweb,"MochiMedia Web Server","1.4.1"}, {oauth,"Erlang OAuth implementation","7d85d3ef"}, {stdlib,"ERTS CXC 138 10","1.17.5"}]}, {pre_loaded, [erlang,erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {process_count,162}, {node,'ns_1@192.168.0.21'}, {nodes,[]}, {registered, [ns_server_cluster_sup,kernel_safe_sup,httpc_sup, couch_set_view_ddoc_cache,os_mon_sup,httpc_profile_sup, couch_index_merger_connection_pool,httpc_manager,cpu_sup, httpc_handler_sup,memsup,couch_spatial,'sink-ns_log', disksup,'sink-disk_stats',ftp_sup,lhttpc_sup, 'sink-disk_xdcr_errors',couch_set_view,'sink-disk_xdcr', 'sink-disk_debug','sink-disk_couchdb', 'sink-disk_mapreduce_errors',inets_sup,'sink-disk_views', crypto_server,'sink-disk_error',crypto_sup,couch_log, mochiweb_sup,ale_sup,couch_secondary_services, couch_primary_services,cb_couch_sup,couch_db_update,auth, ale_dynamic_sup,sasl_safe_sup,error_logger, couch_query_servers,standard_error,couch_httpd,couch_drv, ale,couch_server,timer_server,lhttpc_manager, standard_error_sup,erl_prim_loader,sasl_sup,inet_db, couch_replica_index_barrier,tftp_sup, couch_main_index_barrier,rex,couch_auth_cache,net_sup, couch_replication,kernel_sup,global_name_server, couch_task_events,file_server_2,couch_task_status, global_group,release_handler,overload,erl_epmd,init, alarm_handler,disk_log_sup,couch_view,disk_log_server, couch_rep_sup,'sink-disk_default',code_server,user, application_controller,couch_config,ssl_connection_sup, httpd_sup,couch_server_sup,ssl_manager,net_kernel, couch_file_write_guard,couch_uuids, couch_db_update_notifier_sup,ssl_broker_sup,ssl_server, ssl_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,1}] [ns_server:info,2012-11-10T0:55:40.093,ns_1@192.168.0.21:ns_server_cluster_sup<0.175.0>:log_os_info:start_link:27]Manifest: ["","", " ", " ", " ", " ", " ", " ", " "," ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ",""] [error_logger:info,2012-11-10T0:55:40.095,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.279.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:40.096,ns_1@192.168.0.21:dist_manager<0.280.0>:dist_manager:read_address_config:55]Reading ip config from "/opt/couchbase/var/lib/couchbase/ip" [ns_server:info,2012-11-10T0:55:40.096,ns_1@192.168.0.21:dist_manager<0.280.0>:dist_manager:init:125]ip config not found. Looks like we're brand new node [error_logger:info,2012-11-10T0:55:40.097,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,inet_gethost_native_sup} started: [{pid,<0.282.0>},{mfa,{inet_gethost_native,init,[[]]}}] [error_logger:info,2012-11-10T0:55:40.097,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.281.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:40.103,ns_1@192.168.0.21:dist_manager<0.280.0>:dist_manager:bringup:193]Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' [ns_server:info,2012-11-10T0:55:40.104,ns_1@192.168.0.21:dist_manager<0.280.0>:dist_manager:save_node:112]saving node to "/opt/couchbase/var/lib/couchbase/couchbase-server.node" [error_logger:info,2012-11-10T0:55:40.105,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.280.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.106,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.283.0>}, {name,ns_cookie_manager}, {mfargs,{ns_cookie_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.108,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.284.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.109,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.286.0>}, {name,mb_mnesia_events}, {mfargs, {gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.169,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.293.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.169,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.295.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.170,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.296.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.176,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.297.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.181,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.298.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.200,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.300.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.200,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,kernel_safe_sup} started: [{pid,<0.301.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.243,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.299.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.246,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.319.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.248,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.320.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.248,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.321.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.276,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_kernel_sup} started: [{pid,<0.322.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.282,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mnesia_sup} started: [{pid,<0.294.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:40.283,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: mnesia started_at: 'ns_1@192.168.0.21' [error_logger:info,2012-11-10T0:55:40.313,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_mnesia_sup} started: [{pid,<0.287.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.314,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.285.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:55:40.314,ns_1@192.168.0.21:ns_config_sup<0.362.0>:ns_config_sup:init:32]loading static ns_config from "/opt/couchbase/etc/couchbase/config" [error_logger:info,2012-11-10T0:55:40.315,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.363.0>}, {name,ns_config_events}, {mfargs, {gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.315,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.364.0>}, {name,ns_config_events_local}, {mfargs, {gen_event,start_link, [{local,ns_config_events_local}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:40.326,ns_1@192.168.0.21:ns_config<0.365.0>:ns_config:load_config:674]Loading static config from "/opt/couchbase/etc/couchbase/config" [ns_server:info,2012-11-10T0:55:40.327,ns_1@192.168.0.21:ns_config<0.365.0>:ns_config:load_config:688]Loading dynamic config from "/opt/couchbase/var/lib/couchbase/config/config.dat" [ns_server:info,2012-11-10T0:55:40.329,ns_1@192.168.0.21:ns_config<0.365.0>:ns_config:load_config:706]Here's full dynamic config we loaded + static & default config: [{{node,'ns_1@192.168.0.21',rest},[{port,8091},{port_meta,global}]}, {{node,'ns_1@192.168.0.21',port_servers}, [{'_vclock',[{'ns_1@192.168.0.21',{2,63519756757}}]}, {moxi,"/opt/couchbase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{misc,this_node_rest_port,[]}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/couchbase/bin/memcached", ["-X","/opt/couchbase/lib/memcached/stdin_term_handler.so","-X", {"/opt/couchbase/lib/memcached/file_logger.so,cyclesize=~B;sleeptime=~B;filename=~s/~s", [log_cyclesize,log_sleeptime,log_path,log_prefix]}, "-l", {"0.0.0.0:~B,0.0.0.0:~B:1000",[port,dedicated_port]}, "-p", {"~B",[port]}, "-E","/opt/couchbase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol,stream]}]}, {{node,'ns_1@192.168.0.21',ns_log}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {filename,"/opt/couchbase/var/lib/couchbase/data/ns_log"}]}, {{node,'ns_1@192.168.0.21',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@192.168.0.21',memcached}, [{'_vclock',[{'_',{1,0}},{'ns_1@192.168.0.21',{2,63519756757}}]}, {mccouch_port,11213}, {engines, [{membase, [{engine,"/opt/couchbase/lib/memcached/ep.so"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false"}]}, {memcached, [{engine,"/opt/couchbase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {log_path,"/opt/couchbase/var/lib/couchbase/logs"}, {log_prefix,"memcached.log"}, {log_generations,10}, {log_cyclesize,104857600}, {log_sleeptime,19}, {log_rotation_period,39003}, {dedicated_port,11209}, {bucket_engine,"/opt/couchbase/lib/memcached/bucket_engine.so"}, {port,11210}, {dedicated_port,11209}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {verbosity,[]}]}, {{node,'ns_1@192.168.0.21',membership},active}, {{node,'ns_1@192.168.0.21',isasl}, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {path,"/opt/couchbase/var/lib/couchbase/data/isasl.pw"}]}, {{node,'ns_1@192.168.0.21',compaction_daemon}, [{check_interval,30},{min_file_size,131072}]}, {{node,'ns_1@192.168.0.21',capi_port},8092}, {{couchdb,max_parallel_replica_indexers},2}, {{couchdb,max_parallel_indexers},4}, {xdcr_failure_restart_interval,30}, {xdcr_doc_batch_size_kb,512}, {xdcr_checkpoint_interval,1800}, {xdcr_capi_checkpoint_timeout,10}, {set_view_update_daemon, [{update_interval,5000}, {update_min_changes,5000}, {replica_update_min_changes,5000}]}, {replication,[{enabled,true}]}, {remote_clusters,[]}, {nodes_wanted,['ns_1@192.168.0.21']}, {max_bucket_count,10}, {index_aware_rebalance_disabled,false}, {fast_warmup, [{fast_warmup_enabled,true}, {min_memory_threshold,10}, {min_items_threshold,10}]}, {email_alerts, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {recipients,["root@localhost"]}, {sender,"couchbase@localhost"}, {enabled,false}, {email_server, [{user,[]},{pass,[]},{host,"localhost"},{port,25},{encrypt,false}]}, {alerts, [auto_failover_node,auto_failover_maximum_reached, auto_failover_other_nodes_down,auto_failover_cluster_too_small,ip, disk,overhead,ep_oom_errors,ep_item_commit_failed]}]}, {buckets,[{configs,[]}]}, {autocompaction, [{database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}]}, {auto_failover_cfg, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756757}}]}, {enabled,false}, {timeout,30}, {max_nodes,1}, {count,0}]}, {{node,'ns_1@192.168.0.21',config_version}, [{'_vclock',[{'ns_1@192.168.0.21',{5,63519756757}}]}|{2,0}]}, {otp, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}, {cookie,ogwjwywkfmkwivfs}]}, {vbucket_map_history,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}]}, {cluster_compat_version, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]},2,0]}, {dynamic_config_version, [{'_vclock',[{'ns_1@192.168.0.21',{4,63519756758}}]},2,0]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {memory_quota,[{'_vclock',[{'ns_1@192.168.0.21',{1,63519756758}}]}|19225]}] [error_logger:info,2012-11-10T0:55:40.331,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.365.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/couchbase/etc/couchbase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:40.332,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.367.0>}, {name,ns_config_remote}, {mfargs, {ns_config_replica,start_link, [{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:warn,2012-11-10T0:55:40.339,ns_1@192.168.0.21:ns_config_isasl_sync<0.368.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-10T0:55:41.340,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.368.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.341,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.371.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.342,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_config_sup} started: [{pid,<0.373.0>}, {name,cb_config_couch_sync}, {mfargs,{cb_config_couch_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.342,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.362.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.343,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.375.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.346,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.377.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.347,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.378.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.348,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.379.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.348,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.382.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-10T0:55:41.349,ns_1@192.168.0.21:ns_cookie_manager<0.283.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@192.168.0.21' synchronized otp cookie ogwjwywkfmkwivfs from cluster [error_logger:info,2012-11-10T0:55:41.352,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.383.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.353,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.386.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.354,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.387.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.355,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.388.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.358,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.389.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.360,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.381.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.362,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.394.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:41.362,ns_1@192.168.0.21:ns_config_log<0.371.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [error_logger:info,2012-11-10T0:55:41.362,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.396.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.363,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.397.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.363,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.398.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.366,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.401.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.366,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.400.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.368,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.402.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.370,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.403.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.373,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.405.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:41.376,ns_1@192.168.0.21:remote_clusters_info<0.408.0>:remote_clusters_info:read_or_create_table:384]Reading remote_clusters_info content from /opt/couchbase/var/lib/couchbase/remote_clusters_cache [error_logger:info,2012-11-10T0:55:41.377,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.408.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-10T0:55:41.378,ns_1@192.168.0.21:ns_heart<0.403.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [user:info,2012-11-10T0:55:41.382,ns_1@192.168.0.21:mb_master<0.413.0>:mb_master:init:89]I'm the only node, so I'm the master. [ns_server:error,2012-11-10T0:55:41.389,ns_1@192.168.0.21:ns_heart<0.403.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-10T0:55:41.392,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.418.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.393,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.420.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.395,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mb_master_sup} started: [{pid,<0.421.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.395,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.413.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.396,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.422.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.396,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.423.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.397,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.424.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.397,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.425.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.399,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.426.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.410,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.429.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.411,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.446.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.413,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.447.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.414,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.448.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-10T0:55:41.415,ns_1@192.168.0.21:ns_server_sup<0.376.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-10T0:55:41.415,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.428.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.416,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.450.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.416,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.451.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [ns_server:info,2012-11-10T0:55:41.417,ns_1@192.168.0.21:<0.452.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-10T0:55:41.417,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.452.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.417,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.449.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.421,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.454.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.424,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.455.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:41.425,ns_1@192.168.0.21:<0.460.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-10T0:55:41.426,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.457.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.427,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.453.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.428,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.459.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.428,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.460.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.429,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.462.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.429,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.463.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.429,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.464.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.430,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.467.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.430,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.466.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.434,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.469.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.437,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.472.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.438,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.474.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.438,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.475.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.442,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.476.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.449,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.478.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.455,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.482.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T0:55:41.459,ns_1@192.168.0.21:set_view_update_daemon<0.484.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-10T0:55:41.460,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.484.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.461,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.486.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T0:55:41.461,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.376.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T0:55:41.465,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= application: ns_server started_at: 'ns_1@192.168.0.21' [ns_server:info,2012-11-10T0:55:41.629,ns_1@192.168.0.21:<0.456.0>:ns_port_server:log:171]moxi<0.456.0>: 2012-11-10 00:55:41: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.456.0>: 2012-11-10 00:55:41: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [user:info,2012-11-10T1:19:40.692,ns_1@192.168.0.21:ns_cookie_manager<0.283.0>:ns_cookie_manager:do_cookie_init:91]Initial otp cookie generated: rusyxawdxvdjlysb [user:info,2012-11-10T1:19:40.775,ns_1@192.168.0.21:ns_cluster<0.284.0>:ns_cluster:perform_actual_join:630]Node 'ns_1@192.168.0.21' is joining cluster via node 'ns_1@192.168.0.20'. [error_logger:error,2012-11-10T1:19:40.781,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@192.168.0.22' ** [error_logger:error,2012-11-10T1:19:40.781,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@192.168.0.20' ** [error_logger:error,2012-11-10T1:19:40.793,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.467.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:40.994,ns_1@192.168.0.21:ns_port_memcached<0.458.0>:ns_port_server:log:171]memcached<0.458.0>: EOL on stdin. Initiating shutdown [ns_server:info,2012-11-10T1:19:41.247,ns_1@192.168.0.21:ns_port_memcached<0.458.0>:ns_port_server:handle_info:104]Port server memcached exited with status 0 [ns_server:info,2012-11-10T1:19:41.251,ns_1@192.168.0.21:<0.456.0>:ns_port_server:handle_info:104]Port server moxi exited with status 0 [ns_server:info,2012-11-10T1:19:41.251,ns_1@192.168.0.21:<0.456.0>:ns_port_server:log:171]moxi<0.456.0>: EOL on stdin. Exiting [ns_server:info,2012-11-10T1:19:41.261,ns_1@192.168.0.21:mb_master<0.413.0>:mb_master:terminate:288]Synchronously shutting down child mb_master_sup [user:info,2012-11-10T1:19:41.294,ns_1@192.168.0.21:ns_cookie_manager<0.283.0>:ns_cookie_manager:do_cookie_sync:135]Node 'ns_1@192.168.0.21' synchronized otp cookie vakbnswuvcebjhkt from cluster [ns_server:warn,2012-11-10T1:19:41.317,ns_1@192.168.0.21:ns_log<0.4343.0>:ns_log:read_logs:69]Couldn't load logs from "/opt/couchbase/var/lib/couchbase/data/ns_log" (perhaps it's first startup): {error, enoent} [error_logger:info,2012-11-10T1:19:41.317,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4343.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.318,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4344.0>}, {name,ns_config_ets_dup}, {mfargs,{ns_config_ets_dup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.318,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4345.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.318,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4348.0>}, {name,ns_node_disco_events}, {mfargs, {gen_event,start_link, [{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.322,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4349.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.322,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4352.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.322,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4353.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:41.322,ns_1@192.168.0.21:ns_config_rep<0.4355.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.20' [error_logger:info,2012-11-10T1:19:41.322,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4354.0>}, {name,ns_config_rep_merger}, {mfargs,{ns_config_rep,start_link_merger,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:41.346,ns_1@192.168.0.21:ns_config_log<0.371.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:warn,2012-11-10T1:19:41.349,ns_1@192.168.0.21:ns_config_isasl_sync<0.368.0>:ns_memcached:connect:1103]Unable to connect: {error,{badmatch,{error,econnrefused}}}, retrying. [error_logger:info,2012-11-10T1:19:41.349,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_node_disco_sup} started: [{pid,<0.4355.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.351,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4347.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.353,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4365.0>}, {name,vbucket_map_mirror}, {mfargs,{vbucket_map_mirror,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:41.353,ns_1@192.168.0.21:remote_clusters_info<0.4380.0>:remote_clusters_info:read_or_create_table:384]Reading remote_clusters_info content from /opt/couchbase/var/lib/couchbase/remote_clusters_cache [error_logger:info,2012-11-10T1:19:41.353,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4368.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.353,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4369.0>}, {name,mb_master_events}, {mfargs, {gen_event,start_link,[{local,mb_master_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.354,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4370.0>}, {name,buckets_events}, {mfargs, {gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.354,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_mail_sup} started: [{pid,<0.4372.0>}, {name,ns_mail_log}, {mfargs,{ns_mail_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.354,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4371.0>}, {name,ns_mail_sup}, {mfargs,{ns_mail_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.354,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4373.0>}, {name,ns_stats_event}, {mfargs, {gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.355,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4374.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.355,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4376.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.355,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4380.0>}, {name,remote_clusters_info}, {mfargs,{remote_clusters_info,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-10T1:19:41.361,ns_1@192.168.0.21:ns_node_disco<0.4349.0>:ns_node_disco:handle_info:162]Node 'ns_1@192.168.0.21' saw that node 'ns_1@192.168.0.22' came up. [ns_server:info,2012-11-10T1:19:41.406,ns_1@192.168.0.21:ns_config_log<0.371.0>:ns_config_log:handle_info:57]config change: rest_creds -> ******** [ns_server:error,2012-11-10T1:19:41.405,ns_1@192.168.0.21:ns_heart<0.4374.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:info,2012-11-10T1:19:41.406,ns_1@192.168.0.21:ns_node_disco_events<0.4348.0>:ns_node_disco_log:handle_event:46]ns_node_disco_log: nodes changed: ['ns_1@192.168.0.20','ns_1@192.168.0.21', 'ns_1@192.168.0.22'] [ns_server:error,2012-11-10T1:19:41.410,ns_1@192.168.0.21:ns_heart<0.4374.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:info,2012-11-10T1:19:41.416,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4396.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.416,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4398.0>}, {name,master_activity_events}, {mfargs, {gen_event,start_link, [{local,master_activity_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.419,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4399.0>}, {name,master_activity_events_ingress}, {mfargs, {gen_event,start_link, [{local,master_activity_events_ingress}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.420,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4400.0>}, {name,master_activity_events_timestamper}, {mfargs, {master_activity_events,start_link_timestamper,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.420,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4401.0>}, {name,master_activity_events_pids_watcher}, {mfargs, {master_activity_events_pids_watcher,start_link, []}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.421,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4402.0>}, {name,master_activity_events_keeper}, {mfargs,{master_activity_events_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.421,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4405.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.421,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4422.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.422,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4423.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [user:info,2012-11-10T1:19:41.422,ns_1@192.168.0.21:ns_server_sup<0.4342.0>:menelaus_sup:start_link:44]Couchbase Server has started on web port 8091 on node 'ns_1@192.168.0.21'. [error_logger:info,2012-11-10T1:19:41.422,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,menelaus_sup} started: [{pid,<0.4424.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.423,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4404.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T1:19:41.423,ns_1@192.168.0.21:<0.4428.0>:mc_tcp_listener:init:24]mccouch is listening on port 11213 [error_logger:info,2012-11-10T1:19:41.423,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.4426.0>}, {name,mc_couch_events}, {mfargs, {gen_event,start_link,[{local,mc_couch_events}]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.423,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.4427.0>}, {name,mc_conn_sup}, {mfargs,{mc_conn_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.424,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,mc_sup} started: [{pid,<0.4428.0>}, {name,mc_tcp_listener}, {mfargs,{mc_tcp_listener,start_link,[11213]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.424,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4425.0>}, {name,mc_sup}, {mfargs,{mc_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.427,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.4430.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:41.441,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@192.168.0.20': ["default"] [error_logger:info,2012-11-10T1:19:41.445,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.4431.0>}, {name, {moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,10000,ns_port_server,start_link, [moxi,"/opt/couchbase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.449,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_port_sup} started: [{pid,<0.4433.0>}, {name, {memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000","-p", "11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {erlang,apply, [#Fun, [memcached,"/opt/couchbase/bin/memcached", ["-X", "/opt/couchbase/lib/memcached/stdin_term_handler.so", "-X", "/opt/couchbase/lib/memcached/file_logger.so,cyclesize=104857600;sleeptime=19;filename=/opt/couchbase/var/lib/couchbase/logs/memcached.log", "-l","0.0.0.0:11210,0.0.0.0:11209:1000", "-p","11210","-E", "/opt/couchbase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/couchbase/var/lib/couchbase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:41.449,ns_1@192.168.0.21:<0.4436.0>:ns_memcached_log_rotator:init:28]Starting log rotator on "/opt/couchbase/var/lib/couchbase/logs"/"memcached.log"* with an initial period of 39003ms [error_logger:info,2012-11-10T1:19:41.450,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4429.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.450,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4435.0>}, {name,ns_port_memcached_killer}, {mfargs,{ns_port_sup,start_memcached_force_killer,[]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.451,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4436.0>}, {name,ns_memcached_log_rotator}, {mfargs,{ns_memcached_log_rotator,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.452,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4438.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.453,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4439.0>}, {name,xdc_replication_sup}, {mfargs,{xdc_replication_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.499,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4440.0>}, {name,xdc_rep_manager}, {mfargs,{xdc_rep_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.500,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.4443.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.500,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4442.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.503,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4445.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.507,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4447.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.507,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4449.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.508,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4450.0>}, {name,ns_moxi_sup_work_queue}, {mfargs, {work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.508,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4451.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:41.509,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4453.0>}, {name,compaction_daemon}, {mfargs, {supervisor_cushion,start_link, [compaction_daemon,3000,1000,compaction_daemon, start_link,[]]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.510,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4456.0>}, {name,xdc_rdoc_replication_srv}, {mfargs,{xdc_rdoc_replication_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:41.512,ns_1@192.168.0.21:set_view_update_daemon<0.4458.0>:set_view_update_daemon:init:50]Set view update daemon, starting with the following settings: update interval: 5000ms minimum number of changes: 5000 [error_logger:info,2012-11-10T1:19:41.516,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4458.0>}, {name,set_view_update_daemon}, {mfargs,{set_view_update_daemon,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [user:info,2012-11-10T1:19:41.517,ns_1@192.168.0.21:ns_cluster<0.284.0>:ns_cluster:perform_actual_join:676]Node ns_1@192.168.0.21 joined cluster [error_logger:info,2012-11-10T1:19:41.517,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_sup} started: [{pid,<0.4460.0>}, {name,samples_loader_tasks}, {mfargs,{samples_loader_tasks,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:41.517,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_server_cluster_sup} started: [{pid,<0.4342.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [ns_server:info,2012-11-10T1:19:41.724,ns_1@192.168.0.21:<0.4432.0>:ns_port_server:log:171]moxi<0.4432.0>: 2012-11-10 01:19:41: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.4432.0>: 2012-11-10 01:19:41: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) [ns_server:info,2012-11-10T1:19:42.908,ns_1@192.168.0.21:mb_master<0.4396.0>:mb_master:candidate:351]Changing master from undefined to 'ns_1@192.168.0.20' [error_logger:info,2012-11-10T1:19:43.663,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,ns_bucket_sup} started: [{pid,<0.4477.0>}, {name,{per_bucket_sup,"default"}}, {mfargs,{single_bucket_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:43.715,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4479.0>}, {name,{capi_set_view_manager,"default"}}, {mfargs,{capi_set_view_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:43.917,ns_1@192.168.0.21:ns_memcached-default<0.4491.0>:ns_memcached:ensure_bucket:1119]Created bucket "default" with config string "ht_size=3079;ht_locks=5;tap_noop_interval=20;max_txn_size=10000;max_size=12582912000;tap_keepalive=300;dbname=/data/default;allow_data_loss_during_shutdown=true;backend=couchdb;couch_bucket=default;couch_port=11213;max_vbuckets=1024;alog_path=/data/default/access.log;data_traffic_enabled=false;vb0=false;waitforwarmup=false;failpartialwarmup=false;" [error_logger:info,2012-11-10T1:19:43.920,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4491.0>}, {name,{ns_memcached,"default"}}, {mfargs,{ns_memcached,start_link,["default"]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:43.921,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4497.0>}, {name,{tap_replication_manager,"default"}}, {mfargs, {tap_replication_manager,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:43.921,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4498.0>}, {name,{ns_vbm_new_sup,"default"}}, {mfargs,{ns_vbm_new_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] [error_logger:info,2012-11-10T1:19:43.932,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4499.0>}, {name,{ns_vbm_sup,"default"}}, {mfargs,{ns_vbm_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] [ns_server:info,2012-11-10T1:19:43.932,ns_1@192.168.0.21:janitor_agent-default<0.4500.0>:janitor_agent:read_flush_counter:764]Loading flushseq failed: {error,enoent}. Assuming it's equal to global config. [ns_server:info,2012-11-10T1:19:43.933,ns_1@192.168.0.21:janitor_agent-default<0.4500.0>:janitor_agent:read_flush_counter_from_config:771]Initialized flushseq 0 from bucket config [error_logger:info,2012-11-10T1:19:43.933,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4500.0>}, {name,{janitor_agent,"default"}}, {mfargs,{janitor_agent,start_link,["default"]}}, {restart_type,permanent}, {shutdown,brutal_kill}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:43.936,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4501.0>}, {name,{couch_stats_reader,"default"}}, {mfargs,{couch_stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:43.949,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4502.0>}, {name,{stats_collector,"default"}}, {mfargs,{stats_collector,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:43.952,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4504.0>}, {name,{stats_archiver,"default"}}, {mfargs,{stats_archiver,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:43.955,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4506.0>}, {name,{stats_reader,"default"}}, {mfargs,{stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:info,2012-11-10T1:19:43.956,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'single_bucket_sup-default'} started: [{pid,<0.4507.0>}, {name,{failover_safeness_level,"default"}}, {mfargs, {failover_safeness_level,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:44.058,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:43.858541 PST 3: Trying to connect to mccouch: "localhost:11213" memcached<0.4434.0>: Sat Nov 10 01:19:43.864748 PST 3: Connected to mccouch: "localhost:11213" memcached<0.4434.0>: Sat Nov 10 01:19:43.913859 PST 3: Warning: failed to load the engine session stats due to IO exception "basic_ios::clear" memcached<0.4434.0>: Sat Nov 10 01:19:43.914094 PST 3: Failed to load mutation log, falling back to key dump memcached<0.4434.0>: Sat Nov 10 01:19:43.914678 PST 3: metadata loaded in 16 ms memcached<0.4434.0>: Sat Nov 10 01:19:43.914310 PST 3: Extension support isn't implemented in this version of bucket_engine memcached<0.4434.0>: Sat Nov 10 01:19:43.919660 PST 3: warmup completed in 19 ms [user:info,2012-11-10T1:19:44.220,ns_1@192.168.0.21:ns_memcached-default<0.4491.0>:ns_memcached:handle_cast:581]Bucket "default" loaded on node 'ns_1@192.168.0.21' in 0 seconds. [ns_server:info,2012-11-10T1:19:44.847,ns_1@192.168.0.21:ns_memcached-default<0.4491.0>:ns_memcached:handle_call:244]Enabling traffic to bucket "default" [ns_server:info,2012-11-10T1:19:44.847,ns_1@192.168.0.21:ns_memcached-default<0.4491.0>:ns_memcached:handle_call:248]Bucket "default" marked as warmed in 0 seconds [ns_server:info,2012-11-10T1:19:45.130,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to replica [ns_server:info,2012-11-10T1:19:45.133,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [ns_server:info,2012-11-10T1:19:45.201,ns_1@192.168.0.21:<0.4578.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 512 to state replica [ns_server:info,2012-11-10T1:19:45.271,ns_1@192.168.0.21:<0.4579.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 0 to state replica [rebalance:info,2012-11-10T1:19:45.303,ns_1@192.168.0.21:<0.4578.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[512]}, {checkpoints,[{512,0}]}, {name,<<"replication_building_512_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[512]}, {takeover,false}, {suffix,"building_512_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:45.305,ns_1@192.168.0.21:<0.4578.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 512 [rebalance:info,2012-11-10T1:19:45.396,ns_1@192.168.0.21:<0.4579.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,0}]}, {name,<<"replication_building_0_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[0]}, {takeover,false}, {suffix,"building_0_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:45.399,ns_1@192.168.0.21:<0.4579.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 0 [ns_server:info,2012-11-10T1:19:45.506,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:45.306126 PST 3: TAP (Consumer) eq_tapq:anon_1 - Reset vbucket 512 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:19:45.399671 PST 3: TAP (Consumer) eq_tapq:anon_2 - Reset vbucket 0 was completed succecssfully. [ns_server:info,2012-11-10T1:19:45.956,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@192.168.0.22': ["default"] [ns_server:info,2012-11-10T1:19:46.359,ns_1@192.168.0.21:ns_doctor<0.4376.0>:ns_doctor:update_status:211]The following buckets became ready on node 'ns_1@192.168.0.21': ["default"] [rebalance:info,2012-11-10T1:19:46.828,ns_1@192.168.0.21:<0.4578.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:46.834,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:46.633818 PST 3: Notified the completion of checkpoint persistence for vbucket 0, cookie 0x6d93600 memcached<0.4434.0>: Sat Nov 10 01:19:46.805502 PST 3: Notified the completion of checkpoint persistence for vbucket 512, cookie 0x6d93080 memcached<0.4434.0>: Sat Nov 10 01:19:46.829115 PST 3: TAP (Consumer) eq_tapq:anon_1 - disconnected [rebalance:info,2012-11-10T1:19:46.845,ns_1@192.168.0.21:<0.4579.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:46.852,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 0 state to replica [ns_server:info,2012-11-10T1:19:46.852,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:start_child:157]Starting replication from 'ns_1@192.168.0.22' for [0] [error_logger:info,2012-11-10T1:19:46.854,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4605.0>}, {name,{new_child_id,[0],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:46.854,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0] ([0], []) [ns_server:info,2012-11-10T1:19:46.855,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 0 to state replica [ns_server:info,2012-11-10T1:19:46.876,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [rebalance:info,2012-11-10T1:19:46.993,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[0]}, {checkpoints,[{0,2}]}, {name,<<"replication_ns_1@192.168.0.21">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{on_not_ready_vbuckets,#Fun}, {username,"default"}, {password,[]}, {vbuckets,[0]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]} [rebalance:info,2012-11-10T1:19:46.995,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:process_upstream:920]TAP stream is not doing backfill [ns_server:info,2012-11-10T1:19:47.009,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 512 state to active [ns_server:info,2012-11-10T1:19:47.038,ns_1@192.168.0.21:<0.4614.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 1 to state replica [ns_server:info,2012-11-10T1:19:47.047,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:46.846419 PST 3: TAP (Consumer) eq_tapq:anon_2 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:46.899201 PST 3: Schedule cleanup of "eq_tapq:anon_1" memcached<0.4434.0>: Sat Nov 10 01:19:46.899291 PST 3: Schedule cleanup of "eq_tapq:anon_2" memcached<0.4434.0>: Sat Nov 10 01:19:46.992251 PST 3: TAP (Consumer) eq_tapq:anon_3 - disconnected [rebalance:info,2012-11-10T1:19:47.217,ns_1@192.168.0.21:<0.4614.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[1]}, {checkpoints,[{1,0}]}, {name,<<"replication_building_1_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[1]}, {takeover,false}, {suffix,"building_1_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:47.220,ns_1@192.168.0.21:<0.4614.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 1 [ns_server:info,2012-11-10T1:19:47.257,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:47.056143 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "opaque_enable_auto_nack" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:19:47.056211 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "enable_checkpoint_sync" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:19:47.056390 PST 3: Schedule cleanup of "eq_tapq:anon_3" memcached<0.4434.0>: Sat Nov 10 01:19:47.221412 PST 3: TAP (Consumer) eq_tapq:anon_5 - Reset vbucket 1 was completed succecssfully. [ns_server:info,2012-11-10T1:19:47.258,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to replica [ns_server:info,2012-11-10T1:19:47.264,ns_1@192.168.0.21:<0.4624.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 513 to state replica [rebalance:info,2012-11-10T1:19:47.380,ns_1@192.168.0.21:<0.4624.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[513]}, {checkpoints,[{513,0}]}, {name,<<"replication_building_513_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[513]}, {takeover,false}, {suffix,"building_513_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:47.381,ns_1@192.168.0.21:<0.4624.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 513 [ns_server:info,2012-11-10T1:19:47.583,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:47.381978 PST 3: TAP (Consumer) eq_tapq:anon_6 - Reset vbucket 513 was completed succecssfully. [rebalance:info,2012-11-10T1:19:48.466,ns_1@192.168.0.21:<0.4624.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:48.528,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:48.326452 PST 3: Notified the completion of checkpoint persistence for vbucket 1, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:19:48.451525 PST 3: Notified the completion of checkpoint persistence for vbucket 513, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:19:48.467310 PST 3: TAP (Consumer) eq_tapq:anon_6 - disconnected [ns_server:info,2012-11-10T1:19:48.602,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 513 state to active [ns_server:info,2012-11-10T1:19:48.782,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to replica [ns_server:info,2012-11-10T1:19:48.791,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:48.590461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:48.590661 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:48.592216 PST 3: TAP (Consumer) eq_tapq:anon_7 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:48.634012 PST 3: Schedule cleanup of "eq_tapq:anon_6" memcached<0.4434.0>: Sat Nov 10 01:19:48.634069 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:19:48.634107 PST 3: Schedule cleanup of "eq_tapq:anon_7" [ns_server:info,2012-11-10T1:19:48.791,ns_1@192.168.0.21:<0.4648.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 514 to state replica [rebalance:info,2012-11-10T1:19:48.908,ns_1@192.168.0.21:<0.4648.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[514]}, {checkpoints,[{514,0}]}, {name,<<"replication_building_514_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[514]}, {takeover,false}, {suffix,"building_514_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:48.910,ns_1@192.168.0.21:<0.4648.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 514 [ns_server:info,2012-11-10T1:19:49.112,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:48.911119 PST 3: TAP (Consumer) eq_tapq:anon_8 - Reset vbucket 514 was completed succecssfully. [rebalance:info,2012-11-10T1:19:49.537,ns_1@192.168.0.21:<0.4614.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:49.550,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 1 state to replica [ns_server:info,2012-11-10T1:19:49.550,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1] ([1], []) [ns_server:info,2012-11-10T1:19:49.552,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:19:49.563,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:49.362426 PST 3: Notified the completion of checkpoint persistence for vbucket 1, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:19:49.538372 PST 3: TAP (Consumer) eq_tapq:anon_5 - disconnected [ns_server:info,2012-11-10T1:19:49.690,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3}] [ns_server:info,2012-11-10T1:19:49.693,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:19:49.693,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:19:49.694,ns_1@192.168.0.21:<0.4605.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:49.696,ns_1@192.168.0.21:<0.4660.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:19:49.697,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4660.0>}, {name,{new_child_id,[0,1],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:49.724,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:info,2012-11-10T1:19:49.880,ns_1@192.168.0.21:<0.4668.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 2 to state replica [rebalance:info,2012-11-10T1:19:49.985,ns_1@192.168.0.21:<0.4668.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[2]}, {checkpoints,[{2,0}]}, {name,<<"replication_building_2_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[2]}, {takeover,false}, {suffix,"building_2_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:49.987,ns_1@192.168.0.21:<0.4668.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 2 [ns_server:info,2012-11-10T1:19:50.154,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:49.953882 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:49.953939 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:49.954284 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:49.954312 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:49.954327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:49.987733 PST 3: TAP (Consumer) eq_tapq:anon_9 - Reset vbucket 2 was completed succecssfully. [ns_server:info,2012-11-10T1:19:50.400,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:50.199386 PST 3: Schedule cleanup of "eq_tapq:anon_5" [rebalance:info,2012-11-10T1:19:50.539,ns_1@192.168.0.21:<0.4648.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:50.658,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 514 state to active [ns_server:info,2012-11-10T1:19:50.728,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:50.527808 PST 3: Notified the completion of checkpoint persistence for vbucket 514, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:19:50.539594 PST 3: TAP (Consumer) eq_tapq:anon_8 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:50.571751 PST 3: Notified the completion of checkpoint persistence for vbucket 2, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:19:50.653506 PST 3: TAP (Consumer) eq_tapq:anon_10 - disconnected [rebalance:info,2012-11-10T1:19:50.849,ns_1@192.168.0.21:<0.4668.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:50.854,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to replica [ns_server:info,2012-11-10T1:19:50.862,ns_1@192.168.0.21:<0.4687.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 515 to state replica [ns_server:info,2012-11-10T1:19:50.866,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 2 state to replica [ns_server:info,2012-11-10T1:19:50.866,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2] ([2], []) [ns_server:info,2012-11-10T1:19:50.868,ns_1@192.168.0.21:<0.4660.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:19:50.935,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:50.728085 PST 3: Schedule cleanup of "eq_tapq:anon_8" memcached<0.4434.0>: Sat Nov 10 01:19:50.728169 PST 3: Schedule cleanup of "eq_tapq:anon_10" memcached<0.4434.0>: Sat Nov 10 01:19:50.728297 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:19:50.849654 PST 3: TAP (Consumer) eq_tapq:anon_9 - disconnected [ns_server:info,2012-11-10T1:19:50.990,ns_1@192.168.0.21:<0.4660.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2}] [ns_server:info,2012-11-10T1:19:50.991,ns_1@192.168.0.21:<0.4660.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:19:50.992,ns_1@192.168.0.21:<0.4660.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:19:50.996,ns_1@192.168.0.21:<0.4660.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:50.997,ns_1@192.168.0.21:<0.4691.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:19:50.997,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4691.0>}, {name,{new_child_id,[0,1,2],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-10T1:19:51.017,ns_1@192.168.0.21:<0.4687.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[515]}, {checkpoints,[{515,0}]}, {name,<<"replication_building_515_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[515]}, {takeover,false}, {suffix,"building_515_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:51.019,ns_1@192.168.0.21:<0.4687.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 515 [ns_server:info,2012-11-10T1:19:51.045,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:info,2012-11-10T1:19:51.221,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:51.019228 PST 3: TAP (Consumer) eq_tapq:anon_11 - Reset vbucket 515 was completed succecssfully. [ns_server:info,2012-11-10T1:19:51.222,ns_1@192.168.0.21:<0.4704.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 3 to state replica [rebalance:info,2012-11-10T1:19:51.355,ns_1@192.168.0.21:<0.4704.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[3]}, {checkpoints,[{3,0}]}, {name,<<"replication_building_3_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[3]}, {takeover,false}, {suffix,"building_3_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:51.357,ns_1@192.168.0.21:<0.4704.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 3 [ns_server:info,2012-11-10T1:19:51.559,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:51.357725 PST 3: TAP (Consumer) eq_tapq:anon_12 - Reset vbucket 3 was completed succecssfully. [ns_server:info,2012-11-10T1:19:51.892,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:51.692655 PST 3: Schedule cleanup of "eq_tapq:anon_9" [rebalance:info,2012-11-10T1:19:52.689,ns_1@192.168.0.21:<0.4687.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:52.840,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 515 state to active [ns_server:info,2012-11-10T1:19:52.886,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:52.667400 PST 3: Notified the completion of checkpoint persistence for vbucket 515, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:19:52.689825 PST 3: TAP (Consumer) eq_tapq:anon_11 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:52.693502 PST 3: Schedule cleanup of "eq_tapq:anon_11" memcached<0.4434.0>: Sat Nov 10 01:19:52.826666 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:52.828138 PST 3: TAP (Consumer) eq_tapq:anon_13 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:52.855604 PST 3: Notified the completion of checkpoint persistence for vbucket 3, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:19:52.886246 PST 3: Schedule cleanup of "eq_tapq:anon_13" [ns_server:info,2012-11-10T1:19:53.091,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:52.886477 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:19:53.101,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to replica [ns_server:info,2012-11-10T1:19:53.110,ns_1@192.168.0.21:<0.4733.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 516 to state replica [rebalance:info,2012-11-10T1:19:53.208,ns_1@192.168.0.21:<0.4733.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[516]}, {checkpoints,[{516,0}]}, {name,<<"replication_building_516_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[516]}, {takeover,false}, {suffix,"building_516_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:53.209,ns_1@192.168.0.21:<0.4733.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 516 [rebalance:info,2012-11-10T1:19:53.315,ns_1@192.168.0.21:<0.4704.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:53.324,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 3 state to replica [ns_server:info,2012-11-10T1:19:53.324,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3] ([3], []) [ns_server:info,2012-11-10T1:19:53.325,ns_1@192.168.0.21:<0.4691.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:19:53.411,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:53.210130 PST 3: TAP (Consumer) eq_tapq:anon_14 - Reset vbucket 516 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:19:53.316207 PST 3: TAP (Consumer) eq_tapq:anon_12 - disconnected [ns_server:info,2012-11-10T1:19:53.631,ns_1@192.168.0.21:<0.4691.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2}] [ns_server:info,2012-11-10T1:19:53.632,ns_1@192.168.0.21:<0.4691.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:19:53.634,ns_1@192.168.0.21:<0.4691.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:19:53.637,ns_1@192.168.0.21:<0.4691.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:53.638,ns_1@192.168.0.21:<0.4746.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:19:53.639,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4746.0>}, {name,{new_child_id,[0,1,2,3],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:53.670,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:info,2012-11-10T1:19:53.844,ns_1@192.168.0.21:<0.4754.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 4 to state replica [ns_server:info,2012-11-10T1:19:53.907,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:53.707161 PST 3: Schedule cleanup of "eq_tapq:anon_12" [rebalance:info,2012-11-10T1:19:53.978,ns_1@192.168.0.21:<0.4754.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[4]}, {checkpoints,[{4,0}]}, {name,<<"replication_building_4_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[4]}, {takeover,false}, {suffix,"building_4_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:53.981,ns_1@192.168.0.21:<0.4754.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 4 [ns_server:info,2012-11-10T1:19:54.183,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:53.982550 PST 3: TAP (Consumer) eq_tapq:anon_15 - Reset vbucket 4 was completed succecssfully. [rebalance:info,2012-11-10T1:19:54.286,ns_1@192.168.0.21:<0.4733.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:54.472,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:54.271997 PST 3: Notified the completion of checkpoint persistence for vbucket 516, cookie 0x6d93600 memcached<0.4434.0>: Sat Nov 10 01:19:54.286812 PST 3: TAP (Consumer) eq_tapq:anon_14 - disconnected [ns_server:info,2012-11-10T1:19:54.495,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 516 state to active [ns_server:info,2012-11-10T1:19:54.692,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:54.492371 PST 3: TAP (Consumer) eq_tapq:anon_16 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:54.519878 PST 3: Schedule cleanup of "eq_tapq:anon_14" memcached<0.4434.0>: Sat Nov 10 01:19:54.519914 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:19:54.519931 PST 3: Schedule cleanup of "eq_tapq:anon_16" [ns_server:info,2012-11-10T1:19:54.752,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to replica [ns_server:info,2012-11-10T1:19:54.758,ns_1@192.168.0.21:<0.4764.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 517 to state replica [rebalance:info,2012-11-10T1:19:54.943,ns_1@192.168.0.21:<0.4764.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[517]}, {checkpoints,[{517,0}]}, {name,<<"replication_building_517_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[517]}, {takeover,false}, {suffix,"building_517_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:54.960,ns_1@192.168.0.21:<0.4764.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 517 [ns_server:info,2012-11-10T1:19:55.164,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:54.960881 PST 3: TAP (Consumer) eq_tapq:anon_17 - Reset vbucket 517 was completed succecssfully. [rebalance:info,2012-11-10T1:19:55.510,ns_1@192.168.0.21:<0.4754.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:55.520,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 4 state to replica [ns_server:info,2012-11-10T1:19:55.520,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4] ([4], []) [ns_server:info,2012-11-10T1:19:55.522,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:19:55.536,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:55.335606 PST 3: Notified the completion of checkpoint persistence for vbucket 4, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:19:55.511654 PST 3: TAP (Consumer) eq_tapq:anon_15 - disconnected [ns_server:info,2012-11-10T1:19:55.638,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2}] [ns_server:info,2012-11-10T1:19:55.639,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:19:55.640,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:19:55.641,ns_1@192.168.0.21:<0.4746.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:55.641,ns_1@192.168.0.21:<0.4784.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:19:55.642,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4784.0>}, {name,{new_child_id,[0,1,2,3,4],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:55.673,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [ns_server:info,2012-11-10T1:19:55.848,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:55.647847 PST 3: Schedule cleanup of "eq_tapq:anon_15" memcached<0.4434.0>: Sat Nov 10 01:19:55.780478 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780546 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780570 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780747 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780795 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780815 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780852 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780903 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780936 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780974 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.780991 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781276 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781344 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781363 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781381 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781398 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781415 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781578 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781606 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781623 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781641 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781745 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781789 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781805 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781822 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781963 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.781989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782024 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782142 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782166 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782184 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782202 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782218 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782370 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782398 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782418 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782438 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782457 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782509 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.782557 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.822533 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.822584 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.822613 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.822683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.822720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.822757 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.822798 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:19:55.849,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 262 log lines from memcached [ns_server:info,2012-11-10T1:19:55.864,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 5 to state replica [rebalance:info,2012-11-10T1:19:55.995,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[5]}, {checkpoints,[{5,0}]}, {name,<<"replication_building_5_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[5]}, {takeover,false}, {suffix,"building_5_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:55.997,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 5 [rebalance:info,2012-11-10T1:19:56.037,ns_1@192.168.0.21:<0.4764.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:56.075,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:55.874749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.874823 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.874867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.874898 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.874942 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.874986 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875027 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875070 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875109 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875148 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875233 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875340 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875391 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875488 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875533 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875578 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875623 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875708 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875755 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875793 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.875965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876004 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876026 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876044 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876060 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876116 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876364 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876397 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876428 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876460 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876520 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876549 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876577 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876632 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876657 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876753 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876776 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876836 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876857 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.876876 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877281 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877344 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877363 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877413 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877589 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877613 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877636 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877689 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877712 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:55.877733 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:19:56.076,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 846 log lines from memcached [ns_server:info,2012-11-10T1:19:56.207,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 517 state to active [ns_server:info,2012-11-10T1:19:56.296,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:56.096147 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096256 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096287 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096509 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096616 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096652 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096676 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096694 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096715 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096787 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096806 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096871 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.096945 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097016 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097056 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097080 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097157 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097180 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097206 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097227 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097288 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097389 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097548 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097628 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097674 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097696 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097752 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097776 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097841 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097862 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097934 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.097984 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098069 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098096 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098116 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098137 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098204 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098235 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098257 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098287 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:19:56.098516 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:19:56.297,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 24 log lines from memcached [ns_server:info,2012-11-10T1:19:56.386,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to replica [ns_server:info,2012-11-10T1:19:56.392,ns_1@192.168.0.21:<0.4807.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 518 to state replica [rebalance:info,2012-11-10T1:19:56.518,ns_1@192.168.0.21:<0.4807.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[518]}, {checkpoints,[{518,0}]}, {name,<<"replication_building_518_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[518]}, {takeover,false}, {suffix,"building_518_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:56.548,ns_1@192.168.0.21:<0.4807.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 518 [ns_server:info,2012-11-10T1:19:56.749,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:56.548708 PST 3: TAP (Consumer) eq_tapq:anon_20 - Reset vbucket 518 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:19:56.661923 PST 3: Notified the completion of checkpoint persistence for vbucket 5, cookie 0x6d70dc0 [rebalance:info,2012-11-10T1:19:57.860,ns_1@192.168.0.21:<0.4807.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:19:57.886,ns_1@192.168.0.21:<0.4793.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:57.897,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 5 state to replica [ns_server:info,2012-11-10T1:19:57.898,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5] ([5], []) [ns_server:info,2012-11-10T1:19:57.899,ns_1@192.168.0.21:<0.4784.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:19:58.027,ns_1@192.168.0.21:<0.4784.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2},{5,2}] [ns_server:info,2012-11-10T1:19:58.028,ns_1@192.168.0.21:<0.4784.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:19:58.028,ns_1@192.168.0.21:<0.4784.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:19:58.030,ns_1@192.168.0.21:<0.4784.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:19:58.031,ns_1@192.168.0.21:<0.4835.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:19:58.032,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4835.0>}, {name,{new_child_id,[0,1,2,3,4,5],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:19:58.046,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:57.845654 PST 3: Notified the completion of checkpoint persistence for vbucket 518, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:19:57.861253 PST 3: TAP (Consumer) eq_tapq:anon_20 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:57.886836 PST 3: TAP (Consumer) eq_tapq:anon_18 - disconnected memcached<0.4434.0>: Sat Nov 10 01:19:58.037209 PST 3: TAP (Consumer) eq_tapq:anon_21 - disconnected [ns_server:info,2012-11-10T1:19:58.060,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [ns_server:info,2012-11-10T1:19:58.100,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 518 state to active [ns_server:info,2012-11-10T1:19:58.387,ns_1@192.168.0.21:<0.4844.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 6 to state replica [ns_server:info,2012-11-10T1:19:58.455,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to replica [ns_server:info,2012-11-10T1:19:58.467,ns_1@192.168.0.21:<0.4852.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 519 to state replica [ns_server:info,2012-11-10T1:19:58.470,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:58.268734 PST 3: Schedule cleanup of "eq_tapq:anon_18" memcached<0.4434.0>: Sat Nov 10 01:19:58.268831 PST 3: Schedule cleanup of "eq_tapq:anon_20" memcached<0.4434.0>: Sat Nov 10 01:19:58.268860 PST 3: Schedule cleanup of "eq_tapq:anon_21" memcached<0.4434.0>: Sat Nov 10 01:19:58.384382 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-10T1:19:58.514,ns_1@192.168.0.21:<0.4844.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[6]}, {checkpoints,[{6,0}]}, {name,<<"replication_building_6_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[6]}, {takeover,false}, {suffix,"building_6_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:58.518,ns_1@192.168.0.21:<0.4844.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 6 [rebalance:info,2012-11-10T1:19:58.622,ns_1@192.168.0.21:<0.4852.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[519]}, {checkpoints,[{519,0}]}, {name,<<"replication_building_519_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[519]}, {takeover,false}, {suffix,"building_519_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:19:58.638,ns_1@192.168.0.21:<0.4852.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 519 [ns_server:info,2012-11-10T1:19:58.719,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:58.518922 PST 3: TAP (Consumer) eq_tapq:anon_22 - Reset vbucket 6 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:19:58.638937 PST 3: TAP (Consumer) eq_tapq:anon_23 - Reset vbucket 519 was completed succecssfully. [ns_server:info,2012-11-10T1:19:59.317,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:19:59.111745 PST 3: Notified the completion of checkpoint persistence for vbucket 6, cookie 0x6d93600 [rebalance:info,2012-11-10T1:20:00.071,ns_1@192.168.0.21:<0.4852.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:20:00.200,ns_1@192.168.0.21:<0.4844.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:00.205,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 6 state to replica [ns_server:info,2012-11-10T1:20:00.206,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6] ([6], []) [ns_server:info,2012-11-10T1:20:00.209,ns_1@192.168.0.21:<0.4835.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:00.254,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:00.054585 PST 3: Notified the completion of checkpoint persistence for vbucket 519, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:20:00.072813 PST 3: TAP (Consumer) eq_tapq:anon_23 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:00.200816 PST 3: TAP (Consumer) eq_tapq:anon_22 - disconnected [ns_server:info,2012-11-10T1:20:00.420,ns_1@192.168.0.21:<0.4835.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2},{5,2},{6,2}] [ns_server:info,2012-11-10T1:20:00.431,ns_1@192.168.0.21:<0.4835.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:00.433,ns_1@192.168.0.21:<0.4835.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:00.434,ns_1@192.168.0.21:<0.4835.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:00.435,ns_1@192.168.0.21:<0.4874.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:00.436,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4874.0>}, {name, {new_child_id,[0,1,2,3,4,5,6],'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:00.436,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 519 state to active [ns_server:info,2012-11-10T1:20:00.467,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [ns_server:info,2012-11-10T1:20:00.474,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:00.274491 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:00.278267 PST 3: TAP (Consumer) eq_tapq:anon_24 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:00.471719 PST 3: Schedule cleanup of "eq_tapq:anon_22" memcached<0.4434.0>: Sat Nov 10 01:20:00.471793 PST 3: Schedule cleanup of "eq_tapq:anon_23" memcached<0.4434.0>: Sat Nov 10 01:20:00.471836 PST 3: Schedule cleanup of "eq_tapq:anon_24" [ns_server:info,2012-11-10T1:20:00.690,ns_1@192.168.0.21:<0.4883.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 7 to state replica [rebalance:info,2012-11-10T1:20:00.805,ns_1@192.168.0.21:<0.4883.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[7]}, {checkpoints,[{7,0}]}, {name,<<"replication_building_7_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[7]}, {takeover,false}, {suffix,"building_7_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:00.806,ns_1@192.168.0.21:<0.4883.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 7 [ns_server:info,2012-11-10T1:20:00.860,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to replica [ns_server:info,2012-11-10T1:20:00.867,ns_1@192.168.0.21:<0.4892.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 520 to state replica [ns_server:info,2012-11-10T1:20:00.893,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:00.690627 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:00.807190 PST 3: TAP (Consumer) eq_tapq:anon_25 - Reset vbucket 7 was completed succecssfully. [rebalance:info,2012-11-10T1:20:01.032,ns_1@192.168.0.21:<0.4892.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[520]}, {checkpoints,[{520,0}]}, {name,<<"replication_building_520_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[520]}, {takeover,false}, {suffix,"building_520_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:01.073,ns_1@192.168.0.21:<0.4892.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 520 [ns_server:info,2012-11-10T1:20:01.273,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:01.073499 PST 3: TAP (Consumer) eq_tapq:anon_26 - Reset vbucket 520 was completed succecssfully. [rebalance:info,2012-11-10T1:20:02.176,ns_1@192.168.0.21:<0.4892.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:02.181,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:01.981033 PST 3: Notified the completion of checkpoint persistence for vbucket 7, cookie 0x6d92dc0 memcached<0.4434.0>: Sat Nov 10 01:20:02.157621 PST 3: Notified the completion of checkpoint persistence for vbucket 520, cookie 0x6d93600 memcached<0.4434.0>: Sat Nov 10 01:20:02.176849 PST 3: TAP (Consumer) eq_tapq:anon_26 - disconnected [ns_server:info,2012-11-10T1:20:02.345,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 520 state to active [ns_server:info,2012-11-10T1:20:02.521,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:02.320257 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:02.321940 PST 3: TAP (Consumer) eq_tapq:anon_27 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:02.467827 PST 3: Schedule cleanup of "eq_tapq:anon_26" memcached<0.4434.0>: Sat Nov 10 01:20:02.467875 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:02.467890 PST 3: Schedule cleanup of "eq_tapq:anon_27" [ns_server:info,2012-11-10T1:20:02.615,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to replica [ns_server:info,2012-11-10T1:20:02.621,ns_1@192.168.0.21:<0.4922.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 521 to state replica [rebalance:info,2012-11-10T1:20:02.776,ns_1@192.168.0.21:<0.4922.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[521]}, {checkpoints,[{521,0}]}, {name,<<"replication_building_521_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[521]}, {takeover,false}, {suffix,"building_521_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:02.798,ns_1@192.168.0.21:<0.4922.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 521 [rebalance:info,2012-11-10T1:20:02.915,ns_1@192.168.0.21:<0.4883.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:02.924,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 7 state to replica [ns_server:info,2012-11-10T1:20:02.924,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7] ([7], []) [ns_server:info,2012-11-10T1:20:02.925,ns_1@192.168.0.21:<0.4874.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:02.999,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:02.798883 PST 3: TAP (Consumer) eq_tapq:anon_28 - Reset vbucket 521 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:02.916451 PST 3: TAP (Consumer) eq_tapq:anon_25 - disconnected [ns_server:info,2012-11-10T1:20:03.043,ns_1@192.168.0.21:<0.4874.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2}] [ns_server:info,2012-11-10T1:20:03.044,ns_1@192.168.0.21:<0.4874.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:03.045,ns_1@192.168.0.21:<0.4874.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:03.046,ns_1@192.168.0.21:<0.4874.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:03.047,ns_1@192.168.0.21:<0.4933.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:03.047,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4933.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:03.073,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [ns_server:info,2012-11-10T1:20:03.238,ns_1@192.168.0.21:<0.4941.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 8 to state replica [rebalance:info,2012-11-10T1:20:03.381,ns_1@192.168.0.21:<0.4941.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\b"}, {checkpoints,[{8,0}]}, {name,<<"replication_building_8_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\b"}, {takeover,false}, {suffix,"building_8_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:03.385,ns_1@192.168.0.21:<0.4941.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 8 [ns_server:info,2012-11-10T1:20:03.505,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:03.296424 PST 3: Schedule cleanup of "eq_tapq:anon_25" memcached<0.4434.0>: Sat Nov 10 01:20:03.323626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.325725 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.325782 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.325807 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.325830 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.365860 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.365938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.365981 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.366019 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367416 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367466 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367649 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367700 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367797 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367879 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367924 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.367974 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368052 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368102 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368140 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368180 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368221 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368391 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368465 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368508 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.368545 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.371807 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.371869 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.371914 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.371957 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372000 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372041 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372078 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372154 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372803 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372849 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372929 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.372972 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373015 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373057 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373095 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373133 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373346 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373377 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373397 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373416 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373831 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.373877 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:03.506,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 249 log lines from memcached [rebalance:info,2012-11-10T1:20:03.693,ns_1@192.168.0.21:<0.4922.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:03.841,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 521 state to active [ns_server:info,2012-11-10T1:20:03.883,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:03.682777 PST 3: Notified the completion of checkpoint persistence for vbucket 521, cookie 0x6d93600 memcached<0.4434.0>: Sat Nov 10 01:20:03.694227 PST 3: TAP (Consumer) eq_tapq:anon_28 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:03.830980 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:03.835761 PST 3: TAP (Consumer) eq_tapq:anon_30 - disconnected [ns_server:info,2012-11-10T1:20:04.086,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:03.886489 PST 3: Schedule cleanup of "eq_tapq:anon_28" memcached<0.4434.0>: Sat Nov 10 01:20:03.886518 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:03.886560 PST 3: Schedule cleanup of "eq_tapq:anon_30" memcached<0.4434.0>: Sat Nov 10 01:20:03.971006 PST 3: Notified the completion of checkpoint persistence for vbucket 8, cookie 0x6d92dc0 [ns_server:info,2012-11-10T1:20:04.187,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to replica [ns_server:info,2012-11-10T1:20:04.192,ns_1@192.168.0.21:<0.4955.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 522 to state replica [rebalance:info,2012-11-10T1:20:04.318,ns_1@192.168.0.21:<0.4955.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[522]}, {checkpoints,[{522,0}]}, {name,<<"replication_building_522_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[522]}, {takeover,false}, {suffix,"building_522_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:04.320,ns_1@192.168.0.21:<0.4955.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 522 [ns_server:info,2012-11-10T1:20:04.521,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:04.321147 PST 3: TAP (Consumer) eq_tapq:anon_31 - Reset vbucket 522 was completed succecssfully. [rebalance:info,2012-11-10T1:20:04.643,ns_1@192.168.0.21:<0.4941.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:04.651,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 8 state to replica [ns_server:info,2012-11-10T1:20:04.652,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8] ("\b", []) [ns_server:info,2012-11-10T1:20:04.653,ns_1@192.168.0.21:<0.4933.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:04.759,ns_1@192.168.0.21:<0.4933.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2}] [ns_server:info,2012-11-10T1:20:04.760,ns_1@192.168.0.21:<0.4933.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:04.766,ns_1@192.168.0.21:<0.4933.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:04.767,ns_1@192.168.0.21:<0.4933.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:04.768,ns_1@192.168.0.21:<0.4971.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:04.768,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.4971.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:04.799,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:info,2012-11-10T1:20:04.846,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:04.643590 PST 3: TAP (Consumer) eq_tapq:anon_29 - disconnected [ns_server:info,2012-11-10T1:20:05.011,ns_1@192.168.0.21:<0.4980.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 9 to state replica [ns_server:info,2012-11-10T1:20:05.105,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:04.894520 PST 3: Schedule cleanup of "eq_tapq:anon_29" [rebalance:info,2012-11-10T1:20:05.138,ns_1@192.168.0.21:<0.4980.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\t"}, {checkpoints,[{9,0}]}, {name,<<"replication_building_9_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\t"}, {takeover,false}, {suffix,"building_9_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:05.140,ns_1@192.168.0.21:<0.4980.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 9 [ns_server:info,2012-11-10T1:20:05.341,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:05.140445 PST 3: TAP (Consumer) eq_tapq:anon_32 - Reset vbucket 9 was completed succecssfully. [rebalance:info,2012-11-10T1:20:05.754,ns_1@192.168.0.21:<0.4955.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:05.906,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 522 state to active [ns_server:info,2012-11-10T1:20:05.918,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:05.715262 PST 3: Notified the completion of checkpoint persistence for vbucket 522, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:05.755578 PST 3: TAP (Consumer) eq_tapq:anon_31 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:05.895002 PST 3: Schedule cleanup of "eq_tapq:anon_31" memcached<0.4434.0>: Sat Nov 10 01:20:05.902067 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:05.903652 PST 3: TAP (Consumer) eq_tapq:anon_33 - disconnected [ns_server:info,2012-11-10T1:20:06.137,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to replica [ns_server:info,2012-11-10T1:20:06.163,ns_1@192.168.0.21:<0.4994.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 523 to state replica [ns_server:info,2012-11-10T1:20:06.183,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:05.979987 PST 3: Schedule cleanup of "eq_tapq:anon_33" memcached<0.4434.0>: Sat Nov 10 01:20:05.980032 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:06.053448 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:20:06.288,ns_1@192.168.0.21:<0.4994.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[523]}, {checkpoints,[{523,0}]}, {name,<<"replication_building_523_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[523]}, {takeover,false}, {suffix,"building_523_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:06.289,ns_1@192.168.0.21:<0.4994.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 523 [ns_server:info,2012-11-10T1:20:06.491,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:06.289782 PST 3: TAP (Consumer) eq_tapq:anon_34 - Reset vbucket 523 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:06.324365 PST 3: Notified the completion of checkpoint persistence for vbucket 9, cookie 0x6d71600 [rebalance:info,2012-11-10T1:20:07.052,ns_1@192.168.0.21:<0.4980.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:07.060,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 9 state to replica [ns_server:info,2012-11-10T1:20:07.061,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9] ("\t", []) [ns_server:info,2012-11-10T1:20:07.062,ns_1@192.168.0.21:<0.4971.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:07.253,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:07.052670 PST 3: TAP (Consumer) eq_tapq:anon_32 - disconnected [ns_server:info,2012-11-10T1:20:07.315,ns_1@192.168.0.21:<0.4971.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2}] [ns_server:info,2012-11-10T1:20:07.316,ns_1@192.168.0.21:<0.4971.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:07.319,ns_1@192.168.0.21:<0.4971.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:07.320,ns_1@192.168.0.21:<0.4971.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:07.321,ns_1@192.168.0.21:<0.5018.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:07.321,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5018.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:07.369,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [rebalance:info,2012-11-10T1:20:07.373,ns_1@192.168.0.21:<0.4994.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:07.521,ns_1@192.168.0.21:<0.5034.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 10 to state replica [ns_server:info,2012-11-10T1:20:07.535,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 523 state to active [ns_server:info,2012-11-10T1:20:07.561,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:07.360344 PST 3: Notified the completion of checkpoint persistence for vbucket 523, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:07.373399 PST 3: TAP (Consumer) eq_tapq:anon_34 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:07.525448 PST 3: TAP (Consumer) eq_tapq:anon_35 - disconnected [rebalance:info,2012-11-10T1:20:07.650,ns_1@192.168.0.21:<0.5034.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\n"}, {checkpoints,[{10,0}]}, {name,<<"replication_building_10_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\n"}, {takeover,false}, {suffix,"building_10_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:07.652,ns_1@192.168.0.21:<0.5034.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 10 [ns_server:info,2012-11-10T1:20:07.770,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:07.570671 PST 3: Schedule cleanup of "eq_tapq:anon_32" memcached<0.4434.0>: Sat Nov 10 01:20:07.570689 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:07.570742 PST 3: Schedule cleanup of "eq_tapq:anon_34" memcached<0.4434.0>: Sat Nov 10 01:20:07.570764 PST 3: Schedule cleanup of "eq_tapq:anon_35" memcached<0.4434.0>: Sat Nov 10 01:20:07.652723 PST 3: TAP (Consumer) eq_tapq:anon_36 - Reset vbucket 10 was completed succecssfully. [ns_server:info,2012-11-10T1:20:07.872,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to replica [ns_server:info,2012-11-10T1:20:07.877,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 524 to state replica [rebalance:info,2012-11-10T1:20:08.017,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[524]}, {checkpoints,[{524,0}]}, {name,<<"replication_building_524_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[524]}, {takeover,false}, {suffix,"building_524_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:08.019,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 524 [ns_server:info,2012-11-10T1:20:08.219,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:08.019648 PST 3: TAP (Consumer) eq_tapq:anon_37 - Reset vbucket 524 was completed succecssfully. [ns_server:info,2012-11-10T1:20:08.931,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:08.731191 PST 3: Notified the completion of checkpoint persistence for vbucket 10, cookie 0x6d92dc0 [rebalance:info,2012-11-10T1:20:09.161,ns_1@192.168.0.21:<0.5040.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:09.342,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 524 state to active [ns_server:info,2012-11-10T1:20:09.344,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:09.144086 PST 3: Notified the completion of checkpoint persistence for vbucket 524, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:09.162652 PST 3: TAP (Consumer) eq_tapq:anon_37 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:09.322085 PST 3: TAP (Consumer) eq_tapq:anon_38 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:09.327937 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:09.534,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 525 state to replica [ns_server:info,2012-11-10T1:20:09.538,ns_1@192.168.0.21:<0.5063.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 525 to state replica [ns_server:info,2012-11-10T1:20:09.551,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:09.350427 PST 3: Schedule cleanup of "eq_tapq:anon_37" memcached<0.4434.0>: Sat Nov 10 01:20:09.350520 PST 3: Schedule cleanup of "eq_tapq:anon_38" memcached<0.4434.0>: Sat Nov 10 01:20:09.392590 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-10T1:20:09.640,ns_1@192.168.0.21:<0.5063.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[525]}, {checkpoints,[{525,0}]}, {name,<<"replication_building_525_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[525]}, {takeover,false}, {suffix,"building_525_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:09.642,ns_1@192.168.0.21:<0.5063.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 525 [rebalance:info,2012-11-10T1:20:09.833,ns_1@192.168.0.21:<0.5034.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:09.839,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:09.634567 PST 3: Notified the completion of checkpoint persistence for vbucket 10, cookie 0x6d92dc0 memcached<0.4434.0>: Sat Nov 10 01:20:09.643302 PST 3: TAP (Consumer) eq_tapq:anon_39 - Reset vbucket 525 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:09.834036 PST 3: TAP (Consumer) eq_tapq:anon_36 - disconnected [ns_server:info,2012-11-10T1:20:09.845,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 10 state to replica [ns_server:info,2012-11-10T1:20:09.846,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10] ("\n", []) [ns_server:info,2012-11-10T1:20:09.849,ns_1@192.168.0.21:<0.5018.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:09.976,ns_1@192.168.0.21:<0.5018.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2},{10,3}] [ns_server:info,2012-11-10T1:20:09.981,ns_1@192.168.0.21:<0.5018.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:09.982,ns_1@192.168.0.21:<0.5018.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:09.983,ns_1@192.168.0.21:<0.5018.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:09.984,ns_1@192.168.0.21:<0.5077.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:09.985,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5077.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:10.019,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:info,2012-11-10T1:20:10.187,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:09.985488 PST 3: Schedule cleanup of "eq_tapq:anon_36" memcached<0.4434.0>: Sat Nov 10 01:20:10.125955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:10.126583 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:10.126619 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:10.126647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:10.126718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:10.126747 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:10.206,ns_1@192.168.0.21:<0.5086.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 11 to state replica [rebalance:info,2012-11-10T1:20:10.316,ns_1@192.168.0.21:<0.5086.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\v"}, {checkpoints,[{11,0}]}, {name,<<"replication_building_11_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\v"}, {takeover,false}, {suffix,"building_11_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:10.317,ns_1@192.168.0.21:<0.5086.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 11 [rebalance:info,2012-11-10T1:20:10.465,ns_1@192.168.0.21:<0.5063.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:10.519,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:10.317951 PST 3: TAP (Consumer) eq_tapq:anon_40 - Reset vbucket 11 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:10.447741 PST 3: Notified the completion of checkpoint persistence for vbucket 525, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:20:10.466226 PST 3: TAP (Consumer) eq_tapq:anon_39 - disconnected [ns_server:info,2012-11-10T1:20:10.618,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 525 state to active [ns_server:info,2012-11-10T1:20:10.747,ns_1@192.168.0.21:ns_config_rep<0.4355.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.22' [ns_server:info,2012-11-10T1:20:10.804,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 526 state to replica [ns_server:info,2012-11-10T1:20:10.806,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:10.605444 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:10.605502 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:10.610494 PST 3: TAP (Consumer) eq_tapq:anon_41 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:10.656373 PST 3: Schedule cleanup of "eq_tapq:anon_39" memcached<0.4434.0>: Sat Nov 10 01:20:10.656422 PST 3: Schedule cleanup of "eq_tapq:anon_41" memcached<0.4434.0>: Sat Nov 10 01:20:10.656423 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:10.810,ns_1@192.168.0.21:<0.5097.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 526 to state replica [rebalance:info,2012-11-10T1:20:10.949,ns_1@192.168.0.21:<0.5097.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[526]}, {checkpoints,[{526,0}]}, {name,<<"replication_building_526_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[526]}, {takeover,false}, {suffix,"building_526_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:10.951,ns_1@192.168.0.21:<0.5097.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 526 [ns_server:info,2012-11-10T1:20:11.162,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:10.951995 PST 3: TAP (Consumer) eq_tapq:anon_42 - Reset vbucket 526 was completed succecssfully. [ns_server:info,2012-11-10T1:20:11.426,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:11.224909 PST 3: Notified the completion of checkpoint persistence for vbucket 11, cookie 0x6d71600 [ns_server:info,2012-11-10T1:20:11.519,ns_1@192.168.0.21:<0.5121.0>:compaction_daemon:try_to_cleanup_indexes:439]Cleaning up indexes for bucket `default` [rebalance:info,2012-11-10T1:20:11.523,ns_1@192.168.0.21:<0.5086.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:11.554,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 11 state to replica [ns_server:info,2012-11-10T1:20:11.555,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11] ("\v", []) [ns_server:info,2012-11-10T1:20:11.557,ns_1@192.168.0.21:<0.5121.0>:compaction_daemon:spawn_bucket_compactor:404]Compacting bucket default with config: [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:info,2012-11-10T1:20:11.558,ns_1@192.168.0.21:<0.5077.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:11.562,ns_1@192.168.0.21:<0.5125.0>:compaction_daemon:spawn_dbs_compactor:544]Compacting databases for bucket default [ns_server:info,2012-11-10T1:20:11.563,ns_1@192.168.0.21:<0.5128.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/master">> [ns_server:info,2012-11-10T1:20:11.617,ns_1@192.168.0.21:<0.5139.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/0">> [ns_server:info,2012-11-10T1:20:11.637,ns_1@192.168.0.21:<0.5077.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2},{1,3},{2,2},{3,2},{4,2},{5,2},{6,2},{7,2},{8,2},{9,2},{10,3},{11,2}] [ns_server:info,2012-11-10T1:20:11.639,ns_1@192.168.0.21:<0.5077.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:11.640,ns_1@192.168.0.21:<0.5077.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:11.641,ns_1@192.168.0.21:<0.5077.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:11.642,ns_1@192.168.0.21:<0.5142.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:11.642,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5142.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:11.693,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 12 state to replica [ns_server:info,2012-11-10T1:20:11.724,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:11.524208 PST 3: TAP (Consumer) eq_tapq:anon_40 - disconnected [ns_server:info,2012-11-10T1:20:11.798,ns_1@192.168.0.21:<0.5161.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/1">> [ns_server:info,2012-11-10T1:20:11.897,ns_1@192.168.0.21:<0.5163.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 12 to state replica [ns_server:info,2012-11-10T1:20:11.996,ns_1@192.168.0.21:<0.5181.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/2">> [ns_server:info,2012-11-10T1:20:12.001,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:11.798678 PST 3: Received error[86] from mccouch for unknown memcached<0.4434.0>: Sat Nov 10 01:20:11.798726 PST 3: Retry notify CouchDB of update, vbucket=0 rev=1 [rebalance:info,2012-11-10T1:20:12.021,ns_1@192.168.0.21:<0.5163.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\f"}, {checkpoints,[{12,0}]}, {name,<<"replication_building_12_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\f"}, {takeover,false}, {suffix,"building_12_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:12.023,ns_1@192.168.0.21:<0.5163.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 12 [ns_server:info,2012-11-10T1:20:12.143,ns_1@192.168.0.21:<0.5195.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/3">> [ns_server:info,2012-11-10T1:20:12.224,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:12.024113 PST 3: TAP (Consumer) eq_tapq:anon_43 - Reset vbucket 12 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:12.068711 PST 3: Schedule cleanup of "eq_tapq:anon_40" [ns_server:info,2012-11-10T1:20:12.287,ns_1@192.168.0.21:<0.5206.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/4">> [ns_server:info,2012-11-10T1:20:12.478,ns_1@192.168.0.21:<0.5217.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/5">> [ns_server:info,2012-11-10T1:20:12.671,ns_1@192.168.0.21:<0.5228.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/6">> [ns_server:info,2012-11-10T1:20:12.829,ns_1@192.168.0.21:<0.5239.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/7">> [rebalance:info,2012-11-10T1:20:12.858,ns_1@192.168.0.21:<0.5097.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:12.980,ns_1@192.168.0.21:<0.5256.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/8">> [ns_server:info,2012-11-10T1:20:13.000,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 526 state to active [ns_server:info,2012-11-10T1:20:13.039,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:12.838789 PST 3: Notified the completion of checkpoint persistence for vbucket 526, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:20:12.859842 PST 3: TAP (Consumer) eq_tapq:anon_42 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:12.907385 PST 3: Notified the completion of checkpoint persistence for vbucket 12, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:12.992975 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:12.993052 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:12.994932 PST 3: TAP (Consumer) eq_tapq:anon_44 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:13.012136 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:13.030256 PST 3: Schedule cleanup of "eq_tapq:anon_42" memcached<0.4434.0>: Sat Nov 10 01:20:13.030340 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:13.030392 PST 3: Schedule cleanup of "eq_tapq:anon_44" [ns_server:info,2012-11-10T1:20:13.132,ns_1@192.168.0.21:<0.5267.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/9">> [rebalance:info,2012-11-10T1:20:13.187,ns_1@192.168.0.21:<0.5163.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:13.277,ns_1@192.168.0.21:<0.5278.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/10">> [ns_server:info,2012-11-10T1:20:13.388,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:13.188196 PST 3: TAP (Consumer) eq_tapq:anon_43 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:13.350829 PST 3: Schedule cleanup of "eq_tapq:anon_43" [ns_server:info,2012-11-10T1:20:13.415,ns_1@192.168.0.21:<0.5289.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/512">> [ns_server:info,2012-11-10T1:20:13.530,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 527 state to replica [ns_server:info,2012-11-10T1:20:13.532,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 12 state to replica [ns_server:info,2012-11-10T1:20:13.533,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12] ("\f", []) [ns_server:info,2012-11-10T1:20:13.535,ns_1@192.168.0.21:<0.5142.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:13.536,ns_1@192.168.0.21:<0.5296.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 527 to state replica [ns_server:info,2012-11-10T1:20:13.588,ns_1@192.168.0.21:<0.5314.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/513">> [rebalance:info,2012-11-10T1:20:13.654,ns_1@192.168.0.21:<0.5296.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[527]}, {checkpoints,[{527,0}]}, {name,<<"replication_building_527_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[527]}, {takeover,false}, {suffix,"building_527_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:13.656,ns_1@192.168.0.21:<0.5296.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 527 [ns_server:info,2012-11-10T1:20:13.737,ns_1@192.168.0.21:<0.5142.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}] [ns_server:info,2012-11-10T1:20:13.738,ns_1@192.168.0.21:<0.5142.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:13.738,ns_1@192.168.0.21:<0.5142.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:13.739,ns_1@192.168.0.21:<0.5142.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:13.740,ns_1@192.168.0.21:<0.5318.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:13.740,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5318.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11,12]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:13.750,ns_1@192.168.0.21:<0.5329.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/514">> [ns_server:info,2012-11-10T1:20:13.772,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 13 state to replica [ns_server:info,2012-11-10T1:20:13.856,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:13.656377 PST 3: TAP (Consumer) eq_tapq:anon_45 - Reset vbucket 527 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:13.750626 PST 3: Received error[86] from mccouch for unknown memcached<0.4434.0>: Sat Nov 10 01:20:13.750716 PST 3: Retry notify CouchDB of update, vbucket=513 rev=1 [ns_server:info,2012-11-10T1:20:13.962,ns_1@192.168.0.21:<0.5352.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 13 to state replica [ns_server:info,2012-11-10T1:20:13.978,ns_1@192.168.0.21:<0.5358.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/515">> [rebalance:info,2012-11-10T1:20:14.095,ns_1@192.168.0.21:<0.5352.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\r"}, {checkpoints,[{13,0}]}, {name,<<"replication_building_13_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\r"}, {takeover,false}, {suffix,"building_13_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:14.097,ns_1@192.168.0.21:<0.5352.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 13 [ns_server:info,2012-11-10T1:20:14.138,ns_1@192.168.0.21:<0.5371.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/516">> [ns_server:info,2012-11-10T1:20:14.285,ns_1@192.168.0.21:<0.5384.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/517">> [ns_server:info,2012-11-10T1:20:14.298,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:14.097789 PST 3: TAP (Consumer) eq_tapq:anon_46 - Reset vbucket 13 was completed succecssfully. [ns_server:info,2012-11-10T1:20:14.462,ns_1@192.168.0.21:<0.5396.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/518">> [ns_server:info,2012-11-10T1:20:14.617,ns_1@192.168.0.21:<0.5409.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/519">> [rebalance:info,2012-11-10T1:20:14.619,ns_1@192.168.0.21:<0.5296.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:14.751,ns_1@192.168.0.21:<0.5422.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/520">> [ns_server:info,2012-11-10T1:20:14.780,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 527 state to active [ns_server:info,2012-11-10T1:20:14.807,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:14.606998 PST 3: Notified the completion of checkpoint persistence for vbucket 527, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:14.620229 PST 3: TAP (Consumer) eq_tapq:anon_45 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:14.767893 PST 3: TAP (Consumer) eq_tapq:anon_47 - disconnected [ns_server:info,2012-11-10T1:20:14.901,ns_1@192.168.0.21:<0.5433.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/521">> [ns_server:info,2012-11-10T1:20:15.033,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 528 state to replica [ns_server:info,2012-11-10T1:20:15.034,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:14.833936 PST 3: Schedule cleanup of "eq_tapq:anon_45" memcached<0.4434.0>: Sat Nov 10 01:20:14.834001 PST 3: Schedule cleanup of "eq_tapq:anon_47" memcached<0.4434.0>: Sat Nov 10 01:20:14.834336 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:15.040,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 528 to state replica [ns_server:info,2012-11-10T1:20:15.065,ns_1@192.168.0.21:<0.5446.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/522">> [rebalance:info,2012-11-10T1:20:15.143,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[528]}, {checkpoints,[{528,0}]}, {name,<<"replication_building_528_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[528]}, {takeover,false}, {suffix,"building_528_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:15.145,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 528 [ns_server:info,2012-11-10T1:20:15.220,ns_1@192.168.0.21:<0.5463.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/523">> [ns_server:info,2012-11-10T1:20:15.347,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:15.146077 PST 3: TAP (Consumer) eq_tapq:anon_48 - Reset vbucket 528 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:15.207422 PST 3: Notified the completion of checkpoint persistence for vbucket 13, cookie 0x6d938c0 [ns_server:info,2012-11-10T1:20:15.362,ns_1@192.168.0.21:<0.5474.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/524">> [rebalance:info,2012-11-10T1:20:15.480,ns_1@192.168.0.21:<0.5352.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:15.487,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 13 state to replica [ns_server:info,2012-11-10T1:20:15.488,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13] ("\r", []) [ns_server:info,2012-11-10T1:20:15.489,ns_1@192.168.0.21:<0.5318.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:15.526,ns_1@192.168.0.21:<0.5505.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/525">> [ns_server:info,2012-11-10T1:20:15.681,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:15.480861 PST 3: TAP (Consumer) eq_tapq:anon_46 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:15.494549 PST 3: Schedule cleanup of "eq_tapq:anon_46" [ns_server:info,2012-11-10T1:20:15.702,ns_1@192.168.0.21:<0.5125.0>:compaction_daemon:spawn_dbs_compactor:576]Finished compaction of databases for bucket default [ns_server:info,2012-11-10T1:20:15.727,ns_1@192.168.0.21:<0.5318.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}] [ns_server:info,2012-11-10T1:20:15.729,ns_1@192.168.0.21:<0.5318.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:15.729,ns_1@192.168.0.21:<0.5318.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:15.730,ns_1@192.168.0.21:<0.5318.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:15.731,ns_1@192.168.0.21:<0.5525.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:15.731,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5525.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets,[0,1,2,3,4,5,6,7,8,9,10,11,12,13]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:15.810,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 14 state to replica [ns_server:info,2012-11-10T1:20:15.971,ns_1@192.168.0.21:<0.5533.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 14 to state replica [rebalance:info,2012-11-10T1:20:16.086,ns_1@192.168.0.21:<0.5533.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[14]}, {checkpoints,[{14,0}]}, {name,<<"replication_building_14_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[14]}, {takeover,false}, {suffix,"building_14_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:16.087,ns_1@192.168.0.21:<0.5533.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 14 [ns_server:info,2012-11-10T1:20:16.215,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:16.013197 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.013398 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.013465 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.013932 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.013965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.013989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014034 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014073 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014112 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014131 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014149 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014166 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014186 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014233 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014317 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014342 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014365 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014387 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014404 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014424 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014444 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014463 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014483 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014499 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014517 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014535 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014556 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014602 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014627 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014658 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014680 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014696 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014716 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014755 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014792 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014809 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014827 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.014846 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016117 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016156 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016174 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016196 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016241 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016288 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016601 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016722 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016792 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016868 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.016941 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.017049 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.017131 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:16.216,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 774 log lines from memcached [ns_server:info,2012-11-10T1:20:16.417,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:16.215486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215539 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215566 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215589 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215610 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215631 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215680 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215722 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215741 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215759 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215798 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215846 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.215868 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.216003 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.216031 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.216048 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.216065 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.216731 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.217107 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.217202 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.217543 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.217589 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.217631 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.217653 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.255204 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.255303 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.255345 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.255726 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.255769 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.255809 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.255850 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.256442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.256471 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.256490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.256507 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.256918 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.256965 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.257003 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.257793 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.257844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.257882 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258388 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258433 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258464 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258494 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258758 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258807 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258825 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.258866 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.294942 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.294985 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.295005 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.295595 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.295642 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.295686 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.295724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.297031 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:16.419,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 752 log lines from memcached [ns_server:info,2012-11-10T1:20:16.621,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:16.417242 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417351 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417386 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417435 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417464 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417507 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417556 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417616 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417634 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417669 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417691 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417758 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417776 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417793 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.417810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418512 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418582 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418624 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418641 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418660 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418679 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418696 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418805 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418853 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418890 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418907 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.418924 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419240 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419296 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419317 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419551 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419582 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419627 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419673 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419695 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.419731 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420761 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420787 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420832 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420849 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420891 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:16.420912 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:16.622,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1147 log lines from memcached [rebalance:info,2012-11-10T1:20:17.249,ns_1@192.168.0.21:<0.5436.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:17.413,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:17.212816 PST 3: Notified the completion of checkpoint persistence for vbucket 528, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:17.250265 PST 3: TAP (Consumer) eq_tapq:anon_48 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:17.258690 PST 3: Notified the completion of checkpoint persistence for vbucket 14, cookie 0x6d938c0 [ns_server:info,2012-11-10T1:20:17.495,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 528 state to active [rebalance:info,2012-11-10T1:20:17.628,ns_1@192.168.0.21:<0.5533.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:17.659,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:17.459255 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:17.466829 PST 3: TAP (Consumer) eq_tapq:anon_50 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:17.495479 PST 3: Schedule cleanup of "eq_tapq:anon_48" memcached<0.4434.0>: Sat Nov 10 01:20:17.495568 PST 3: Schedule cleanup of "eq_tapq:anon_50" memcached<0.4434.0>: Sat Nov 10 01:20:17.572542 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:17.628779 PST 3: TAP (Consumer) eq_tapq:anon_49 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:17.654587 PST 3: Schedule cleanup of "eq_tapq:anon_49" [ns_server:info,2012-11-10T1:20:17.848,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 14 state to replica [ns_server:info,2012-11-10T1:20:17.850,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14] ([14], []) [ns_server:info,2012-11-10T1:20:17.852,ns_1@192.168.0.21:<0.5525.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:17.989,ns_1@192.168.0.21:<0.5525.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}] [ns_server:info,2012-11-10T1:20:17.990,ns_1@192.168.0.21:<0.5525.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:17.991,ns_1@192.168.0.21:<0.5525.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:17.993,ns_1@192.168.0.21:<0.5525.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:17.994,ns_1@192.168.0.21:<0.5561.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:17.995,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5561.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:17.998,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 529 state to replica [ns_server:info,2012-11-10T1:20:18.016,ns_1@192.168.0.21:<0.5568.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 529 to state replica [ns_server:info,2012-11-10T1:20:18.108,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 15 state to replica [rebalance:info,2012-11-10T1:20:18.210,ns_1@192.168.0.21:<0.5568.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[529]}, {checkpoints,[{529,0}]}, {name,<<"replication_building_529_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[529]}, {takeover,false}, {suffix,"building_529_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:18.212,ns_1@192.168.0.21:<0.5568.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 529 [ns_server:info,2012-11-10T1:20:18.396,ns_1@192.168.0.21:<0.5581.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 15 to state replica [ns_server:info,2012-11-10T1:20:18.414,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:18.213245 PST 3: TAP (Consumer) eq_tapq:anon_51 - Reset vbucket 529 was completed succecssfully. [rebalance:info,2012-11-10T1:20:18.543,ns_1@192.168.0.21:<0.5581.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[15]}, {checkpoints,[{15,0}]}, {name,<<"replication_building_15_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[15]}, {takeover,false}, {suffix,"building_15_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:18.545,ns_1@192.168.0.21:<0.5581.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 15 [ns_server:info,2012-11-10T1:20:18.746,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:18.546179 PST 3: TAP (Consumer) eq_tapq:anon_52 - Reset vbucket 15 was completed succecssfully. [rebalance:info,2012-11-10T1:20:19.210,ns_1@192.168.0.21:<0.5568.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:19.371,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:19.170795 PST 3: Notified the completion of checkpoint persistence for vbucket 529, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:20:19.211236 PST 3: TAP (Consumer) eq_tapq:anon_51 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:19.369875 PST 3: TAP (Consumer) eq_tapq:anon_53 - disconnected [ns_server:info,2012-11-10T1:20:19.389,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 529 state to active [ns_server:info,2012-11-10T1:20:19.647,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:19.446744 PST 3: Schedule cleanup of "eq_tapq:anon_51" memcached<0.4434.0>: Sat Nov 10 01:20:19.446832 PST 3: Schedule cleanup of "eq_tapq:anon_53" memcached<0.4434.0>: Sat Nov 10 01:20:19.447236 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:19.573618 PST 3: Notified the completion of checkpoint persistence for vbucket 15, cookie 0x6d71600 [ns_server:info,2012-11-10T1:20:19.701,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 530 state to replica [ns_server:info,2012-11-10T1:20:19.707,ns_1@192.168.0.21:<0.5596.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 530 to state replica [rebalance:info,2012-11-10T1:20:19.875,ns_1@192.168.0.21:<0.5596.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[530]}, {checkpoints,[{530,0}]}, {name,<<"replication_building_530_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[530]}, {takeover,false}, {suffix,"building_530_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:19.879,ns_1@192.168.0.21:<0.5596.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 530 [ns_server:info,2012-11-10T1:20:20.080,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:19.879987 PST 3: TAP (Consumer) eq_tapq:anon_54 - Reset vbucket 530 was completed succecssfully. [rebalance:info,2012-11-10T1:20:20.145,ns_1@192.168.0.21:<0.5581.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:20.163,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 15 state to replica [ns_server:info,2012-11-10T1:20:20.164,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15] ([15], []) [ns_server:info,2012-11-10T1:20:20.167,ns_1@192.168.0.21:<0.5561.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:20.262,ns_1@192.168.0.21:<0.5561.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}] [ns_server:info,2012-11-10T1:20:20.264,ns_1@192.168.0.21:<0.5561.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:20.264,ns_1@192.168.0.21:<0.5561.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:20.265,ns_1@192.168.0.21:<0.5561.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:20.266,ns_1@192.168.0.21:<0.5610.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:20.266,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5610.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:20.301,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 16 state to replica [ns_server:info,2012-11-10T1:20:20.346,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:20.146046 PST 3: TAP (Consumer) eq_tapq:anon_52 - disconnected [ns_server:info,2012-11-10T1:20:20.528,ns_1@192.168.0.21:<0.5620.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 16 to state replica [rebalance:info,2012-11-10T1:20:20.662,ns_1@192.168.0.21:<0.5620.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[16]}, {checkpoints,[{16,0}]}, {name,<<"replication_building_16_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[16]}, {takeover,false}, {suffix,"building_16_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:20.669,ns_1@192.168.0.21:<0.5620.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 16 [ns_server:info,2012-11-10T1:20:20.871,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:20.669798 PST 3: TAP (Consumer) eq_tapq:anon_55 - Reset vbucket 16 was completed succecssfully. [rebalance:info,2012-11-10T1:20:21.108,ns_1@192.168.0.21:<0.5596.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:21.280,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:21.080143 PST 3: Notified the completion of checkpoint persistence for vbucket 530, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:20:21.109565 PST 3: TAP (Consumer) eq_tapq:anon_54 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:21.124013 PST 3: Schedule cleanup of "eq_tapq:anon_52" memcached<0.4434.0>: Sat Nov 10 01:20:21.124100 PST 3: Schedule cleanup of "eq_tapq:anon_54" [ns_server:info,2012-11-10T1:20:21.317,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 530 state to active [ns_server:info,2012-11-10T1:20:21.499,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:21.298648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:21.301469 PST 3: TAP (Consumer) eq_tapq:anon_56 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:21.388145 PST 3: Schedule cleanup of "eq_tapq:anon_56" memcached<0.4434.0>: Sat Nov 10 01:20:21.388213 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:21.604,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 531 state to replica [ns_server:info,2012-11-10T1:20:21.612,ns_1@192.168.0.21:<0.5646.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 531 to state replica [rebalance:info,2012-11-10T1:20:21.729,ns_1@192.168.0.21:<0.5646.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[531]}, {checkpoints,[{531,0}]}, {name,<<"replication_building_531_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[531]}, {takeover,false}, {suffix,"building_531_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:21.732,ns_1@192.168.0.21:<0.5646.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 531 [ns_server:info,2012-11-10T1:20:21.933,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:21.732773 PST 3: TAP (Consumer) eq_tapq:anon_57 - Reset vbucket 531 was completed succecssfully. [rebalance:info,2012-11-10T1:20:22.800,ns_1@192.168.0.21:<0.5646.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:22.805,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:22.604861 PST 3: Notified the completion of checkpoint persistence for vbucket 16, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:20:22.774294 PST 3: Notified the completion of checkpoint persistence for vbucket 531, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:20:22.801112 PST 3: TAP (Consumer) eq_tapq:anon_57 - disconnected [ns_server:info,2012-11-10T1:20:22.990,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 531 state to active [ns_server:info,2012-11-10T1:20:23.161,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:22.957937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:22.961783 PST 3: TAP (Consumer) eq_tapq:anon_58 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:23.053714 PST 3: Schedule cleanup of "eq_tapq:anon_57" memcached<0.4434.0>: Sat Nov 10 01:20:23.053784 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:23.053802 PST 3: Schedule cleanup of "eq_tapq:anon_58" memcached<0.4434.0>: Sat Nov 10 01:20:23.074225 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:23.391,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:23.191196 PST 3: Notified the completion of checkpoint persistence for vbucket 16, cookie 0x6d70dc0 [ns_server:info,2012-11-10T1:20:23.470,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 532 state to replica [ns_server:info,2012-11-10T1:20:23.479,ns_1@192.168.0.21:<0.5670.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 532 to state replica [rebalance:info,2012-11-10T1:20:23.613,ns_1@192.168.0.21:<0.5670.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[532]}, {checkpoints,[{532,0}]}, {name,<<"replication_building_532_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[532]}, {takeover,false}, {suffix,"building_532_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:23.614,ns_1@192.168.0.21:<0.5670.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 532 [rebalance:info,2012-11-10T1:20:23.624,ns_1@192.168.0.21:<0.5620.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:23.640,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 16 state to replica [ns_server:info,2012-11-10T1:20:23.641,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16] ([16], []) [ns_server:info,2012-11-10T1:20:23.646,ns_1@192.168.0.21:<0.5610.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:23.763,ns_1@192.168.0.21:<0.5610.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}] [ns_server:info,2012-11-10T1:20:23.765,ns_1@192.168.0.21:<0.5610.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:23.765,ns_1@192.168.0.21:<0.5610.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:23.766,ns_1@192.168.0.21:<0.5610.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:23.767,ns_1@192.168.0.21:<0.5678.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:23.768,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5678.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:23.816,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:23.615328 PST 3: TAP (Consumer) eq_tapq:anon_59 - Reset vbucket 532 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:23.625987 PST 3: TAP (Consumer) eq_tapq:anon_55 - disconnected [ns_server:info,2012-11-10T1:20:23.821,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 17 state to replica [ns_server:info,2012-11-10T1:20:24.081,ns_1@192.168.0.21:<0.5687.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 17 to state replica [rebalance:info,2012-11-10T1:20:24.253,ns_1@192.168.0.21:<0.5687.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[17]}, {checkpoints,[{17,0}]}, {name,<<"replication_building_17_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[17]}, {takeover,false}, {suffix,"building_17_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:24.254,ns_1@192.168.0.21:<0.5670.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:20:24.259,ns_1@192.168.0.21:<0.5687.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 17 [ns_server:info,2012-11-10T1:20:24.440,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:24.238356 PST 3: Notified the completion of checkpoint persistence for vbucket 532, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:24.255812 PST 3: TAP (Consumer) eq_tapq:anon_59 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:24.260041 PST 3: TAP (Consumer) eq_tapq:anon_60 - Reset vbucket 17 was completed succecssfully. [ns_server:info,2012-11-10T1:20:24.475,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 532 state to active [ns_server:info,2012-11-10T1:20:24.661,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:24.461589 PST 3: TAP (Consumer) eq_tapq:anon_61 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:24.545040 PST 3: Schedule cleanup of "eq_tapq:anon_55" memcached<0.4434.0>: Sat Nov 10 01:20:24.545115 PST 3: Schedule cleanup of "eq_tapq:anon_59" memcached<0.4434.0>: Sat Nov 10 01:20:24.545148 PST 3: Schedule cleanup of "eq_tapq:anon_61" memcached<0.4434.0>: Sat Nov 10 01:20:24.558551 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:24.813,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 533 state to replica [ns_server:info,2012-11-10T1:20:24.864,ns_1@192.168.0.21:<0.5696.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 533 to state replica [rebalance:info,2012-11-10T1:20:24.986,ns_1@192.168.0.21:<0.5696.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[533]}, {checkpoints,[{533,0}]}, {name,<<"replication_building_533_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[533]}, {takeover,false}, {suffix,"building_533_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:24.993,ns_1@192.168.0.21:<0.5696.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 533 [ns_server:info,2012-11-10T1:20:25.253,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:25.050831 PST 3: TAP (Consumer) eq_tapq:anon_62 - Reset vbucket 533 was completed succecssfully. [ns_server:info,2012-11-10T1:20:25.513,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:25.307974 PST 3: Notified the completion of checkpoint persistence for vbucket 17, cookie 0x6d70dc0 [rebalance:info,2012-11-10T1:20:25.680,ns_1@192.168.0.21:<0.5687.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:25.692,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 17 state to replica [ns_server:info,2012-11-10T1:20:25.692,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17] ([17], []) [ns_server:info,2012-11-10T1:20:25.695,ns_1@192.168.0.21:<0.5678.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:25.827,ns_1@192.168.0.21:<0.5678.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}] [ns_server:info,2012-11-10T1:20:25.829,ns_1@192.168.0.21:<0.5678.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:25.830,ns_1@192.168.0.21:<0.5678.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:25.831,ns_1@192.168.0.21:<0.5678.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:25.833,ns_1@192.168.0.21:<0.5716.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:25.833,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5716.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:25.881,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:25.680993 PST 3: TAP (Consumer) eq_tapq:anon_60 - disconnected [ns_server:info,2012-11-10T1:20:25.887,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 18 state to replica [ns_server:info,2012-11-10T1:20:26.108,ns_1@192.168.0.21:<0.5725.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 18 to state replica [rebalance:info,2012-11-10T1:20:26.302,ns_1@192.168.0.21:<0.5725.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[18]}, {checkpoints,[{18,0}]}, {name,<<"replication_building_18_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[18]}, {takeover,false}, {suffix,"building_18_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:26.310,ns_1@192.168.0.21:<0.5725.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 18 [ns_server:info,2012-11-10T1:20:26.384,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:26.183448 PST 3: Schedule cleanup of "eq_tapq:anon_60" memcached<0.4434.0>: Sat Nov 10 01:20:26.313964 PST 3: TAP (Consumer) eq_tapq:anon_63 - Reset vbucket 18 was completed succecssfully. [rebalance:info,2012-11-10T1:20:26.790,ns_1@192.168.0.21:<0.5696.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:26.951,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:26.749934 PST 3: Notified the completion of checkpoint persistence for vbucket 533, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:20:26.791574 PST 3: TAP (Consumer) eq_tapq:anon_62 - disconnected [ns_server:info,2012-11-10T1:20:26.972,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 533 state to active [ns_server:info,2012-11-10T1:20:27.160,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:26.953050 PST 3: TAP (Consumer) eq_tapq:anon_64 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:27.034226 PST 3: Schedule cleanup of "eq_tapq:anon_62" memcached<0.4434.0>: Sat Nov 10 01:20:27.034289 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:27.034332 PST 3: Schedule cleanup of "eq_tapq:anon_64" [ns_server:info,2012-11-10T1:20:27.317,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 534 state to replica [ns_server:info,2012-11-10T1:20:27.324,ns_1@192.168.0.21:<0.5745.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 534 to state replica [ns_server:info,2012-11-10T1:20:27.419,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:27.218093 PST 3: Notified the completion of checkpoint persistence for vbucket 18, cookie 0x6d70dc0 [rebalance:info,2012-11-10T1:20:27.470,ns_1@192.168.0.21:<0.5745.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[534]}, {checkpoints,[{534,0}]}, {name,<<"replication_building_534_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[534]}, {takeover,false}, {suffix,"building_534_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:27.472,ns_1@192.168.0.21:<0.5745.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 534 [rebalance:info,2012-11-10T1:20:27.554,ns_1@192.168.0.21:<0.5725.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:27.572,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 18 state to replica [ns_server:info,2012-11-10T1:20:27.572,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18] ([18], []) [ns_server:info,2012-11-10T1:20:27.575,ns_1@192.168.0.21:<0.5716.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:27.681,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:27.472756 PST 3: TAP (Consumer) eq_tapq:anon_65 - Reset vbucket 534 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:27.555673 PST 3: TAP (Consumer) eq_tapq:anon_63 - disconnected [ns_server:info,2012-11-10T1:20:27.683,ns_1@192.168.0.21:<0.5716.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}] [ns_server:info,2012-11-10T1:20:27.694,ns_1@192.168.0.21:<0.5716.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:27.697,ns_1@192.168.0.21:<0.5716.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:27.698,ns_1@192.168.0.21:<0.5716.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:27.699,ns_1@192.168.0.21:<0.5763.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:27.700,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5763.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:27.744,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 19 state to replica [ns_server:info,2012-11-10T1:20:28.002,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 19 to state replica [rebalance:info,2012-11-10T1:20:28.195,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[19]}, {checkpoints,[{19,0}]}, {name,<<"replication_building_19_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[19]}, {takeover,false}, {suffix,"building_19_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:28.203,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 19 [rebalance:info,2012-11-10T1:20:28.365,ns_1@192.168.0.21:<0.5745.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:28.390,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:28.187471 PST 3: Schedule cleanup of "eq_tapq:anon_63" memcached<0.4434.0>: Sat Nov 10 01:20:28.204089 PST 3: TAP (Consumer) eq_tapq:anon_66 - Reset vbucket 19 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:28.341978 PST 3: Notified the completion of checkpoint persistence for vbucket 534, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:28.367526 PST 3: TAP (Consumer) eq_tapq:anon_65 - disconnected [ns_server:info,2012-11-10T1:20:28.639,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 534 state to active [ns_server:info,2012-11-10T1:20:28.778,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:28.578215 PST 3: TAP (Consumer) eq_tapq:anon_67 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:28.685105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:28.696137 PST 3: Schedule cleanup of "eq_tapq:anon_65" memcached<0.4434.0>: Sat Nov 10 01:20:28.696210 PST 3: Schedule cleanup of "eq_tapq:anon_67" memcached<0.4434.0>: Sat Nov 10 01:20:28.696214 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:28.927,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 535 state to replica [ns_server:info,2012-11-10T1:20:28.973,ns_1@192.168.0.21:<0.5781.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 535 to state replica [ns_server:info,2012-11-10T1:20:29.075,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:28.865226 PST 3: Notified the completion of checkpoint persistence for vbucket 19, cookie 0x6d71080 [rebalance:info,2012-11-10T1:20:29.077,ns_1@192.168.0.21:<0.5781.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[535]}, {checkpoints,[{535,0}]}, {name,<<"replication_building_535_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[535]}, {takeover,false}, {suffix,"building_535_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:29.079,ns_1@192.168.0.21:<0.5781.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 535 [ns_server:info,2012-11-10T1:20:29.281,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:29.080303 PST 3: TAP (Consumer) eq_tapq:anon_68 - Reset vbucket 535 was completed succecssfully. [rebalance:info,2012-11-10T1:20:29.579,ns_1@192.168.0.21:<0.5772.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:29.620,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 19 state to replica [ns_server:info,2012-11-10T1:20:29.621,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19] ([19], []) [ns_server:info,2012-11-10T1:20:29.623,ns_1@192.168.0.21:<0.5763.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:29.781,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:29.580241 PST 3: TAP (Consumer) eq_tapq:anon_66 - disconnected [ns_server:info,2012-11-10T1:20:29.794,ns_1@192.168.0.21:<0.5763.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}] [ns_server:info,2012-11-10T1:20:29.797,ns_1@192.168.0.21:<0.5763.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:29.797,ns_1@192.168.0.21:<0.5763.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:29.799,ns_1@192.168.0.21:<0.5763.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:29.800,ns_1@192.168.0.21:<0.5802.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:29.801,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5802.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:29.867,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 20 state to replica [ns_server:info,2012-11-10T1:20:30.154,ns_1@192.168.0.21:<0.5805.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 20 to state replica [rebalance:info,2012-11-10T1:20:30.160,ns_1@192.168.0.21:<0.5781.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:20:30.305,ns_1@192.168.0.21:<0.5805.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[20]}, {checkpoints,[{20,0}]}, {name,<<"replication_building_20_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[20]}, {takeover,false}, {suffix,"building_20_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:30.313,ns_1@192.168.0.21:<0.5805.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 20 [ns_server:info,2012-11-10T1:20:30.321,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 535 state to active [ns_server:info,2012-11-10T1:20:30.341,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:30.137571 PST 3: Notified the completion of checkpoint persistence for vbucket 535, cookie 0x6d92dc0 memcached<0.4434.0>: Sat Nov 10 01:20:30.162041 PST 3: TAP (Consumer) eq_tapq:anon_68 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:30.314568 PST 3: TAP (Consumer) eq_tapq:anon_70 - Reset vbucket 20 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:30.315193 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:30.318393 PST 3: TAP (Consumer) eq_tapq:anon_69 - disconnected [ns_server:info,2012-11-10T1:20:30.576,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:30.375707 PST 3: Schedule cleanup of "eq_tapq:anon_66" memcached<0.4434.0>: Sat Nov 10 01:20:30.375796 PST 3: Schedule cleanup of "eq_tapq:anon_68" memcached<0.4434.0>: Sat Nov 10 01:20:30.375828 PST 3: Schedule cleanup of "eq_tapq:anon_69" memcached<0.4434.0>: Sat Nov 10 01:20:30.376175 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:30.403367 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:30.647,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 536 state to replica [ns_server:info,2012-11-10T1:20:30.656,ns_1@192.168.0.21:<0.5820.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 536 to state replica [rebalance:info,2012-11-10T1:20:30.796,ns_1@192.168.0.21:<0.5820.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[536]}, {checkpoints,[{536,0}]}, {name,<<"replication_building_536_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[536]}, {takeover,false}, {suffix,"building_536_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:30.798,ns_1@192.168.0.21:<0.5820.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 536 [ns_server:info,2012-11-10T1:20:30.999,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:30.798460 PST 3: TAP (Consumer) eq_tapq:anon_71 - Reset vbucket 536 was completed succecssfully. [rebalance:info,2012-11-10T1:20:31.526,ns_1@192.168.0.21:<0.5820.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:31.703,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:31.502115 PST 3: Notified the completion of checkpoint persistence for vbucket 536, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:31.527267 PST 3: TAP (Consumer) eq_tapq:anon_71 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:31.593984 PST 3: Notified the completion of checkpoint persistence for vbucket 20, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:20:31.702816 PST 3: TAP (Consumer) eq_tapq:anon_72 - disconnected [ns_server:info,2012-11-10T1:20:31.716,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 536 state to active [ns_server:info,2012-11-10T1:20:31.922,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:31.722215 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:31.769604 PST 3: Schedule cleanup of "eq_tapq:anon_71" memcached<0.4434.0>: Sat Nov 10 01:20:31.769629 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:31.769707 PST 3: Schedule cleanup of "eq_tapq:anon_72" memcached<0.4434.0>: Sat Nov 10 01:20:31.792764 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:32.044,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 537 state to replica [ns_server:info,2012-11-10T1:20:32.052,ns_1@192.168.0.21:<0.5856.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 537 to state replica [rebalance:info,2012-11-10T1:20:32.084,ns_1@192.168.0.21:<0.5805.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:32.103,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 20 state to replica [ns_server:info,2012-11-10T1:20:32.103,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20] ([20], []) [ns_server:info,2012-11-10T1:20:32.106,ns_1@192.168.0.21:<0.5802.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:32.198,ns_1@192.168.0.21:<0.5802.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}] [ns_server:info,2012-11-10T1:20:32.200,ns_1@192.168.0.21:<0.5802.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:32.201,ns_1@192.168.0.21:<0.5802.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:32.202,ns_1@192.168.0.21:<0.5802.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:32.203,ns_1@192.168.0.21:<0.5860.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:32.203,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5860.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-10T1:20:32.226,ns_1@192.168.0.21:<0.5856.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[537]}, {checkpoints,[{537,0}]}, {name,<<"replication_building_537_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[537]}, {takeover,false}, {suffix,"building_537_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:32.231,ns_1@192.168.0.21:<0.5856.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 537 [ns_server:info,2012-11-10T1:20:32.247,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 21 state to replica [ns_server:info,2012-11-10T1:20:32.285,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:32.084926 PST 3: TAP (Consumer) eq_tapq:anon_70 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:32.233322 PST 3: TAP (Consumer) eq_tapq:anon_73 - Reset vbucket 537 was completed succecssfully. [ns_server:info,2012-11-10T1:20:32.644,ns_1@192.168.0.21:<0.5874.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 21 to state replica [ns_server:info,2012-11-10T1:20:32.730,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:32.529811 PST 3: Schedule cleanup of "eq_tapq:anon_70" [rebalance:info,2012-11-10T1:20:32.771,ns_1@192.168.0.21:<0.5856.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:20:32.780,ns_1@192.168.0.21:<0.5874.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[21]}, {checkpoints,[{21,0}]}, {name,<<"replication_building_21_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[21]}, {takeover,false}, {suffix,"building_21_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:32.783,ns_1@192.168.0.21:<0.5874.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 21 [ns_server:info,2012-11-10T1:20:32.936,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:32.736147 PST 3: Notified the completion of checkpoint persistence for vbucket 537, cookie 0x6d92dc0 memcached<0.4434.0>: Sat Nov 10 01:20:32.772115 PST 3: TAP (Consumer) eq_tapq:anon_73 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:32.783428 PST 3: TAP (Consumer) eq_tapq:anon_74 - Reset vbucket 21 was completed succecssfully. [ns_server:info,2012-11-10T1:20:33.105,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 537 state to active [ns_server:info,2012-11-10T1:20:33.285,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:33.085075 PST 3: TAP (Consumer) eq_tapq:anon_75 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:33.179979 PST 3: Schedule cleanup of "eq_tapq:anon_73" memcached<0.4434.0>: Sat Nov 10 01:20:33.180058 PST 3: Schedule cleanup of "eq_tapq:anon_75" memcached<0.4434.0>: Sat Nov 10 01:20:33.180381 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:33.405,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 538 state to replica [ns_server:info,2012-11-10T1:20:33.436,ns_1@192.168.0.21:<0.5887.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 538 to state replica [rebalance:info,2012-11-10T1:20:33.574,ns_1@192.168.0.21:<0.5887.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[538]}, {checkpoints,[{538,0}]}, {name,<<"replication_building_538_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[538]}, {takeover,false}, {suffix,"building_538_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:33.576,ns_1@192.168.0.21:<0.5887.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 538 [ns_server:info,2012-11-10T1:20:33.779,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:33.576912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:33.578000 PST 3: TAP (Consumer) eq_tapq:anon_76 - Reset vbucket 538 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:33.590861 PST 3: Notified the completion of checkpoint persistence for vbucket 21, cookie 0x6d92dc0 [rebalance:info,2012-11-10T1:20:34.423,ns_1@192.168.0.21:<0.5874.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:34.443,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 21 state to replica [ns_server:info,2012-11-10T1:20:34.444,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21] ([21], []) [ns_server:info,2012-11-10T1:20:34.446,ns_1@192.168.0.21:<0.5860.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:34.573,ns_1@192.168.0.21:<0.5860.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}] [ns_server:info,2012-11-10T1:20:34.575,ns_1@192.168.0.21:<0.5860.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:34.575,ns_1@192.168.0.21:<0.5860.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:34.576,ns_1@192.168.0.21:<0.5860.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:34.577,ns_1@192.168.0.21:<0.5903.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:34.578,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5903.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-10T1:20:34.612,ns_1@192.168.0.21:<0.5887.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:34.626,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:34.423876 PST 3: TAP (Consumer) eq_tapq:anon_74 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:34.511006 PST 3: Notified the completion of checkpoint persistence for vbucket 538, cookie 0x6d92dc0 memcached<0.4434.0>: Sat Nov 10 01:20:34.613256 PST 3: TAP (Consumer) eq_tapq:anon_76 - disconnected [ns_server:info,2012-11-10T1:20:34.652,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 22 state to replica [ns_server:info,2012-11-10T1:20:34.801,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 538 state to active [ns_server:info,2012-11-10T1:20:34.870,ns_1@192.168.0.21:<0.5916.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 22 to state replica [ns_server:info,2012-11-10T1:20:34.992,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:34.792127 PST 3: TAP (Consumer) eq_tapq:anon_77 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:34.903576 PST 3: Schedule cleanup of "eq_tapq:anon_74" memcached<0.4434.0>: Sat Nov 10 01:20:34.903636 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:34.903660 PST 3: Schedule cleanup of "eq_tapq:anon_76" memcached<0.4434.0>: Sat Nov 10 01:20:34.903693 PST 3: Schedule cleanup of "eq_tapq:anon_77" [rebalance:info,2012-11-10T1:20:35.127,ns_1@192.168.0.21:<0.5916.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[22]}, {checkpoints,[{22,0}]}, {name,<<"replication_building_22_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[22]}, {takeover,false}, {suffix,"building_22_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:35.128,ns_1@192.168.0.21:<0.5916.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 22 [ns_server:info,2012-11-10T1:20:35.308,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 539 state to replica [ns_server:info,2012-11-10T1:20:35.315,ns_1@192.168.0.21:<0.5922.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 539 to state replica [ns_server:info,2012-11-10T1:20:35.330,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:35.129177 PST 3: TAP (Consumer) eq_tapq:anon_78 - Reset vbucket 22 was completed succecssfully. [rebalance:info,2012-11-10T1:20:35.440,ns_1@192.168.0.21:<0.5922.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[539]}, {checkpoints,[{539,0}]}, {name,<<"replication_building_539_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[539]}, {takeover,false}, {suffix,"building_539_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:35.443,ns_1@192.168.0.21:<0.5922.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 539 [ns_server:info,2012-11-10T1:20:35.650,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:35.448785 PST 3: TAP (Consumer) eq_tapq:anon_79 - Reset vbucket 539 was completed succecssfully. [rebalance:info,2012-11-10T1:20:36.189,ns_1@192.168.0.21:<0.5922.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:36.376,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:36.175557 PST 3: Notified the completion of checkpoint persistence for vbucket 539, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:36.189957 PST 3: TAP (Consumer) eq_tapq:anon_79 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:36.367865 PST 3: TAP (Consumer) eq_tapq:anon_80 - disconnected [ns_server:info,2012-11-10T1:20:36.380,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 539 state to active [ns_server:info,2012-11-10T1:20:36.598,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:36.397512 PST 3: Notified the completion of checkpoint persistence for vbucket 22, cookie 0x6d92dc0 memcached<0.4434.0>: Sat Nov 10 01:20:36.439761 PST 3: Schedule cleanup of "eq_tapq:anon_79" memcached<0.4434.0>: Sat Nov 10 01:20:36.439815 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:36.439845 PST 3: Schedule cleanup of "eq_tapq:anon_80" [ns_server:info,2012-11-10T1:20:36.650,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 540 state to replica [ns_server:info,2012-11-10T1:20:36.661,ns_1@192.168.0.21:<0.5951.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 540 to state replica [rebalance:info,2012-11-10T1:20:36.804,ns_1@192.168.0.21:<0.5951.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[540]}, {checkpoints,[{540,0}]}, {name,<<"replication_building_540_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[540]}, {takeover,false}, {suffix,"building_540_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:36.806,ns_1@192.168.0.21:<0.5951.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 540 [rebalance:info,2012-11-10T1:20:36.892,ns_1@192.168.0.21:<0.5916.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:36.908,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 22 state to replica [ns_server:info,2012-11-10T1:20:36.908,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22] ([22], []) [ns_server:info,2012-11-10T1:20:36.910,ns_1@192.168.0.21:<0.5903.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:37.007,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:36.807225 PST 3: TAP (Consumer) eq_tapq:anon_81 - Reset vbucket 540 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:36.893367 PST 3: TAP (Consumer) eq_tapq:anon_78 - disconnected [ns_server:info,2012-11-10T1:20:37.024,ns_1@192.168.0.21:<0.5903.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}] [ns_server:info,2012-11-10T1:20:37.026,ns_1@192.168.0.21:<0.5903.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:37.027,ns_1@192.168.0.21:<0.5903.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:37.036,ns_1@192.168.0.21:<0.5903.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:37.037,ns_1@192.168.0.21:<0.5966.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:37.037,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5966.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:37.077,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 23 state to replica [ns_server:info,2012-11-10T1:20:37.250,ns_1@192.168.0.21:<0.5975.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 23 to state replica [ns_server:info,2012-11-10T1:20:37.274,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:37.074094 PST 3: Schedule cleanup of "eq_tapq:anon_78" [rebalance:info,2012-11-10T1:20:37.349,ns_1@192.168.0.21:<0.5975.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[23]}, {checkpoints,[{23,0}]}, {name,<<"replication_building_23_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[23]}, {takeover,false}, {suffix,"building_23_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:37.357,ns_1@192.168.0.21:<0.5975.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 23 [ns_server:info,2012-11-10T1:20:37.566,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:37.357390 PST 3: TAP (Consumer) eq_tapq:anon_82 - Reset vbucket 23 was completed succecssfully. [rebalance:info,2012-11-10T1:20:38.070,ns_1@192.168.0.21:<0.5951.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:38.220,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:38.019925 PST 3: Notified the completion of checkpoint persistence for vbucket 23, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:38.058741 PST 3: Notified the completion of checkpoint persistence for vbucket 540, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:20:38.070584 PST 3: TAP (Consumer) eq_tapq:anon_81 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:38.074540 PST 3: Schedule cleanup of "eq_tapq:anon_81" [ns_server:info,2012-11-10T1:20:38.241,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 540 state to active [rebalance:info,2012-11-10T1:20:38.328,ns_1@192.168.0.21:<0.5975.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:38.435,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:38.234999 PST 3: TAP (Consumer) eq_tapq:anon_83 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:38.276057 PST 3: Schedule cleanup of "eq_tapq:anon_83" memcached<0.4434.0>: Sat Nov 10 01:20:38.276159 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:38.329115 PST 3: TAP (Consumer) eq_tapq:anon_82 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:38.396430 PST 3: Schedule cleanup of "eq_tapq:anon_82" [ns_server:info,2012-11-10T1:20:38.441,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 23 state to replica [ns_server:info,2012-11-10T1:20:38.442,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23] ([23], []) [ns_server:info,2012-11-10T1:20:38.443,ns_1@192.168.0.21:<0.5966.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:38.536,ns_1@192.168.0.21:<0.5966.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}] [ns_server:info,2012-11-10T1:20:38.538,ns_1@192.168.0.21:<0.5966.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:38.538,ns_1@192.168.0.21:<0.5966.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:38.539,ns_1@192.168.0.21:<0.5966.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:38.541,ns_1@192.168.0.21:<0.5994.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:38.541,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.5994.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:38.543,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 541 state to replica [ns_server:info,2012-11-10T1:20:38.561,ns_1@192.168.0.21:<0.6001.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 541 to state replica [ns_server:info,2012-11-10T1:20:38.583,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 24 state to replica [rebalance:info,2012-11-10T1:20:38.716,ns_1@192.168.0.21:<0.6001.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[541]}, {checkpoints,[{541,0}]}, {name,<<"replication_building_541_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[541]}, {takeover,false}, {suffix,"building_541_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:38.720,ns_1@192.168.0.21:<0.6001.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 541 [ns_server:info,2012-11-10T1:20:38.724,ns_1@192.168.0.21:<0.6011.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 24 to state replica [rebalance:info,2012-11-10T1:20:38.839,ns_1@192.168.0.21:<0.6011.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[24]}, {checkpoints,[{24,0}]}, {name,<<"replication_building_24_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[24]}, {takeover,false}, {suffix,"building_24_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:38.840,ns_1@192.168.0.21:<0.6011.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 24 [ns_server:info,2012-11-10T1:20:38.921,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:38.720982 PST 3: TAP (Consumer) eq_tapq:anon_84 - Reset vbucket 541 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:38.841050 PST 3: TAP (Consumer) eq_tapq:anon_85 - Reset vbucket 24 was completed succecssfully. [rebalance:info,2012-11-10T1:20:39.732,ns_1@192.168.0.21:<0.6001.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:39.752,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:39.552278 PST 3: Notified the completion of checkpoint persistence for vbucket 24, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:39.716001 PST 3: Notified the completion of checkpoint persistence for vbucket 541, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:20:39.733255 PST 3: TAP (Consumer) eq_tapq:anon_84 - disconnected [ns_server:info,2012-11-10T1:20:39.901,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 541 state to active [rebalance:info,2012-11-10T1:20:40.048,ns_1@192.168.0.21:<0.6011.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:40.088,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:39.887740 PST 3: TAP (Consumer) eq_tapq:anon_86 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:39.946967 PST 3: Schedule cleanup of "eq_tapq:anon_84" memcached<0.4434.0>: Sat Nov 10 01:20:39.946991 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:39.947032 PST 3: Schedule cleanup of "eq_tapq:anon_86" memcached<0.4434.0>: Sat Nov 10 01:20:40.049051 PST 3: TAP (Consumer) eq_tapq:anon_85 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:40.064877 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:40.114,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 542 state to replica [ns_server:info,2012-11-10T1:20:40.116,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 24 state to replica [ns_server:info,2012-11-10T1:20:40.116,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24] ([24], []) [ns_server:info,2012-11-10T1:20:40.119,ns_1@192.168.0.21:<0.5994.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:40.121,ns_1@192.168.0.21:<0.6031.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 542 to state replica [ns_server:info,2012-11-10T1:20:40.284,ns_1@192.168.0.21:<0.5994.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}] [ns_server:info,2012-11-10T1:20:40.285,ns_1@192.168.0.21:<0.5994.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:40.286,ns_1@192.168.0.21:<0.5994.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:40.287,ns_1@192.168.0.21:<0.5994.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:40.287,ns_1@192.168.0.21:<0.6039.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:40.288,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6039.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:40.290,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:40.089884 PST 3: Schedule cleanup of "eq_tapq:anon_85" [ns_server:info,2012-11-10T1:20:40.344,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 25 state to replica [rebalance:info,2012-11-10T1:20:40.355,ns_1@192.168.0.21:<0.6031.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[542]}, {checkpoints,[{542,0}]}, {name,<<"replication_building_542_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[542]}, {takeover,false}, {suffix,"building_542_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:40.359,ns_1@192.168.0.21:<0.6031.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 542 [ns_server:info,2012-11-10T1:20:40.504,ns_1@192.168.0.21:<0.6052.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 25 to state replica [ns_server:info,2012-11-10T1:20:40.560,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:40.359346 PST 3: TAP (Consumer) eq_tapq:anon_87 - Reset vbucket 542 was completed succecssfully. [rebalance:info,2012-11-10T1:20:40.640,ns_1@192.168.0.21:<0.6052.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[25]}, {checkpoints,[{25,0}]}, {name,<<"replication_building_25_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[25]}, {takeover,false}, {suffix,"building_25_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:40.641,ns_1@192.168.0.21:<0.6052.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 25 [ns_server:info,2012-11-10T1:20:40.843,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:40.642150 PST 3: TAP (Consumer) eq_tapq:anon_88 - Reset vbucket 25 was completed succecssfully. [rebalance:info,2012-11-10T1:20:41.508,ns_1@192.168.0.21:<0.6031.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:41.636,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 542 state to active [ns_server:info,2012-11-10T1:20:41.673,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:41.471531 PST 3: Notified the completion of checkpoint persistence for vbucket 542, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:41.508693 PST 3: TAP (Consumer) eq_tapq:anon_87 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:41.571583 PST 3: Notified the completion of checkpoint persistence for vbucket 25, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:41.629524 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:41.629588 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:41.629609 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:41.632988 PST 3: TAP (Consumer) eq_tapq:anon_89 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:41.672280 PST 3: Schedule cleanup of "eq_tapq:anon_87" memcached<0.4434.0>: Sat Nov 10 01:20:41.672334 PST 3: Schedule cleanup of "eq_tapq:anon_89" memcached<0.4434.0>: Sat Nov 10 01:20:41.672385 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:41.707,ns_1@192.168.0.21:<0.6077.0>:compaction_daemon:try_to_cleanup_indexes:439]Cleaning up indexes for bucket `default` [ns_server:info,2012-11-10T1:20:41.708,ns_1@192.168.0.21:<0.6077.0>:compaction_daemon:spawn_bucket_compactor:404]Compacting bucket default with config: [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:info,2012-11-10T1:20:41.718,ns_1@192.168.0.21:<0.6080.0>:compaction_daemon:spawn_dbs_compactor:544]Compacting databases for bucket default [ns_server:info,2012-11-10T1:20:41.718,ns_1@192.168.0.21:<0.6081.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/master">> [ns_server:info,2012-11-10T1:20:41.732,ns_1@192.168.0.21:<0.6093.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/0">> [rebalance:info,2012-11-10T1:20:41.807,ns_1@192.168.0.21:<0.6052.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:41.841,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 543 state to replica [ns_server:info,2012-11-10T1:20:41.843,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 25 state to replica [ns_server:info,2012-11-10T1:20:41.844,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25] ([25], []) [ns_server:info,2012-11-10T1:20:41.846,ns_1@192.168.0.21:<0.6039.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:41.847,ns_1@192.168.0.21:<0.6097.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 543 to state replica [ns_server:info,2012-11-10T1:20:41.907,ns_1@192.168.0.21:<0.6108.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/1">> [ns_server:info,2012-11-10T1:20:42.019,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:41.808211 PST 3: TAP (Consumer) eq_tapq:anon_88 - disconnected [ns_server:info,2012-11-10T1:20:42.022,ns_1@192.168.0.21:<0.6039.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}] [ns_server:info,2012-11-10T1:20:42.026,ns_1@192.168.0.21:<0.6039.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [rebalance:info,2012-11-10T1:20:42.027,ns_1@192.168.0.21:<0.6097.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[543]}, {checkpoints,[{543,0}]}, {name,<<"replication_building_543_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[543]}, {takeover,false}, {suffix,"building_543_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [ns_server:info,2012-11-10T1:20:42.028,ns_1@192.168.0.21:<0.6039.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:42.029,ns_1@192.168.0.21:<0.6097.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 543 [rebalance:info,2012-11-10T1:20:42.030,ns_1@192.168.0.21:<0.6039.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:42.031,ns_1@192.168.0.21:<0.6118.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:42.031,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6118.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:42.074,ns_1@192.168.0.21:<0.6140.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/2">> [ns_server:info,2012-11-10T1:20:42.080,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 26 state to replica [ns_server:info,2012-11-10T1:20:42.221,ns_1@192.168.0.21:<0.6158.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/3">> [ns_server:info,2012-11-10T1:20:42.229,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:42.029373 PST 3: TAP (Consumer) eq_tapq:anon_90 - Reset vbucket 543 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:42.180385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180636 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180679 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180759 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180798 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180833 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.180867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181264 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181303 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181401 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181446 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181564 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181715 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181827 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181869 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181909 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.181946 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182356 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182460 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182505 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182589 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182630 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182691 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.182732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.183937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.183988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184032 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184074 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184115 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184155 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184191 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184229 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184351 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184407 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184459 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184557 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184618 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184666 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184794 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184880 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184920 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.184959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185007 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185134 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185199 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185276 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185353 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185411 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185467 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.185506 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:42.230,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 262 log lines from memcached [ns_server:info,2012-11-10T1:20:42.269,ns_1@192.168.0.21:<0.6160.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 26 to state replica [ns_server:info,2012-11-10T1:20:42.362,ns_1@192.168.0.21:<0.6178.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/4">> [rebalance:info,2012-11-10T1:20:42.428,ns_1@192.168.0.21:<0.6160.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[26]}, {checkpoints,[{26,0}]}, {name,<<"replication_building_26_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[26]}, {takeover,false}, {suffix,"building_26_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:42.429,ns_1@192.168.0.21:<0.6160.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 26 [ns_server:info,2012-11-10T1:20:42.445,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:42.244955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245046 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245093 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245184 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245227 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245304 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245347 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245386 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245426 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245697 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245746 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245789 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245835 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245877 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245909 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245938 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.245974 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246201 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246257 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246389 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246438 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246533 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246566 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246608 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246649 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246680 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246747 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246865 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246899 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246923 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246957 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246977 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.246998 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247064 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247095 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247116 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247137 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247166 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247191 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247291 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247331 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247357 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247417 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247436 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:42.247454 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:42.520,ns_1@192.168.0.21:<0.6190.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/5">> [ns_server:info,2012-11-10T1:20:42.655,ns_1@192.168.0.21:<0.6203.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/6">> [ns_server:info,2012-11-10T1:20:42.745,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:42.543812 PST 3: TAP (Consumer) eq_tapq:anon_91 - Reset vbucket 26 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:42.600592 PST 3: Schedule cleanup of "eq_tapq:anon_88" [ns_server:info,2012-11-10T1:20:42.786,ns_1@192.168.0.21:<0.6214.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/7">> [ns_server:info,2012-11-10T1:20:42.959,ns_1@192.168.0.21:<0.6225.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/8">> [ns_server:info,2012-11-10T1:20:43.137,ns_1@192.168.0.21:<0.6236.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/9">> [rebalance:info,2012-11-10T1:20:43.296,ns_1@192.168.0.21:<0.6097.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:43.297,ns_1@192.168.0.21:<0.6251.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/10">> [ns_server:info,2012-11-10T1:20:43.431,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 543 state to active [ns_server:info,2012-11-10T1:20:43.453,ns_1@192.168.0.21:<0.6268.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/11">> [ns_server:info,2012-11-10T1:20:43.488,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:43.287038 PST 3: Notified the completion of checkpoint persistence for vbucket 543, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:43.296893 PST 3: TAP (Consumer) eq_tapq:anon_90 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:43.348499 PST 3: Notified the completion of checkpoint persistence for vbucket 26, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:43.428353 PST 3: TAP (Consumer) eq_tapq:anon_92 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:43.468564 PST 3: Schedule cleanup of "eq_tapq:anon_90" memcached<0.4434.0>: Sat Nov 10 01:20:43.468589 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:43.468622 PST 3: Schedule cleanup of "eq_tapq:anon_92" [ns_server:info,2012-11-10T1:20:43.597,ns_1@192.168.0.21:<0.6279.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/12">> [rebalance:info,2012-11-10T1:20:43.637,ns_1@192.168.0.21:<0.6160.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:43.698,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 544 state to replica [ns_server:info,2012-11-10T1:20:43.699,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 26 state to replica [ns_server:info,2012-11-10T1:20:43.700,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26] ([26], []) [ns_server:info,2012-11-10T1:20:43.702,ns_1@192.168.0.21:<0.6118.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:43.705,ns_1@192.168.0.21:<0.6282.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 544 to state replica [ns_server:info,2012-11-10T1:20:43.758,ns_1@192.168.0.21:<0.6302.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/13">> [ns_server:info,2012-11-10T1:20:43.776,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:43.576199 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:43.644919 PST 3: TAP (Consumer) eq_tapq:anon_91 - disconnected [ns_server:info,2012-11-10T1:20:43.850,ns_1@192.168.0.21:<0.6118.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}] [ns_server:info,2012-11-10T1:20:43.852,ns_1@192.168.0.21:<0.6118.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:43.854,ns_1@192.168.0.21:<0.6118.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:43.856,ns_1@192.168.0.21:<0.6118.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:43.856,ns_1@192.168.0.21:<0.6311.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:43.857,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6311.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [rebalance:info,2012-11-10T1:20:43.935,ns_1@192.168.0.21:<0.6282.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[544]}, {checkpoints,[{544,0}]}, {name,<<"replication_building_544_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[544]}, {takeover,false}, {suffix,"building_544_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:43.936,ns_1@192.168.0.21:<0.6282.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 544 [ns_server:info,2012-11-10T1:20:43.940,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 27 state to replica [ns_server:info,2012-11-10T1:20:43.956,ns_1@192.168.0.21:<0.6332.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/14">> [ns_server:info,2012-11-10T1:20:44.074,ns_1@192.168.0.21:<0.6343.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 27 to state replica [ns_server:info,2012-11-10T1:20:44.133,ns_1@192.168.0.21:<0.6353.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/15">> [ns_server:info,2012-11-10T1:20:44.138,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:43.937060 PST 3: TAP (Consumer) eq_tapq:anon_93 - Reset vbucket 544 was completed succecssfully. [rebalance:info,2012-11-10T1:20:44.197,ns_1@192.168.0.21:<0.6343.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\e"}, {checkpoints,[{27,0}]}, {name,<<"replication_building_27_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\e"}, {takeover,false}, {suffix,"building_27_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:44.199,ns_1@192.168.0.21:<0.6343.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 27 [ns_server:info,2012-11-10T1:20:44.285,ns_1@192.168.0.21:<0.6373.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/16">> [ns_server:info,2012-11-10T1:20:44.400,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:44.199436 PST 3: TAP (Consumer) eq_tapq:anon_94 - Reset vbucket 27 was completed succecssfully. [ns_server:info,2012-11-10T1:20:44.441,ns_1@192.168.0.21:<0.6395.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/17">> [ns_server:info,2012-11-10T1:20:44.591,ns_1@192.168.0.21:<0.6406.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/18">> [ns_server:info,2012-11-10T1:20:44.617,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:44.417367 PST 3: Schedule cleanup of "eq_tapq:anon_91" [ns_server:info,2012-11-10T1:20:44.739,ns_1@192.168.0.21:<0.6417.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/19">> [ns_server:info,2012-11-10T1:20:44.880,ns_1@192.168.0.21:<0.6428.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/20">> [ns_server:info,2012-11-10T1:20:45.035,ns_1@192.168.0.21:<0.6439.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/21">> [ns_server:info,2012-11-10T1:20:45.090,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:44.890298 PST 3: Notified the completion of checkpoint persistence for vbucket 27, cookie 0x6d702c0 [ns_server:info,2012-11-10T1:20:45.206,ns_1@192.168.0.21:<0.6450.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/22">> [rebalance:info,2012-11-10T1:20:45.285,ns_1@192.168.0.21:<0.6282.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:45.345,ns_1@192.168.0.21:<0.6467.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/23">> [ns_server:info,2012-11-10T1:20:45.437,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:45.236303 PST 3: Notified the completion of checkpoint persistence for vbucket 544, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:20:45.286146 PST 3: TAP (Consumer) eq_tapq:anon_93 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:45.417796 PST 3: Schedule cleanup of "eq_tapq:anon_93" [ns_server:info,2012-11-10T1:20:45.462,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 544 state to active [ns_server:info,2012-11-10T1:20:45.495,ns_1@192.168.0.21:<0.6490.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/24">> [rebalance:info,2012-11-10T1:20:45.619,ns_1@192.168.0.21:<0.6343.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:45.650,ns_1@192.168.0.21:<0.6501.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/512">> [ns_server:info,2012-11-10T1:20:45.652,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:45.451924 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:45.454478 PST 3: TAP (Consumer) eq_tapq:anon_95 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:45.508674 PST 3: Schedule cleanup of "eq_tapq:anon_95" memcached<0.4434.0>: Sat Nov 10 01:20:45.508931 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:45.619941 PST 3: TAP (Consumer) eq_tapq:anon_94 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:45.641755 PST 3: Schedule cleanup of "eq_tapq:anon_94" [ns_server:info,2012-11-10T1:20:45.705,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 545 state to replica [ns_server:info,2012-11-10T1:20:45.707,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 27 state to replica [ns_server:info,2012-11-10T1:20:45.707,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27] ("\e", []) [ns_server:info,2012-11-10T1:20:45.709,ns_1@192.168.0.21:<0.6311.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:45.711,ns_1@192.168.0.21:<0.6506.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 545 to state replica [ns_server:info,2012-11-10T1:20:45.811,ns_1@192.168.0.21:<0.6522.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/513">> [rebalance:info,2012-11-10T1:20:45.886,ns_1@192.168.0.21:<0.6506.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[545]}, {checkpoints,[{545,0}]}, {name,<<"replication_building_545_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[545]}, {takeover,false}, {suffix,"building_545_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:45.888,ns_1@192.168.0.21:<0.6506.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 545 [ns_server:info,2012-11-10T1:20:45.893,ns_1@192.168.0.21:<0.6311.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}] [ns_server:info,2012-11-10T1:20:45.894,ns_1@192.168.0.21:<0.6311.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:45.897,ns_1@192.168.0.21:<0.6311.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:45.898,ns_1@192.168.0.21:<0.6311.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:45.900,ns_1@192.168.0.21:<0.6526.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:45.902,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6526.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:45.951,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 28 state to replica [ns_server:info,2012-11-10T1:20:45.974,ns_1@192.168.0.21:<0.6548.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/514">> [ns_server:info,2012-11-10T1:20:46.088,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:45.888229 PST 3: TAP (Consumer) eq_tapq:anon_96 - Reset vbucket 545 was completed succecssfully. [ns_server:info,2012-11-10T1:20:46.118,ns_1@192.168.0.21:<0.6566.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/515">> [ns_server:info,2012-11-10T1:20:46.208,ns_1@192.168.0.21:<0.6568.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 28 to state replica [ns_server:info,2012-11-10T1:20:46.287,ns_1@192.168.0.21:<0.6586.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/516">> [ns_server:info,2012-11-10T1:20:46.289,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:46.089372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.089427 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.089778 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.090007 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.090248 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.090388 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.090409 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.090626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.090787 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.090861 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091026 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091337 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091457 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091601 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.091978 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092008 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092025 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092043 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092525 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092678 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092888 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092933 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.092974 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093014 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093086 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093148 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093196 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093228 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093292 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093322 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093347 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093396 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093419 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093481 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093505 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093549 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093570 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093611 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093629 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093648 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093701 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093725 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093771 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093799 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:46.093970 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:46.291,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1125 log lines from memcached [rebalance:info,2012-11-10T1:20:46.298,ns_1@192.168.0.21:<0.6568.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[28]}, {checkpoints,[{28,0}]}, {name,<<"replication_building_28_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[28]}, {takeover,false}, {suffix,"building_28_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:46.300,ns_1@192.168.0.21:<0.6568.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 28 [ns_server:info,2012-11-10T1:20:46.446,ns_1@192.168.0.21:<0.6604.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/517">> [ns_server:info,2012-11-10T1:20:46.501,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:46.300256 PST 3: TAP (Consumer) eq_tapq:anon_97 - Reset vbucket 28 was completed succecssfully. [ns_server:info,2012-11-10T1:20:46.600,ns_1@192.168.0.21:<0.6626.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/518">> [ns_server:info,2012-11-10T1:20:46.751,ns_1@192.168.0.21:<0.6638.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/519">> [ns_server:info,2012-11-10T1:20:46.916,ns_1@192.168.0.21:<0.6649.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/520">> [ns_server:info,2012-11-10T1:20:47.123,ns_1@192.168.0.21:<0.6660.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/521">> [ns_server:info,2012-11-10T1:20:47.311,ns_1@192.168.0.21:<0.6671.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/522">> [ns_server:info,2012-11-10T1:20:47.472,ns_1@192.168.0.21:<0.6687.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/523">> [ns_server:info,2012-11-10T1:20:47.512,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:47.311746 PST 3: Received error[86] from mccouch for unknown memcached<0.4434.0>: Sat Nov 10 01:20:47.311794 PST 3: Retry notify CouchDB of update, vbucket=521 rev=2 [ns_server:info,2012-11-10T1:20:47.628,ns_1@192.168.0.21:<0.6698.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/524">> [rebalance:info,2012-11-10T1:20:47.667,ns_1@192.168.0.21:<0.6506.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:47.774,ns_1@192.168.0.21:<0.6713.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/525">> [ns_server:info,2012-11-10T1:20:47.839,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:47.638584 PST 3: Notified the completion of checkpoint persistence for vbucket 545, cookie 0x6d92dc0 memcached<0.4434.0>: Sat Nov 10 01:20:47.667503 PST 3: TAP (Consumer) eq_tapq:anon_96 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:47.719044 PST 3: Notified the completion of checkpoint persistence for vbucket 28, cookie 0x6d702c0 [ns_server:info,2012-11-10T1:20:47.950,ns_1@192.168.0.21:<0.6724.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/526">> [ns_server:info,2012-11-10T1:20:47.984,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 545 state to active [ns_server:info,2012-11-10T1:20:48.095,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:47.894914 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:47.894964 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:47.934489 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:47.986670 PST 3: TAP (Consumer) eq_tapq:anon_98 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:48.061654 PST 3: Schedule cleanup of "eq_tapq:anon_96" memcached<0.4434.0>: Sat Nov 10 01:20:48.061696 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:48.061715 PST 3: Schedule cleanup of "eq_tapq:anon_98" [ns_server:info,2012-11-10T1:20:48.103,ns_1@192.168.0.21:<0.6735.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/527">> [ns_server:info,2012-11-10T1:20:48.238,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 546 state to replica [ns_server:info,2012-11-10T1:20:48.245,ns_1@192.168.0.21:<0.6738.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 546 to state replica [ns_server:info,2012-11-10T1:20:48.273,ns_1@192.168.0.21:<0.6762.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/528">> [ns_server:info,2012-11-10T1:20:48.329,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:48.129016 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:48.129093 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:48.150210 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:48.150260 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:20:48.411,ns_1@192.168.0.21:<0.6738.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[546]}, {checkpoints,[{546,0}]}, {name,<<"replication_building_546_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[546]}, {takeover,false}, {suffix,"building_546_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:48.420,ns_1@192.168.0.21:<0.6738.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 546 [ns_server:info,2012-11-10T1:20:48.424,ns_1@192.168.0.21:<0.6775.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/529">> [ns_server:info,2012-11-10T1:20:48.569,ns_1@192.168.0.21:<0.6788.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/530">> [ns_server:info,2012-11-10T1:20:48.620,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:48.420604 PST 3: TAP (Consumer) eq_tapq:anon_99 - Reset vbucket 546 was completed succecssfully. [ns_server:info,2012-11-10T1:20:48.738,ns_1@192.168.0.21:<0.6807.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/531">> [ns_server:info,2012-11-10T1:20:48.890,ns_1@192.168.0.21:<0.6820.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/532">> [rebalance:info,2012-11-10T1:20:49.021,ns_1@192.168.0.21:<0.6568.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:49.054,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 28 state to replica [ns_server:info,2012-11-10T1:20:49.055,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28] ([28], []) [ns_server:info,2012-11-10T1:20:49.057,ns_1@192.168.0.21:<0.6526.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:49.084,ns_1@192.168.0.21:<0.6833.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/533">> [ns_server:info,2012-11-10T1:20:49.192,ns_1@192.168.0.21:<0.6526.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}] [ns_server:info,2012-11-10T1:20:49.205,ns_1@192.168.0.21:<0.6526.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:49.207,ns_1@192.168.0.21:<0.6526.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:49.208,ns_1@192.168.0.21:<0.6526.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:49.209,ns_1@192.168.0.21:<0.6836.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:49.209,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.6836.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:49.223,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:49.022689 PST 3: TAP (Consumer) eq_tapq:anon_97 - disconnected [ns_server:info,2012-11-10T1:20:49.250,ns_1@192.168.0.21:<0.6847.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/534">> [ns_server:info,2012-11-10T1:20:49.253,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 29 state to replica [ns_server:info,2012-11-10T1:20:49.427,ns_1@192.168.0.21:<0.6869.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/535">> [ns_server:info,2012-11-10T1:20:49.540,ns_1@192.168.0.21:<0.6871.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 29 to state replica [ns_server:info,2012-11-10T1:20:49.607,ns_1@192.168.0.21:<0.6881.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/536">> [rebalance:info,2012-11-10T1:20:49.649,ns_1@192.168.0.21:<0.6871.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[29]}, {checkpoints,[{29,0}]}, {name,<<"replication_building_29_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[29]}, {takeover,false}, {suffix,"building_29_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:49.651,ns_1@192.168.0.21:<0.6871.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 29 [ns_server:info,2012-11-10T1:20:49.788,ns_1@192.168.0.21:<0.6893.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/537">> [ns_server:info,2012-11-10T1:20:49.853,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:49.652318 PST 3: TAP (Consumer) eq_tapq:anon_100 - Reset vbucket 29 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:49.686636 PST 3: Schedule cleanup of "eq_tapq:anon_97" [ns_server:info,2012-11-10T1:20:49.998,ns_1@192.168.0.21:<0.6906.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/538">> [rebalance:info,2012-11-10T1:20:50.085,ns_1@192.168.0.21:<0.6738.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:50.168,ns_1@192.168.0.21:<0.6921.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/539">> [ns_server:info,2012-11-10T1:20:50.276,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:50.075708 PST 3: Notified the completion of checkpoint persistence for vbucket 546, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:20:50.085918 PST 3: TAP (Consumer) eq_tapq:anon_99 - disconnected [ns_server:info,2012-11-10T1:20:50.300,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 546 state to active [ns_server:info,2012-11-10T1:20:50.334,ns_1@192.168.0.21:<0.6932.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/540">> [ns_server:info,2012-11-10T1:20:50.496,ns_1@192.168.0.21:<0.6944.0>:compaction_daemon:spawn_vbucket_compactor:639]Compacting <<"default/541">> [ns_server:info,2012-11-10T1:20:50.497,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:50.293600 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:50.296841 PST 3: TAP (Consumer) eq_tapq:anon_101 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:50.342155 PST 3: Schedule cleanup of "eq_tapq:anon_99" memcached<0.4434.0>: Sat Nov 10 01:20:50.342219 PST 3: Schedule cleanup of "eq_tapq:anon_101" memcached<0.4434.0>: Sat Nov 10 01:20:50.342218 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:50.534,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 547 state to replica [ns_server:info,2012-11-10T1:20:50.540,ns_1@192.168.0.21:<0.6947.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 547 to state replica [ns_server:info,2012-11-10T1:20:50.697,ns_1@192.168.0.21:<0.6080.0>:compaction_daemon:spawn_dbs_compactor:576]Finished compaction of databases for bucket default [rebalance:info,2012-11-10T1:20:50.714,ns_1@192.168.0.21:<0.6947.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[547]}, {checkpoints,[{547,0}]}, {name,<<"replication_building_547_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[547]}, {takeover,false}, {suffix,"building_547_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:50.716,ns_1@192.168.0.21:<0.6947.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 547 [ns_server:info,2012-11-10T1:20:50.846,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:50.645824 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:50.716749 PST 3: TAP (Consumer) eq_tapq:anon_102 - Reset vbucket 547 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:20:50.801623 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:51.150,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:50.950074 PST 3: Notified the completion of checkpoint persistence for vbucket 29, cookie 0x6d71b80 memcached<0.4434.0>: Sat Nov 10 01:20:51.122932 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:20:51.810,ns_1@192.168.0.21:<0.6947.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:51.964,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:51.763356 PST 3: Notified the completion of checkpoint persistence for vbucket 547, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:20:51.810991 PST 3: TAP (Consumer) eq_tapq:anon_102 - disconnected [ns_server:info,2012-11-10T1:20:51.984,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 547 state to active [ns_server:info,2012-11-10T1:20:52.177,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:51.976960 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:51.977040 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:51.980619 PST 3: TAP (Consumer) eq_tapq:anon_103 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:52.019711 PST 3: Schedule cleanup of "eq_tapq:anon_102" memcached<0.4434.0>: Sat Nov 10 01:20:52.019739 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:52.019767 PST 3: Schedule cleanup of "eq_tapq:anon_103" [ns_server:info,2012-11-10T1:20:52.217,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 548 state to replica [ns_server:info,2012-11-10T1:20:52.222,ns_1@192.168.0.21:<0.6986.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 548 to state replica [rebalance:info,2012-11-10T1:20:52.415,ns_1@192.168.0.21:<0.6986.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[548]}, {checkpoints,[{548,0}]}, {name,<<"replication_building_548_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[548]}, {takeover,false}, {suffix,"building_548_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:52.419,ns_1@192.168.0.21:<0.6986.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 548 [ns_server:info,2012-11-10T1:20:52.443,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:52.242814 PST 3: Notified the completion of checkpoint persistence for vbucket 29, cookie 0x6d71b80 memcached<0.4434.0>: Sat Nov 10 01:20:52.419648 PST 3: TAP (Consumer) eq_tapq:anon_104 - Reset vbucket 548 was completed succecssfully. [rebalance:info,2012-11-10T1:20:52.467,ns_1@192.168.0.21:<0.6871.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:52.476,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 29 state to replica [ns_server:info,2012-11-10T1:20:52.476,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29] ([29], []) [ns_server:info,2012-11-10T1:20:52.478,ns_1@192.168.0.21:<0.6836.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:52.584,ns_1@192.168.0.21:<0.6836.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}] [ns_server:info,2012-11-10T1:20:52.586,ns_1@192.168.0.21:<0.6836.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:52.590,ns_1@192.168.0.21:<0.6836.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:52.591,ns_1@192.168.0.21:<0.6836.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:52.592,ns_1@192.168.0.21:<0.7000.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:52.592,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7000.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:52.650,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 30 state to replica [ns_server:info,2012-11-10T1:20:52.670,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:52.468651 PST 3: TAP (Consumer) eq_tapq:anon_100 - disconnected [ns_server:info,2012-11-10T1:20:52.766,ns_1@192.168.0.21:<0.7009.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 30 to state replica [ns_server:info,2012-11-10T1:20:52.872,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:52.671445 PST 3: Schedule cleanup of "eq_tapq:anon_100" [rebalance:info,2012-11-10T1:20:52.880,ns_1@192.168.0.21:<0.7009.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[30]}, {checkpoints,[{30,0}]}, {name,<<"replication_building_30_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[30]}, {takeover,false}, {suffix,"building_30_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:52.882,ns_1@192.168.0.21:<0.7009.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 30 [ns_server:info,2012-11-10T1:20:53.083,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:52.882451 PST 3: TAP (Consumer) eq_tapq:anon_105 - Reset vbucket 30 was completed succecssfully. [rebalance:info,2012-11-10T1:20:53.754,ns_1@192.168.0.21:<0.6986.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:53.854,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:53.654360 PST 3: Notified the completion of checkpoint persistence for vbucket 30, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:20:53.725600 PST 3: Notified the completion of checkpoint persistence for vbucket 548, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:53.754613 PST 3: TAP (Consumer) eq_tapq:anon_104 - disconnected [ns_server:info,2012-11-10T1:20:53.910,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 548 state to active [ns_server:info,2012-11-10T1:20:54.094,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:53.894110 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:53.894162 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:53.897541 PST 3: TAP (Consumer) eq_tapq:anon_106 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:53.978362 PST 3: Schedule cleanup of "eq_tapq:anon_104" memcached<0.4434.0>: Sat Nov 10 01:20:53.978386 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:53.978452 PST 3: Schedule cleanup of "eq_tapq:anon_106" [ns_server:info,2012-11-10T1:20:54.162,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 549 state to replica [ns_server:info,2012-11-10T1:20:54.220,ns_1@192.168.0.21:<0.7023.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 549 to state replica [rebalance:info,2012-11-10T1:20:54.435,ns_1@192.168.0.21:<0.7023.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[549]}, {checkpoints,[{549,0}]}, {name,<<"replication_building_549_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[549]}, {takeover,false}, {suffix,"building_549_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:54.442,ns_1@192.168.0.21:<0.7023.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 549 [ns_server:info,2012-11-10T1:20:54.643,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:54.443423 PST 3: TAP (Consumer) eq_tapq:anon_107 - Reset vbucket 549 was completed succecssfully. [rebalance:info,2012-11-10T1:20:54.840,ns_1@192.168.0.21:<0.7009.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:54.848,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 30 state to replica [ns_server:info,2012-11-10T1:20:54.849,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30] ([30], []) [ns_server:info,2012-11-10T1:20:54.851,ns_1@192.168.0.21:<0.7000.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:55.003,ns_1@192.168.0.21:<0.7000.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}] [ns_server:info,2012-11-10T1:20:55.019,ns_1@192.168.0.21:<0.7000.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:55.020,ns_1@192.168.0.21:<0.7000.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:55.025,ns_1@192.168.0.21:<0.7000.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:55.026,ns_1@192.168.0.21:<0.7039.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:55.026,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7039.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:55.041,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:54.840491 PST 3: TAP (Consumer) eq_tapq:anon_105 - disconnected [ns_server:info,2012-11-10T1:20:55.063,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 31 state to replica [ns_server:info,2012-11-10T1:20:55.225,ns_1@192.168.0.21:<0.7048.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 31 to state replica [rebalance:info,2012-11-10T1:20:55.314,ns_1@192.168.0.21:<0.7023.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:20:55.338,ns_1@192.168.0.21:<0.7048.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[31]}, {checkpoints,[{31,0}]}, {name,<<"replication_building_31_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,[31]}, {takeover,false}, {suffix,"building_31_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:55.339,ns_1@192.168.0.21:<0.7048.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 31 [ns_server:info,2012-11-10T1:20:55.486,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:55.285200 PST 3: Notified the completion of checkpoint persistence for vbucket 549, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:55.315643 PST 3: TAP (Consumer) eq_tapq:anon_107 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:55.340247 PST 3: TAP (Consumer) eq_tapq:anon_108 - Reset vbucket 31 was completed succecssfully. [ns_server:info,2012-11-10T1:20:55.514,ns_1@192.168.0.21:ns_config_rep<0.4355.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.20' [ns_server:info,2012-11-10T1:20:55.624,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 549 state to active [ns_server:info,2012-11-10T1:20:55.769,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:55.568553 PST 3: Schedule cleanup of "eq_tapq:anon_105" memcached<0.4434.0>: Sat Nov 10 01:20:55.568641 PST 3: Schedule cleanup of "eq_tapq:anon_107" memcached<0.4434.0>: Sat Nov 10 01:20:55.610479 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:55.613466 PST 3: TAP (Consumer) eq_tapq:anon_109 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:55.683398 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:55.684420 PST 3: Schedule cleanup of "eq_tapq:anon_109" memcached<0.4434.0>: Sat Nov 10 01:20:55.684487 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:20:55.835,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 550 state to replica [ns_server:info,2012-11-10T1:20:55.841,ns_1@192.168.0.21:<0.7063.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 550 to state replica [rebalance:info,2012-11-10T1:20:56.007,ns_1@192.168.0.21:<0.7063.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[550]}, {checkpoints,[{550,0}]}, {name,<<"replication_building_550_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[550]}, {takeover,false}, {suffix,"building_550_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:56.023,ns_1@192.168.0.21:<0.7063.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 550 [ns_server:info,2012-11-10T1:20:56.224,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:56.024397 PST 3: TAP (Consumer) eq_tapq:anon_110 - Reset vbucket 550 was completed succecssfully. [ns_server:info,2012-11-10T1:20:57.042,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:56.842424 PST 3: Notified the completion of checkpoint persistence for vbucket 31, cookie 0x6d702c0 [rebalance:info,2012-11-10T1:20:57.103,ns_1@192.168.0.21:<0.7048.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:57.109,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 31 state to replica [ns_server:info,2012-11-10T1:20:57.109,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31] ([31], []) [ns_server:info,2012-11-10T1:20:57.111,ns_1@192.168.0.21:<0.7039.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:57.232,ns_1@192.168.0.21:<0.7039.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}] [ns_server:info,2012-11-10T1:20:57.246,ns_1@192.168.0.21:<0.7039.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:57.248,ns_1@192.168.0.21:<0.7039.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:57.253,ns_1@192.168.0.21:<0.7039.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:57.254,ns_1@192.168.0.21:<0.7088.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:57.255,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7088.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:57.286,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 32 state to replica [ns_server:info,2012-11-10T1:20:57.304,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:57.103865 PST 3: TAP (Consumer) eq_tapq:anon_108 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:57.242264 PST 3: Schedule cleanup of "eq_tapq:anon_108" [ns_server:info,2012-11-10T1:20:57.425,ns_1@192.168.0.21:<0.7094.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 32 to state replica [rebalance:info,2012-11-10T1:20:57.521,ns_1@192.168.0.21:<0.7094.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets," "}, {checkpoints,[{32,0}]}, {name,<<"replication_building_32_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets," "}, {takeover,false}, {suffix,"building_32_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:57.522,ns_1@192.168.0.21:<0.7094.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 32 [rebalance:info,2012-11-10T1:20:57.650,ns_1@192.168.0.21:<0.7063.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:57.684,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:57.483814 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.483856 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.483875 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484425 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484456 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484494 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484534 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.484729 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485300 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485348 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485368 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485384 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485418 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485436 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.485453 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.486503 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487284 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487310 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487329 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487455 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487478 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487581 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.487623 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.488875 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.488900 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.488921 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.488941 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.488959 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.488978 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.488995 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489012 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489029 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489171 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489359 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489386 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489485 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489503 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489548 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489643 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.489664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490330 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490380 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490401 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490419 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490437 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490455 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.490471 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:57.685,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1164 log lines from memcached [ns_server:info,2012-11-10T1:20:57.813,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 550 state to active [ns_server:info,2012-11-10T1:20:57.885,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:57.684958 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685002 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685047 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685092 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685183 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685212 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685259 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685293 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.685331 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.686537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.686584 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.686609 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.686660 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.686731 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.686772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.686791 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687386 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687721 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687752 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687774 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687794 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687812 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687843 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687868 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687932 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.687952 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688686 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688735 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688761 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688789 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688812 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688841 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688861 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688891 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688910 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.688937 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.689983 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690024 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690047 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690067 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690100 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690120 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690149 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690730 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690757 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690792 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690812 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690829 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690846 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690909 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690949 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690969 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.690987 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.691015 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.691034 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:57.693156 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:20:57.887,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 544 log lines from memcached [ns_server:info,2012-11-10T1:20:58.199,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:57.999097 PST 3: Schedule cleanup of "eq_tapq:anon_110" memcached<0.4434.0>: Sat Nov 10 01:20:57.999145 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:20:57.999166 PST 3: Schedule cleanup of "eq_tapq:anon_112" memcached<0.4434.0>: Sat Nov 10 01:20:58.123547 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:58.123578 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:20:58.203,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 551 state to replica [ns_server:info,2012-11-10T1:20:58.208,ns_1@192.168.0.21:<0.7110.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 551 to state replica [rebalance:info,2012-11-10T1:20:58.406,ns_1@192.168.0.21:<0.7110.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[551]}, {checkpoints,[{551,0}]}, {name,<<"replication_building_551_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[551]}, {takeover,false}, {suffix,"building_551_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:58.416,ns_1@192.168.0.21:<0.7110.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 551 [ns_server:info,2012-11-10T1:20:58.617,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:58.416851 PST 3: TAP (Consumer) eq_tapq:anon_113 - Reset vbucket 551 was completed succecssfully. [rebalance:info,2012-11-10T1:20:59.254,ns_1@192.168.0.21:<0.7110.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:59.337,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:59.135853 PST 3: Notified the completion of checkpoint persistence for vbucket 32, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:20:59.241048 PST 3: Notified the completion of checkpoint persistence for vbucket 551, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:20:59.255477 PST 3: TAP (Consumer) eq_tapq:anon_113 - disconnected [rebalance:info,2012-11-10T1:20:59.354,ns_1@192.168.0.21:<0.7094.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:59.369,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 32 state to replica [ns_server:info,2012-11-10T1:20:59.369,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32] (" ", []) [ns_server:info,2012-11-10T1:20:59.372,ns_1@192.168.0.21:<0.7088.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:20:59.495,ns_1@192.168.0.21:<0.7088.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}] [ns_server:info,2012-11-10T1:20:59.517,ns_1@192.168.0.21:<0.7088.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:20:59.519,ns_1@192.168.0.21:<0.7088.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:20:59.521,ns_1@192.168.0.21:<0.7088.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:20:59.522,ns_1@192.168.0.21:<0.7135.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:20:59.522,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7135.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:20:59.523,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 551 state to active [ns_server:info,2012-11-10T1:20:59.557,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:59.354801 PST 3: TAP (Consumer) eq_tapq:anon_111 - disconnected memcached<0.4434.0>: Sat Nov 10 01:20:59.486119 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:59.488618 PST 3: TAP (Consumer) eq_tapq:anon_114 - disconnected [ns_server:info,2012-11-10T1:20:59.571,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 33 state to replica [ns_server:info,2012-11-10T1:20:59.708,ns_1@192.168.0.21:<0.7138.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 33 to state replica [ns_server:info,2012-11-10T1:20:59.793,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:59.592860 PST 3: Schedule cleanup of "eq_tapq:anon_111" memcached<0.4434.0>: Sat Nov 10 01:20:59.592955 PST 3: Schedule cleanup of "eq_tapq:anon_113" memcached<0.4434.0>: Sat Nov 10 01:20:59.592995 PST 3: Schedule cleanup of "eq_tapq:anon_114" memcached<0.4434.0>: Sat Nov 10 01:20:59.708436 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:20:59.718751 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-10T1:20:59.843,ns_1@192.168.0.21:<0.7138.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"!"}, {checkpoints,[{33,0}]}, {name,<<"replication_building_33_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"!"}, {takeover,false}, {suffix,"building_33_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:20:59.845,ns_1@192.168.0.21:<0.7138.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 33 [ns_server:info,2012-11-10T1:20:59.870,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 552 state to replica [ns_server:info,2012-11-10T1:20:59.875,ns_1@192.168.0.21:<0.7147.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 552 to state replica [rebalance:info,2012-11-10T1:21:00.025,ns_1@192.168.0.21:<0.7147.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[552]}, {checkpoints,[{552,0}]}, {name,<<"replication_building_552_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[552]}, {takeover,false}, {suffix,"building_552_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:00.053,ns_1@192.168.0.21:<0.7147.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 552 [ns_server:info,2012-11-10T1:21:00.077,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:20:59.877349 PST 3: TAP (Consumer) eq_tapq:anon_115 - Reset vbucket 33 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:21:00.053544 PST 3: TAP (Consumer) eq_tapq:anon_116 - Reset vbucket 552 was completed succecssfully. [ns_server:info,2012-11-10T1:21:01.447,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:01.246665 PST 3: Notified the completion of checkpoint persistence for vbucket 33, cookie 0x6d71600 [rebalance:info,2012-11-10T1:21:01.496,ns_1@192.168.0.21:<0.7138.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:01.501,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 33 state to replica [ns_server:info,2012-11-10T1:21:01.502,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33] ("!", []) [ns_server:info,2012-11-10T1:21:01.503,ns_1@192.168.0.21:<0.7135.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:01.604,ns_1@192.168.0.21:<0.7135.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}] [ns_server:info,2012-11-10T1:21:01.611,ns_1@192.168.0.21:<0.7135.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:01.612,ns_1@192.168.0.21:<0.7135.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:01.613,ns_1@192.168.0.21:<0.7135.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:01.615,ns_1@192.168.0.21:<0.7176.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:01.615,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7176.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:01.655,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 34 state to replica [ns_server:info,2012-11-10T1:21:01.697,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:01.496914 PST 3: TAP (Consumer) eq_tapq:anon_115 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:01.670553 PST 3: Notified the completion of checkpoint persistence for vbucket 552, cookie 0x6d71080 [ns_server:info,2012-11-10T1:21:01.793,ns_1@192.168.0.21:<0.7180.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 34 to state replica [rebalance:info,2012-11-10T1:21:01.807,ns_1@192.168.0.21:<0.7147.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:21:01.902,ns_1@192.168.0.21:<0.7180.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"\""}, {checkpoints,[{34,0}]}, {name,<<"replication_building_34_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"\""}, {takeover,false}, {suffix,"building_34_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:01.904,ns_1@192.168.0.21:<0.7180.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 34 [ns_server:info,2012-11-10T1:21:01.957,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:01.756349 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.756650 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.756692 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.756772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.756822 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.756862 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.757700 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.757739 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.757760 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.757777 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.757940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.757969 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.757992 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758009 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758029 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758050 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758070 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758090 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758109 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758144 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758162 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758178 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758221 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758243 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758263 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758283 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758316 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758335 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758352 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.758370 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.759603 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.759651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.759739 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.759786 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.759821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.759956 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760100 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760210 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760271 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760371 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760513 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760775 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760804 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760834 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760913 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.760989 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.761039 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.761071 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.761104 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.761169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.762256 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.762329 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.762375 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.762415 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.762504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.762596 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.762635 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:01.959,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1526 log lines from memcached [ns_server:info,2012-11-10T1:21:02.164,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:01.961881 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.961940 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.961997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962038 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962128 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962204 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962240 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962270 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962306 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962338 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962368 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.962425 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.964370 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.964459 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.964498 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.964532 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.964563 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.964598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.965723 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.965772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.965807 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.965838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.965868 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.965890 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.965908 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966158 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966196 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966734 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966791 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966820 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966855 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966892 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966926 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966961 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.966993 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.967021 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.967049 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969278 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969329 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969400 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969435 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969468 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969499 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.969594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970529 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970568 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970603 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970636 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970667 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970698 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970725 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970752 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.970958 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.974260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:01.974330 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:02.165,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 28 log lines from memcached [ns_server:info,2012-11-10T1:21:02.191,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 552 state to active [ns_server:info,2012-11-10T1:21:02.376,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:02.175232 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:02.175380 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:02.180631 PST 3: TAP (Consumer) eq_tapq:anon_118 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:02.196922 PST 3: Schedule cleanup of "eq_tapq:anon_115" memcached<0.4434.0>: Sat Nov 10 01:21:02.196993 PST 3: Schedule cleanup of "eq_tapq:anon_116" memcached<0.4434.0>: Sat Nov 10 01:21:02.197021 PST 3: Schedule cleanup of "eq_tapq:anon_118" memcached<0.4434.0>: Sat Nov 10 01:21:02.223125 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:21:02.473,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 553 state to replica [ns_server:info,2012-11-10T1:21:02.480,ns_1@192.168.0.21:<0.7196.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 553 to state replica [ns_server:info,2012-11-10T1:21:02.577,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:02.376748 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:21:02.707,ns_1@192.168.0.21:<0.7196.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[553]}, {checkpoints,[{553,0}]}, {name,<<"replication_building_553_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[553]}, {takeover,false}, {suffix,"building_553_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:02.709,ns_1@192.168.0.21:<0.7196.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 553 [ns_server:info,2012-11-10T1:21:02.911,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:02.710383 PST 3: TAP (Consumer) eq_tapq:anon_119 - Reset vbucket 553 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:21:02.798897 PST 3: Notified the completion of checkpoint persistence for vbucket 34, cookie 0x6d938c0 [rebalance:info,2012-11-10T1:21:03.030,ns_1@192.168.0.21:<0.7180.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:03.036,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 34 state to replica [ns_server:info,2012-11-10T1:21:03.037,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34] ("\"", []) [ns_server:info,2012-11-10T1:21:03.041,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:03.148,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}] [ns_server:info,2012-11-10T1:21:03.162,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:03.163,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:03.164,ns_1@192.168.0.21:<0.7176.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:03.165,ns_1@192.168.0.21:<0.7212.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:03.166,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7212.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:03.223,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 35 state to replica [ns_server:info,2012-11-10T1:21:03.231,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:03.031144 PST 3: TAP (Consumer) eq_tapq:anon_117 - disconnected [ns_server:info,2012-11-10T1:21:03.374,ns_1@192.168.0.21:<0.7215.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 35 to state replica [rebalance:info,2012-11-10T1:21:03.411,ns_1@192.168.0.21:<0.7196.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:21:03.490,ns_1@192.168.0.21:<0.7215.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"#"}, {checkpoints,[{35,0}]}, {name,<<"replication_building_35_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"#"}, {takeover,false}, {suffix,"building_35_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:03.492,ns_1@192.168.0.21:<0.7215.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 35 [ns_server:info,2012-11-10T1:21:03.536,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:03.335241 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.335988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336017 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336035 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336519 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336608 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336627 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.336670 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337015 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337052 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337074 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337102 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337122 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337148 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337168 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337193 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337211 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.337234 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338031 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338069 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338092 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338182 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338204 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338239 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338270 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338289 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.338998 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339029 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339052 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339072 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339101 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339120 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339144 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339161 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.339177 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340394 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340516 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340541 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340558 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340576 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340698 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340733 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340752 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340770 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340793 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.340811 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341576 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341613 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341634 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341654 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341679 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341698 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341722 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341835 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.341870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.342850 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:03.537,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1311 log lines from memcached [ns_server:info,2012-11-10T1:21:03.737,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:03.537454 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537500 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537603 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537678 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537707 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537913 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.537967 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538020 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538126 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538233 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538263 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538294 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538323 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538360 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538469 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538518 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538564 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538606 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538644 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538673 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538707 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538740 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538771 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538904 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538944 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.538984 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539021 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539061 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539101 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539141 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539176 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539210 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539553 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539607 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539646 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539680 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539760 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.539870 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540055 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540106 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540688 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540743 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540791 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540887 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.540946 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.541005 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.541044 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.541077 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.541509 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:03.738,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 731 log lines from memcached [ns_server:info,2012-11-10T1:21:03.772,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 553 state to active [ns_server:info,2012-11-10T1:21:03.971,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:03.764861 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:03.766493 PST 3: TAP (Consumer) eq_tapq:anon_121 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:03.815055 PST 3: Schedule cleanup of "eq_tapq:anon_117" memcached<0.4434.0>: Sat Nov 10 01:21:03.815102 PST 3: Schedule cleanup of "eq_tapq:anon_119" memcached<0.4434.0>: Sat Nov 10 01:21:03.815117 PST 3: Schedule cleanup of "eq_tapq:anon_121" memcached<0.4434.0>: Sat Nov 10 01:21:03.819215 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:21:04.030,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 554 state to replica [ns_server:info,2012-11-10T1:21:04.036,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 554 to state replica [rebalance:info,2012-11-10T1:21:04.156,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[554]}, {checkpoints,[{554,0}]}, {name,<<"replication_building_554_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[554]}, {takeover,false}, {suffix,"building_554_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:04.159,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 554 [ns_server:info,2012-11-10T1:21:04.190,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:03.990053 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.159618 PST 3: TAP (Consumer) eq_tapq:anon_122 - Reset vbucket 554 was completed succecssfully. [ns_server:info,2012-11-10T1:21:04.406,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:04.205723 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.227837 PST 3: Notified the completion of checkpoint persistence for vbucket 35, cookie 0x6d71600 [rebalance:info,2012-11-10T1:21:04.686,ns_1@192.168.0.21:<0.7215.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:04.693,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 35 state to replica [ns_server:info,2012-11-10T1:21:04.694,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35] ("#", []) [ns_server:info,2012-11-10T1:21:04.696,ns_1@192.168.0.21:<0.7212.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:04.707,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:04.506975 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.686686 PST 3: TAP (Consumer) eq_tapq:anon_120 - disconnected [ns_server:info,2012-11-10T1:21:04.788,ns_1@192.168.0.21:<0.7212.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}] [ns_server:info,2012-11-10T1:21:04.790,ns_1@192.168.0.21:<0.7212.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:04.790,ns_1@192.168.0.21:<0.7212.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:04.791,ns_1@192.168.0.21:<0.7212.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:04.792,ns_1@192.168.0.21:<0.7250.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:04.792,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7250.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:04.822,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 36 state to replica [rebalance:info,2012-11-10T1:21:04.826,ns_1@192.168.0.21:<0.7234.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:05.003,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:04.802874 PST 3: Notified the completion of checkpoint persistence for vbucket 554, cookie 0x6d938c0 memcached<0.4434.0>: Sat Nov 10 01:21:04.827053 PST 3: TAP (Consumer) eq_tapq:anon_122 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:04.959878 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.959917 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.959939 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.959957 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960162 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960185 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960293 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960357 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960378 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960428 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960792 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960831 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960900 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.960981 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.961023 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.961060 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.961083 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.961101 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.961118 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.961137 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.970921 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.970972 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971034 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971189 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971238 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971259 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971277 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971297 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971921 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.971979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972073 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972098 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972116 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972134 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972152 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972185 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.972203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973108 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973149 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973186 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973254 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973289 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973475 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973682 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.973745 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.975026 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.975081 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.975121 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.975157 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.975198 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.975237 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:04.975276 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:05.004,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 66 log lines from memcached [ns_server:info,2012-11-10T1:21:05.020,ns_1@192.168.0.21:<0.7257.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 36 to state replica [rebalance:info,2012-11-10T1:21:05.114,ns_1@192.168.0.21:<0.7257.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"$"}, {checkpoints,[{36,0}]}, {name,<<"replication_building_36_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"$"}, {takeover,false}, {suffix,"building_36_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:05.116,ns_1@192.168.0.21:<0.7257.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 36 [ns_server:info,2012-11-10T1:21:05.204,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:05.004631 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004668 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004692 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004734 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004753 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004773 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004790 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004807 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.004825 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.005711 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.005743 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.005764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.005783 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.005803 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.005821 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.005838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007449 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007516 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007540 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007584 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007605 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007626 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007646 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007665 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007684 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007702 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007758 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007797 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007918 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007941 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007960 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007977 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.007995 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008436 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008473 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008501 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008525 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008545 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008563 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008581 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008621 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.008647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009486 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009518 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009540 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009596 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009613 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009899 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.009925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.010064 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:05.206,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1367 log lines from memcached [ns_server:info,2012-11-10T1:21:05.305,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 554 state to active [ns_server:info,2012-11-10T1:21:05.407,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:05.204844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.204892 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.205199 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.206095 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.206335 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.206516 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.206617 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.206710 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.206880 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.207186 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.207325 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.207719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.207769 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.207812 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208600 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208631 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208653 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208674 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208694 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208749 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208825 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208894 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.208976 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209006 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209036 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209086 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209122 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209265 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209309 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209351 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209392 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209431 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209462 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209498 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209529 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209596 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209630 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209715 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209841 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209879 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209922 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.209963 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.210077 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.210113 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.210142 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.210170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.210197 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211071 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211117 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211250 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211291 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211328 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211385 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:05.211449 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:05.408,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 373 log lines from memcached [ns_server:info,2012-11-10T1:21:05.610,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 555 state to replica [ns_server:info,2012-11-10T1:21:05.622,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:05.420873 PST 3: Schedule cleanup of "eq_tapq:anon_120" memcached<0.4434.0>: Sat Nov 10 01:21:05.420941 PST 3: Schedule cleanup of "eq_tapq:anon_122" memcached<0.4434.0>: Sat Nov 10 01:21:05.420972 PST 3: Schedule cleanup of "eq_tapq:anon_124" memcached<0.4434.0>: Sat Nov 10 01:21:05.421361 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:21:05.462727 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:21:05.624,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 555 to state replica [rebalance:info,2012-11-10T1:21:05.717,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[555]}, {checkpoints,[{555,0}]}, {name,<<"replication_building_555_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[555]}, {takeover,false}, {suffix,"building_555_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:05.732,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 555 [ns_server:info,2012-11-10T1:21:05.933,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:05.732508 PST 3: TAP (Consumer) eq_tapq:anon_125 - Reset vbucket 555 was completed succecssfully. [rebalance:info,2012-11-10T1:21:06.662,ns_1@192.168.0.21:<0.7273.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:06.800,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 555 state to active [ns_server:info,2012-11-10T1:21:06.850,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:06.650558 PST 3: Notified the completion of checkpoint persistence for vbucket 555, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:21:06.662801 PST 3: TAP (Consumer) eq_tapq:anon_125 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:06.724370 PST 3: Notified the completion of checkpoint persistence for vbucket 36, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:21:06.776871 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:06.776925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:06.795464 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:06.796642 PST 3: TAP (Consumer) eq_tapq:anon_126 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:06.843253 PST 3: Schedule cleanup of "eq_tapq:anon_125" memcached<0.4434.0>: Sat Nov 10 01:21:06.843330 PST 3: Schedule cleanup of "eq_tapq:anon_126" memcached<0.4434.0>: Sat Nov 10 01:21:06.843569 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-10T1:21:06.916,ns_1@192.168.0.21:<0.7257.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:07.037,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 36 state to replica [ns_server:info,2012-11-10T1:21:07.038,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36] ("$", []) [ns_server:info,2012-11-10T1:21:07.040,ns_1@192.168.0.21:<0.7250.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:07.117,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:06.917211 PST 3: TAP (Consumer) eq_tapq:anon_123 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:06.933221 PST 3: Schedule cleanup of "eq_tapq:anon_123" [ns_server:info,2012-11-10T1:21:07.167,ns_1@192.168.0.21:<0.7250.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}] [ns_server:info,2012-11-10T1:21:07.173,ns_1@192.168.0.21:<0.7250.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:07.176,ns_1@192.168.0.21:<0.7250.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:07.177,ns_1@192.168.0.21:<0.7250.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:07.178,ns_1@192.168.0.21:<0.7302.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:07.178,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7302.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:07.269,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 556 state to replica [ns_server:info,2012-11-10T1:21:07.276,ns_1@192.168.0.21:<0.7304.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 556 to state replica [ns_server:info,2012-11-10T1:21:07.355,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 37 state to replica [ns_server:info,2012-11-10T1:21:07.365,ns_1@192.168.0.21:<0.7305.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 37 to state replica [rebalance:info,2012-11-10T1:21:07.394,ns_1@192.168.0.21:<0.7304.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[556]}, {checkpoints,[{556,0}]}, {name,<<"replication_building_556_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[556]}, {takeover,false}, {suffix,"building_556_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:07.478,ns_1@192.168.0.21:<0.7305.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"%"}, {checkpoints,[{37,0}]}, {name,<<"replication_building_37_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"%"}, {takeover,false}, {suffix,"building_37_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:07.479,ns_1@192.168.0.21:<0.7305.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 37 [ns_server:info,2012-11-10T1:21:07.585,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:07.384504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.384656 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.384948 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.385004 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.385725 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.386253 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.386291 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.386326 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.386598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.386839 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.386906 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387127 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387149 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387544 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387614 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387640 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387663 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387685 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387705 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387906 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387936 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387956 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387974 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.387991 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388039 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388063 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388084 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388102 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388121 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388137 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388154 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388172 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388951 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.388986 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389010 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389059 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389085 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389102 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389247 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389309 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389527 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389544 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389761 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.389779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.390207 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.390764 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.390798 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391064 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391124 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391162 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391184 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391204 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391226 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391245 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391292 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:07.391316 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:07.586,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 630 log lines from memcached [rebalance:info,2012-11-10T1:21:07.590,ns_1@192.168.0.21:<0.7304.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 556 [ns_server:info,2012-11-10T1:21:07.791,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:07.590991 PST 3: TAP (Consumer) eq_tapq:anon_128 - Reset vbucket 556 was completed succecssfully. [rebalance:info,2012-11-10T1:21:09.173,ns_1@192.168.0.21:<0.7304.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:09.361,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:09.160494 PST 3: Notified the completion of checkpoint persistence for vbucket 556, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:21:09.174209 PST 3: TAP (Consumer) eq_tapq:anon_128 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:09.359259 PST 3: TAP (Consumer) eq_tapq:anon_129 - disconnected [ns_server:info,2012-11-10T1:21:09.371,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 556 state to active [ns_server:info,2012-11-10T1:21:09.568,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:09.367671 PST 3: Schedule cleanup of "eq_tapq:anon_128" memcached<0.4434.0>: Sat Nov 10 01:21:09.367726 PST 3: Schedule cleanup of "eq_tapq:anon_129" memcached<0.4434.0>: Sat Nov 10 01:21:09.396449 PST 3: Notified the completion of checkpoint persistence for vbucket 37, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:21:09.425122 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:21:09.602,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 557 state to replica [ns_server:info,2012-11-10T1:21:09.609,ns_1@192.168.0.21:<0.7342.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 557 to state replica [rebalance:info,2012-11-10T1:21:09.751,ns_1@192.168.0.21:<0.7342.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[557]}, {checkpoints,[{557,0}]}, {name,<<"replication_building_557_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[557]}, {takeover,false}, {suffix,"building_557_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:09.753,ns_1@192.168.0.21:<0.7342.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 557 [rebalance:info,2012-11-10T1:21:09.817,ns_1@192.168.0.21:<0.7305.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:09.827,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 37 state to replica [ns_server:info,2012-11-10T1:21:09.827,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37] ("%", []) [ns_server:info,2012-11-10T1:21:09.829,ns_1@192.168.0.21:<0.7302.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:09.953,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:09.753149 PST 3: TAP (Consumer) eq_tapq:anon_130 - Reset vbucket 557 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:21:09.817783 PST 3: TAP (Consumer) eq_tapq:anon_127 - disconnected [ns_server:info,2012-11-10T1:21:09.957,ns_1@192.168.0.21:<0.7302.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}] [ns_server:info,2012-11-10T1:21:09.970,ns_1@192.168.0.21:<0.7302.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:09.971,ns_1@192.168.0.21:<0.7302.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:09.972,ns_1@192.168.0.21:<0.7302.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:09.973,ns_1@192.168.0.21:<0.7356.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:09.974,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7356.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:10.003,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 38 state to replica [ns_server:info,2012-11-10T1:21:10.178,ns_1@192.168.0.21:<0.7359.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 38 to state replica [rebalance:info,2012-11-10T1:21:10.267,ns_1@192.168.0.21:<0.7359.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"&"}, {checkpoints,[{38,0}]}, {name,<<"replication_building_38_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"&"}, {takeover,false}, {suffix,"building_38_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:10.270,ns_1@192.168.0.21:<0.7359.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 38 [ns_server:info,2012-11-10T1:21:10.321,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:10.120855 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:10.270981 PST 3: TAP (Consumer) eq_tapq:anon_131 - Reset vbucket 38 was completed succecssfully. [ns_server:info,2012-11-10T1:21:10.734,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:10.534146 PST 3: Schedule cleanup of "eq_tapq:anon_127" [rebalance:info,2012-11-10T1:21:11.039,ns_1@192.168.0.21:<0.7342.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:11.182,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 557 state to active [ns_server:info,2012-11-10T1:21:11.231,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:11.030847 PST 3: Notified the completion of checkpoint persistence for vbucket 557, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:21:11.040594 PST 3: TAP (Consumer) eq_tapq:anon_130 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:11.177152 PST 3: TAP (Consumer) eq_tapq:anon_132 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:11.223801 PST 3: Schedule cleanup of "eq_tapq:anon_130" memcached<0.4434.0>: Sat Nov 10 01:21:11.223854 PST 3: Schedule cleanup of "eq_tapq:anon_132" memcached<0.4434.0>: Sat Nov 10 01:21:11.224022 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:21:11.379,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 558 state to replica [ns_server:info,2012-11-10T1:21:11.391,ns_1@192.168.0.21:<0.7379.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 558 to state replica [ns_server:info,2012-11-10T1:21:11.522,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:11.321433 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:11.321469 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:21:11.542,ns_1@192.168.0.21:<0.7379.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[558]}, {checkpoints,[{558,0}]}, {name,<<"replication_building_558_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[558]}, {takeover,false}, {suffix,"building_558_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:11.549,ns_1@192.168.0.21:<0.7379.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 558 [ns_server:info,2012-11-10T1:21:11.703,ns_1@192.168.0.21:<0.7391.0>:compaction_daemon:try_to_cleanup_indexes:439]Cleaning up indexes for bucket `default` [ns_server:info,2012-11-10T1:21:11.703,ns_1@192.168.0.21:<0.7391.0>:compaction_daemon:spawn_bucket_compactor:404]Compacting bucket default with config: [{parallel_db_and_view_compaction,false}, {database_fragmentation_threshold,{30,undefined}}, {view_fragmentation_threshold,{30,undefined}}] [ns_server:info,2012-11-10T1:21:11.749,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:11.548702 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:11.550133 PST 3: TAP (Consumer) eq_tapq:anon_133 - Reset vbucket 558 was completed succecssfully. [ns_server:info,2012-11-10T1:21:11.951,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:11.750965 PST 3: Notified the completion of checkpoint persistence for vbucket 38, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:21:11.873178 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:21:11.999,ns_1@192.168.0.21:<0.7359.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:12.006,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 38 state to replica [ns_server:info,2012-11-10T1:21:12.006,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38] ("&", []) [ns_server:info,2012-11-10T1:21:12.009,ns_1@192.168.0.21:<0.7356.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:12.115,ns_1@192.168.0.21:<0.7356.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}] [ns_server:info,2012-11-10T1:21:12.117,ns_1@192.168.0.21:<0.7356.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:12.118,ns_1@192.168.0.21:<0.7356.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:12.119,ns_1@192.168.0.21:<0.7356.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:12.120,ns_1@192.168.0.21:<0.7407.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:12.120,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7407.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:12.160,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 39 state to replica [ns_server:info,2012-11-10T1:21:12.200,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:12.000375 PST 3: TAP (Consumer) eq_tapq:anon_131 - disconnected [ns_server:info,2012-11-10T1:21:12.311,ns_1@192.168.0.21:<0.7410.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 39 to state replica [rebalance:info,2012-11-10T1:21:12.424,ns_1@192.168.0.21:<0.7410.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"'"}, {checkpoints,[{39,0}]}, {name,<<"replication_building_39_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"'"}, {takeover,false}, {suffix,"building_39_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:12.426,ns_1@192.168.0.21:<0.7410.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 39 [ns_server:info,2012-11-10T1:21:12.466,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:12.266537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.266931 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.273485 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.273560 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.273674 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.273713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275236 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275305 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275451 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275497 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275533 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275567 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275599 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.275647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276845 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276888 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276925 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276958 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.276991 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.277030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278195 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278265 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278308 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278366 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278450 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278507 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278545 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.278637 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279298 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279339 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279402 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279441 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279539 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279757 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279809 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279844 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.279890 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282054 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282167 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282203 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282234 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282270 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282292 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282345 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282367 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282413 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282463 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282504 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282525 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282542 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.282560 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:12.469,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1057 log lines from memcached [ns_server:info,2012-11-10T1:21:12.670,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:12.468424 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468472 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468498 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468551 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468578 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468601 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468622 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468644 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468664 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468703 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468720 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468738 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468755 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468776 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468826 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468854 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468880 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468897 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468914 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468936 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468958 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.468997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469022 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469065 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469085 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469105 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469122 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469140 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469157 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469174 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469191 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469579 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469614 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469637 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469659 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469679 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469699 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469717 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469737 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469754 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.469772 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.471173 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.471205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.471226 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.471250 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.471273 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.471293 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.471310 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.472801 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.472827 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.472845 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.472930 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.472955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.472973 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.473033 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.473062 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.473080 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.473099 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:12.672,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1504 log lines from memcached [ns_server:info,2012-11-10T1:21:12.874,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:12.671414 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671450 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671474 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671508 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671578 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671598 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671618 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671639 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671658 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671676 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.671693 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675167 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675220 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675250 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675269 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675294 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675313 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675333 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675353 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675368 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675381 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675398 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675417 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675439 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675487 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675550 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675574 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675597 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675620 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675647 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675675 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675693 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675714 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675748 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.675781 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676106 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676161 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676227 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676276 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676702 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676736 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676758 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676780 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676810 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676853 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.676902 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.677669 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.677802 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.677851 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.677871 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.677884 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.677912 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.678004 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.678035 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.678078 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:12.678097 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:12.875,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 252 log lines from memcached [rebalance:info,2012-11-10T1:21:13.054,ns_1@192.168.0.21:<0.7379.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:13.191,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:12.989933 PST 3: Schedule cleanup of "eq_tapq:anon_131" memcached<0.4434.0>: Sat Nov 10 01:21:13.040500 PST 3: Notified the completion of checkpoint persistence for vbucket 558, cookie 0x6d70dc0 memcached<0.4434.0>: Sat Nov 10 01:21:13.054864 PST 3: TAP (Consumer) eq_tapq:anon_133 - disconnected [ns_server:info,2012-11-10T1:21:13.244,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 558 state to active [ns_server:info,2012-11-10T1:21:13.422,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:13.220955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:13.225503 PST 3: TAP (Consumer) eq_tapq:anon_135 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:13.291900 PST 3: Schedule cleanup of "eq_tapq:anon_133" memcached<0.4434.0>: Sat Nov 10 01:21:13.291970 PST 3: Schedule cleanup of "eq_tapq:anon_135" memcached<0.4434.0>: Sat Nov 10 01:21:13.292123 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:21:13.364203 PST 3: Notified the completion of checkpoint persistence for vbucket 39, cookie 0x6d71600 [ns_server:info,2012-11-10T1:21:13.494,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 559 state to replica [ns_server:info,2012-11-10T1:21:13.499,ns_1@192.168.0.21:<0.7429.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 559 to state replica [rebalance:info,2012-11-10T1:21:13.677,ns_1@192.168.0.21:<0.7429.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[559]}, {checkpoints,[{559,0}]}, {name,<<"replication_building_559_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[559]}, {takeover,false}, {suffix,"building_559_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:13.679,ns_1@192.168.0.21:<0.7429.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 559 [ns_server:info,2012-11-10T1:21:13.880,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:13.680223 PST 3: TAP (Consumer) eq_tapq:anon_136 - Reset vbucket 559 was completed succecssfully. [rebalance:info,2012-11-10T1:21:14.127,ns_1@192.168.0.21:<0.7410.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:14.178,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 39 state to replica [ns_server:info,2012-11-10T1:21:14.178,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39] ("'", []) [ns_server:info,2012-11-10T1:21:14.180,ns_1@192.168.0.21:<0.7407.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:14.264,ns_1@192.168.0.21:<0.7407.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}] [ns_server:info,2012-11-10T1:21:14.266,ns_1@192.168.0.21:<0.7407.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:14.266,ns_1@192.168.0.21:<0.7407.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:14.267,ns_1@192.168.0.21:<0.7407.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:14.269,ns_1@192.168.0.21:<0.7439.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:14.269,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7439.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:14.296,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 40 state to replica [ns_server:info,2012-11-10T1:21:14.328,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:14.128259 PST 3: TAP (Consumer) eq_tapq:anon_134 - disconnected [ns_server:info,2012-11-10T1:21:14.547,ns_1@192.168.0.21:<0.7443.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 40 to state replica [rebalance:info,2012-11-10T1:21:14.634,ns_1@192.168.0.21:<0.7443.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"("}, {checkpoints,[{40,0}]}, {name,<<"replication_building_40_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"("}, {takeover,false}, {suffix,"building_40_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:14.636,ns_1@192.168.0.21:<0.7443.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 40 [ns_server:info,2012-11-10T1:21:14.836,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:14.636677 PST 3: TAP (Consumer) eq_tapq:anon_137 - Reset vbucket 40 was completed succecssfully. [ns_server:info,2012-11-10T1:21:15.163,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:14.962095 PST 3: Schedule cleanup of "eq_tapq:anon_134" [rebalance:info,2012-11-10T1:21:15.227,ns_1@192.168.0.21:<0.7429.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:15.382,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 559 state to active [ns_server:info,2012-11-10T1:21:15.393,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:15.192942 PST 3: Notified the completion of checkpoint persistence for vbucket 559, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:21:15.228250 PST 3: TAP (Consumer) eq_tapq:anon_136 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:15.372165 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:15.374401 PST 3: TAP (Consumer) eq_tapq:anon_138 - disconnected [ns_server:info,2012-11-10T1:21:15.595,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 560 state to replica [ns_server:info,2012-11-10T1:21:15.600,ns_1@192.168.0.21:<0.7468.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 560 to state replica [ns_server:info,2012-11-10T1:21:15.629,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:15.428838 PST 3: Schedule cleanup of "eq_tapq:anon_136" memcached<0.4434.0>: Sat Nov 10 01:21:15.428869 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:21:15.428918 PST 3: Schedule cleanup of "eq_tapq:anon_138" memcached<0.4434.0>: Sat Nov 10 01:21:15.445735 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:15.445784 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:15.477060 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:15.477093 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:15.617809 PST 3: Notified the completion of checkpoint persistence for vbucket 40, cookie 0x6d70dc0 [rebalance:info,2012-11-10T1:21:15.703,ns_1@192.168.0.21:<0.7468.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[560]}, {checkpoints,[{560,0}]}, {name,<<"replication_building_560_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[560]}, {takeover,false}, {suffix,"building_560_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:15.705,ns_1@192.168.0.21:<0.7468.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 560 [ns_server:info,2012-11-10T1:21:15.918,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:15.705659 PST 3: TAP (Consumer) eq_tapq:anon_139 - Reset vbucket 560 was completed succecssfully. [rebalance:info,2012-11-10T1:21:16.104,ns_1@192.168.0.21:<0.7443.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:16.120,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 40 state to replica [ns_server:info,2012-11-10T1:21:16.121,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40] ("(", []) [ns_server:info,2012-11-10T1:21:16.124,ns_1@192.168.0.21:<0.7439.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:16.205,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:16.004199 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.092178 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.105251 PST 3: TAP (Consumer) eq_tapq:anon_137 - disconnected [ns_server:info,2012-11-10T1:21:16.244,ns_1@192.168.0.21:<0.7439.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}] [ns_server:info,2012-11-10T1:21:16.246,ns_1@192.168.0.21:<0.7439.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:16.248,ns_1@192.168.0.21:<0.7439.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:16.249,ns_1@192.168.0.21:<0.7439.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:16.250,ns_1@192.168.0.21:<0.7478.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:16.251,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7478.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:16.278,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 41 state to replica [ns_server:info,2012-11-10T1:21:16.478,ns_1@192.168.0.21:<0.7499.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 41 to state replica [ns_server:info,2012-11-10T1:21:16.497,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:16.296569 PST 3: Schedule cleanup of "eq_tapq:anon_137" memcached<0.4434.0>: Sat Nov 10 01:21:16.409853 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.409939 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.409962 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.409979 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.409997 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410128 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410251 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410321 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410421 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410440 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410457 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410475 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.410492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411249 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411314 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411340 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411357 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411376 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411394 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411411 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411428 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411445 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.411461 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.413707 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.413740 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.413762 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.413780 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.413819 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.413849 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.413867 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414145 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414200 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414225 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414260 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414320 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414341 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414357 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414375 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414393 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414410 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414426 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414476 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414500 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414517 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414537 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414557 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414584 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414603 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414621 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414639 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414695 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.414735 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.415860 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.415910 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.415955 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:16.415992 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:16.498,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 309 log lines from memcached [rebalance:info,2012-11-10T1:21:16.526,ns_1@192.168.0.21:<0.7468.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:21:16.556,ns_1@192.168.0.21:<0.7499.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,")"}, {checkpoints,[{41,0}]}, {name,<<"replication_building_41_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,")"}, {takeover,false}, {suffix,"building_41_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:16.558,ns_1@192.168.0.21:<0.7499.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 41 [ns_server:info,2012-11-10T1:21:16.712,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:16.512448 PST 3: Notified the completion of checkpoint persistence for vbucket 560, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:21:16.526793 PST 3: TAP (Consumer) eq_tapq:anon_139 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:16.558267 PST 3: TAP (Consumer) eq_tapq:anon_140 - Reset vbucket 41 was completed succecssfully. [ns_server:info,2012-11-10T1:21:16.722,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 560 state to active [ns_server:info,2012-11-10T1:21:16.918,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:16.704608 PST 3: TAP (Consumer) eq_tapq:anon_141 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:16.917269 PST 3: Schedule cleanup of "eq_tapq:anon_139" memcached<0.4434.0>: Sat Nov 10 01:21:16.917320 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:21:16.917327 PST 3: Schedule cleanup of "eq_tapq:anon_141" [ns_server:info,2012-11-10T1:21:17.102,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 561 state to replica [ns_server:info,2012-11-10T1:21:17.108,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 561 to state replica [ns_server:info,2012-11-10T1:21:17.282,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:17.082434 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:17.087518 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:21:17.394,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[561]}, {checkpoints,[{561,0}]}, {name,<<"replication_building_561_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[561]}, {takeover,false}, {suffix,"building_561_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:17.396,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 561 [ns_server:info,2012-11-10T1:21:17.603,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:17.402468 PST 3: TAP (Consumer) eq_tapq:anon_142 - Reset vbucket 561 was completed succecssfully. [ns_server:info,2012-11-10T1:21:17.637,ns_1@192.168.0.21:ns_config_rep<0.4355.0>:ns_config_rep:do_pull:341]Pulling config from: 'ns_1@192.168.0.20' [ns_server:info,2012-11-10T1:21:17.839,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:17.638061 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:17.762058 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:17.773016 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:21:18.052,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:17.851039 PST 3: Notified the completion of checkpoint persistence for vbucket 41, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:21:17.887033 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:21:19.256,ns_1@192.168.0.21:<0.7510.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:19.438,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:19.235061 PST 3: Notified the completion of checkpoint persistence for vbucket 41, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:21:19.239967 PST 3: Notified the completion of checkpoint persistence for vbucket 561, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:21:19.257320 PST 3: TAP (Consumer) eq_tapq:anon_142 - disconnected [ns_server:info,2012-11-10T1:21:19.450,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 561 state to active [rebalance:info,2012-11-10T1:21:19.560,ns_1@192.168.0.21:<0.7499.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:19.642,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:19.441713 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:19.444505 PST 3: TAP (Consumer) eq_tapq:anon_143 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:19.469352 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:19.487008 PST 3: Schedule cleanup of "eq_tapq:anon_142" memcached<0.4434.0>: Sat Nov 10 01:21:19.487071 PST 3: Schedule cleanup of "eq_tapq:anon_143" memcached<0.4434.0>: Sat Nov 10 01:21:19.505114 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 memcached<0.4434.0>: Sat Nov 10 01:21:19.538429 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:19.538480 PST 3: eq_tapq:replication_ns_1@192.168.0.22 cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:19.560589 PST 3: TAP (Consumer) eq_tapq:anon_140 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:19.588859 PST 3: Schedule cleanup of "eq_tapq:anon_140" [ns_server:info,2012-11-10T1:21:19.656,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 562 state to replica [ns_server:info,2012-11-10T1:21:19.657,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 41 state to replica [ns_server:info,2012-11-10T1:21:19.658,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41] (")", []) [ns_server:info,2012-11-10T1:21:19.659,ns_1@192.168.0.21:<0.7478.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:19.661,ns_1@192.168.0.21:<0.7541.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 562 to state replica [ns_server:info,2012-11-10T1:21:19.776,ns_1@192.168.0.21:<0.7478.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,3}] [ns_server:info,2012-11-10T1:21:19.778,ns_1@192.168.0.21:<0.7478.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:19.781,ns_1@192.168.0.21:<0.7478.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:19.782,ns_1@192.168.0.21:<0.7478.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:19.783,ns_1@192.168.0.21:<0.7543.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:19.783,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7543.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:19.811,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 42 state to replica [rebalance:info,2012-11-10T1:21:19.824,ns_1@192.168.0.21:<0.7541.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[562]}, {checkpoints,[{562,0}]}, {name,<<"replication_building_562_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[562]}, {takeover,false}, {suffix,"building_562_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:19.827,ns_1@192.168.0.21:<0.7541.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 562 [ns_server:info,2012-11-10T1:21:20.007,ns_1@192.168.0.21:<0.7547.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 42 to state replica [rebalance:info,2012-11-10T1:21:20.091,ns_1@192.168.0.21:<0.7547.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"*"}, {checkpoints,[{42,0}]}, {name,<<"replication_building_42_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"*"}, {takeover,false}, {suffix,"building_42_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:20.093,ns_1@192.168.0.21:<0.7547.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 42 [ns_server:info,2012-11-10T1:21:20.294,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:20.093602 PST 3: TAP (Consumer) eq_tapq:anon_144 - Reset vbucket 42 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:21:20.097585 PST 3: TAP (Consumer) eq_tapq:anon_145 - Reset vbucket 562 was completed succecssfully. [ns_server:info,2012-11-10T1:21:20.815,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:20.614644 PST 3: Notified the completion of checkpoint persistence for vbucket 42, cookie 0x6d702c0 [rebalance:info,2012-11-10T1:21:21.111,ns_1@192.168.0.21:<0.7541.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:21.252,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 562 state to active [ns_server:info,2012-11-10T1:21:21.281,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:21.080503 PST 3: Notified the completion of checkpoint persistence for vbucket 562, cookie 0x6d71080 memcached<0.4434.0>: Sat Nov 10 01:21:21.111981 PST 3: TAP (Consumer) eq_tapq:anon_145 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:21.130930 PST 3: Schedule cleanup of "eq_tapq:anon_145" memcached<0.4434.0>: Sat Nov 10 01:21:21.246850 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:21.246962 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:21.248952 PST 3: TAP (Consumer) eq_tapq:anon_146 - disconnected [ns_server:info,2012-11-10T1:21:21.475,ns_1@192.168.0.21:<0.4494.0>:ns_memcached:do_handle_call:521]Changed vbucket 563 state to replica [ns_server:info,2012-11-10T1:21:21.481,ns_1@192.168.0.21:<0.7582.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 563 to state replica [ns_server:info,2012-11-10T1:21:21.502,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:21.300919 PST 3: Schedule cleanup of "eq_tapq:anon_146" memcached<0.4434.0>: Sat Nov 10 01:21:21.300972 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [rebalance:info,2012-11-10T1:21:21.726,ns_1@192.168.0.21:<0.7582.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[563]}, {checkpoints,[{563,0}]}, {name,<<"replication_building_563_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[563]}, {takeover,false}, {suffix,"building_563_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:21.729,ns_1@192.168.0.21:<0.7582.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 563 [ns_server:info,2012-11-10T1:21:21.932,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:21.729583 PST 3: TAP (Consumer) eq_tapq:anon_147 - Reset vbucket 563 was completed succecssfully. [rebalance:info,2012-11-10T1:21:22.237,ns_1@192.168.0.21:<0.7547.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:22.243,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 42 state to replica [ns_server:info,2012-11-10T1:21:22.243,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42] ("*", []) [ns_server:info,2012-11-10T1:21:22.246,ns_1@192.168.0.21:<0.7543.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:22.339,ns_1@192.168.0.21:<0.7543.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,3}, {42,2}] [ns_server:info,2012-11-10T1:21:22.348,ns_1@192.168.0.21:<0.7543.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:22.348,ns_1@192.168.0.21:<0.7543.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:22.349,ns_1@192.168.0.21:<0.7543.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:22.350,ns_1@192.168.0.21:<0.7600.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:22.351,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7600.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:22.382,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 43 state to replica [ns_server:info,2012-11-10T1:21:22.438,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:22.238072 PST 3: TAP (Consumer) eq_tapq:anon_144 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:22.418151 PST 3: Notified the completion of checkpoint persistence for vbucket 563, cookie 0x6d71080 [ns_server:info,2012-11-10T1:21:22.547,ns_1@192.168.0.21:<0.7611.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 43 to state replica [rebalance:info,2012-11-10T1:21:22.547,ns_1@192.168.0.21:<0.7582.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [rebalance:info,2012-11-10T1:21:22.638,ns_1@192.168.0.21:<0.7611.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"+"}, {checkpoints,[{43,0}]}, {name,<<"replication_building_43_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"+"}, {takeover,false}, {suffix,"building_43_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:22.645,ns_1@192.168.0.21:<0.7611.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 43 [ns_server:info,2012-11-10T1:21:22.706,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:22.505325 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.505363 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507119 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507574 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507625 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507644 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507660 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507677 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507693 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507709 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.507727 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.509768 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.509816 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.509907 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.509944 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510202 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510259 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510369 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510503 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510547 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510667 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510719 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510788 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510837 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.510892 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.511056 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.511097 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.511130 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.511170 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.511219 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512732 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512779 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512813 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512843 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512872 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512900 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512927 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.512956 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513042 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513073 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513098 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513122 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513146 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513169 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513228 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513249 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513268 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513292 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513327 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.513984 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514022 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514051 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514159 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514318 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514381 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514538 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514621 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.514738 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:22.707,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 1544 log lines from memcached [ns_server:info,2012-11-10T1:21:22.908,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:22.707797 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.707859 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.707903 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.707941 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.707974 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708009 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708040 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708071 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708106 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708144 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708718 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708748 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708767 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.708785 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.709110 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.709152 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.709174 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.709194 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.709210 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.709228 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711077 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711110 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711133 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711153 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711174 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711193 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711211 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.711229 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715483 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715522 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715548 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715571 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715594 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715615 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715674 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715724 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715750 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715770 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715789 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715806 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715827 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715874 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715899 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715921 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715942 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715962 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715978 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.715996 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716013 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716030 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716179 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716222 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716242 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716258 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716276 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.716313 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.718090 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:22.718121 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:22.912,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 561 log lines from memcached [ns_server:info,2012-11-10T1:21:23.035,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 563 state to active [ns_server:info,2012-11-10T1:21:23.221,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:23.020934 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:23.020988 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:23.023141 PST 3: TAP (Consumer) eq_tapq:anon_149 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:23.076326 PST 3: Schedule cleanup of "eq_tapq:anon_149" memcached<0.4434.0>: Sat Nov 10 01:21:23.076563 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:21:23.269,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 564 state to replica [ns_server:info,2012-11-10T1:21:23.275,ns_1@192.168.0.21:<0.7618.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 564 to state replica [rebalance:info,2012-11-10T1:21:23.364,ns_1@192.168.0.21:<0.7618.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[564]}, {checkpoints,[{564,0}]}, {name,<<"replication_building_564_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[564]}, {takeover,false}, {suffix,"building_564_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:23.365,ns_1@192.168.0.21:<0.7618.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 564 [ns_server:info,2012-11-10T1:21:23.567,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:23.366164 PST 3: TAP (Consumer) eq_tapq:anon_150 - Reset vbucket 564 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:21:23.426801 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:21:24.188,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:23.988190 PST 3: Notified the completion of checkpoint persistence for vbucket 43, cookie 0x6d70dc0 [rebalance:info,2012-11-10T1:21:24.240,ns_1@192.168.0.21:<0.7611.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:24.258,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 43 state to replica [ns_server:info,2012-11-10T1:21:24.258,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43] ("+", []) [ns_server:info,2012-11-10T1:21:24.260,ns_1@192.168.0.21:<0.7600.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:24.370,ns_1@192.168.0.21:<0.7600.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,3}, {42,2}, {43,2}] [ns_server:info,2012-11-10T1:21:24.404,ns_1@192.168.0.21:<0.7600.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:24.412,ns_1@192.168.0.21:<0.7600.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:24.413,ns_1@192.168.0.21:<0.7600.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:24.414,ns_1@192.168.0.21:<0.7639.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:24.414,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7639.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:24.441,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:24.240939 PST 3: TAP (Consumer) eq_tapq:anon_148 - disconnected [ns_server:info,2012-11-10T1:21:24.452,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 44 state to replica [ns_server:info,2012-11-10T1:21:24.634,ns_1@192.168.0.21:<0.7642.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 44 to state replica [rebalance:info,2012-11-10T1:21:24.736,ns_1@192.168.0.21:<0.7618.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:24.829,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:24.628987 PST 3: Notified the completion of checkpoint persistence for vbucket 564, cookie 0x6d702c0 memcached<0.4434.0>: Sat Nov 10 01:21:24.655825 PST 3: Schedule cleanup of "eq_tapq:anon_148" memcached<0.4434.0>: Sat Nov 10 01:21:24.737472 PST 3: TAP (Consumer) eq_tapq:anon_150 - disconnected [rebalance:info,2012-11-10T1:21:24.833,ns_1@192.168.0.21:<0.7642.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,","}, {checkpoints,[{44,0}]}, {name,<<"replication_building_44_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,","}, {takeover,false}, {suffix,"building_44_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:24.835,ns_1@192.168.0.21:<0.7642.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 44 [ns_server:info,2012-11-10T1:21:25.036,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:24.835865 PST 3: TAP (Consumer) eq_tapq:anon_151 - Reset vbucket 44 was completed succecssfully. [ns_server:info,2012-11-10T1:21:25.144,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 564 state to active [ns_server:info,2012-11-10T1:21:25.341,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:25.140754 PST 3: TAP (Consumer) eq_tapq:anon_152 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:25.202417 PST 3: Schedule cleanup of "eq_tapq:anon_150" memcached<0.4434.0>: Sat Nov 10 01:21:25.202477 PST 3: Schedule cleanup of "eq_tapq:anon_152" memcached<0.4434.0>: Sat Nov 10 01:21:25.202861 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:21:25.386,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 565 state to replica [ns_server:info,2012-11-10T1:21:25.414,ns_1@192.168.0.21:<0.7657.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 565 to state replica [ns_server:info,2012-11-10T1:21:25.679,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:25.477993 PST 3: Notified the completion of checkpoint persistence for vbucket 44, cookie 0x6d938c0 [rebalance:info,2012-11-10T1:21:25.697,ns_1@192.168.0.21:<0.7657.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[565]}, {checkpoints,[{565,0}]}, {name,<<"replication_building_565_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[565]}, {takeover,false}, {suffix,"building_565_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:25.700,ns_1@192.168.0.21:<0.7657.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 565 [ns_server:info,2012-11-10T1:21:25.901,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:25.700816 PST 3: TAP (Consumer) eq_tapq:anon_153 - Reset vbucket 565 was completed succecssfully. [rebalance:info,2012-11-10T1:21:26.048,ns_1@192.168.0.21:<0.7642.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:26.056,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 44 state to replica [ns_server:info,2012-11-10T1:21:26.056,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44] (",", []) [ns_server:info,2012-11-10T1:21:26.059,ns_1@192.168.0.21:<0.7639.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:26.205,ns_1@192.168.0.21:<0.7639.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,3}, {42,2}, {43,2}, {44,2}] [ns_server:info,2012-11-10T1:21:26.216,ns_1@192.168.0.21:<0.7639.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:26.217,ns_1@192.168.0.21:<0.7639.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:26.218,ns_1@192.168.0.21:<0.7639.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:26.220,ns_1@192.168.0.21:<0.7671.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:26.220,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7671.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:26.250,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:26.049540 PST 3: TAP (Consumer) eq_tapq:anon_151 - disconnected memcached<0.4434.0>: Sat Nov 10 01:21:26.059199 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:info,2012-11-10T1:21:26.291,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 45 state to replica [ns_server:info,2012-11-10T1:21:26.497,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 45 to state replica [rebalance:info,2012-11-10T1:21:26.607,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"-"}, {checkpoints,[{45,0}]}, {name,<<"replication_building_45_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"-"}, {takeover,false}, {suffix,"building_45_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:26.608,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 45 [rebalance:info,2012-11-10T1:21:26.660,ns_1@192.168.0.21:<0.7657.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:26.809,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:26.609222 PST 3: TAP (Consumer) eq_tapq:anon_154 - Reset vbucket 45 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:21:26.639468 PST 3: Notified the completion of checkpoint persistence for vbucket 565, cookie 0x6d71600 memcached<0.4434.0>: Sat Nov 10 01:21:26.661465 PST 3: TAP (Consumer) eq_tapq:anon_153 - disconnected [ns_server:info,2012-11-10T1:21:27.037,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 565 state to active [ns_server:info,2012-11-10T1:21:27.042,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:26.839737 PST 3: Schedule cleanup of "eq_tapq:anon_151" memcached<0.4434.0>: Sat Nov 10 01:21:26.839806 PST 3: Schedule cleanup of "eq_tapq:anon_153" memcached<0.4434.0>: Sat Nov 10 01:21:27.032469 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:27.032585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:27.035421 PST 3: TAP (Consumer) eq_tapq:anon_155 - disconnected [ns_server:info,2012-11-10T1:21:27.271,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:27.071066 PST 3: Schedule cleanup of "eq_tapq:anon_155" memcached<0.4434.0>: Sat Nov 10 01:21:27.071117 PST 3: TAP (Producer) eq_tapq:replication_ns_1@192.168.0.22 - Sending TAP_OPAQUE with command "complete_vb_filter_change" and vbucket 0 [ns_server:info,2012-11-10T1:21:27.286,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 566 state to replica [ns_server:info,2012-11-10T1:21:27.292,ns_1@192.168.0.21:<0.7704.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 566 to state replica [rebalance:info,2012-11-10T1:21:27.428,ns_1@192.168.0.21:<0.7704.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,[566]}, {checkpoints,[{566,0}]}, {name,<<"replication_building_566_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{vbuckets,[566]}, {takeover,false}, {suffix,"building_566_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:27.450,ns_1@192.168.0.21:<0.7704.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 566 [ns_server:info,2012-11-10T1:21:27.515,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:27.314843 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:27.451767 PST 3: TAP (Consumer) eq_tapq:anon_156 - Reset vbucket 566 was completed succecssfully. [ns_server:info,2012-11-10T1:21:27.779,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:27.579419 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:27.685368 PST 3: Notified the completion of checkpoint persistence for vbucket 45, cookie 0x6d71080 [ns_server:info,2012-11-10T1:21:28.058,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:27.858199 PST 3: persistence cursor offset is negative. Reset it to 0. [rebalance:info,2012-11-10T1:21:28.116,ns_1@192.168.0.21:<0.7687.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:28.122,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 45 state to replica [ns_server:info,2012-11-10T1:21:28.122,ns_1@192.168.0.21:tap_replication_manager-default<0.4497.0>:tap_replication_manager:change_vbucket_filter:185]Going to change replication from 'ns_1@192.168.0.22' to have [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45] ("-", []) [ns_server:info,2012-11-10T1:21:28.124,ns_1@192.168.0.21:<0.7671.0>:ebucketmigrator_srv:handle_call:274]Starting new-style vbucket filter change on stream `replication_ns_1@192.168.0.21` [ns_server:info,2012-11-10T1:21:28.225,ns_1@192.168.0.21:<0.7671.0>:ebucketmigrator_srv:handle_call:297]Changing vbucket filter on tap stream `replication_ns_1@192.168.0.21`: [{0,2}, {1,3}, {2,2}, {3,2}, {4,2}, {5,2}, {6,2}, {7,2}, {8,2}, {9,2}, {10,3}, {11,2}, {12,2}, {13,2}, {14,2}, {15,2}, {16,3}, {17,2}, {18,2}, {19,2}, {20,2}, {21,2}, {22,2}, {23,2}, {24,2}, {25,2}, {26,2}, {27,2}, {28,2}, {29,3}, {30,2}, {31,2}, {32,2}, {33,2}, {34,2}, {35,2}, {36,2}, {37,2}, {38,2}, {39,2}, {40,2}, {41,3}, {42,2}, {43,2}, {44,2}, {45,2}] [ns_server:info,2012-11-10T1:21:28.228,ns_1@192.168.0.21:<0.7671.0>:ebucketmigrator_srv:handle_call:307]Successfully changed vbucket filter on tap stream `replication_ns_1@192.168.0.21`. [ns_server:info,2012-11-10T1:21:28.228,ns_1@192.168.0.21:<0.7671.0>:ebucketmigrator_srv:handle_info:376]Got vbucket filter change completion message. Completing state transition to a new ebucketmigrator. [rebalance:info,2012-11-10T1:21:28.229,ns_1@192.168.0.21:<0.7671.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:28.231,ns_1@192.168.0.21:<0.7724.0>:ns_vbm_new_sup:mk_old_state_retriever:83]Got vbucket filter change old state. Proceeding vbucket filter change operation [error_logger:info,2012-11-10T1:21:28.231,ns_1@192.168.0.21:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================PROGRESS REPORT========================= supervisor: {local,'ns_vbm_new_sup-default'} started: [{pid,<0.7724.0>}, {name, {new_child_id, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17, 18,19,20,21,22,23,24,25,26,27,28,29,30,31,32, 33,34,35,36,37,38,39,40,41,42,43,44,45], 'ns_1@192.168.0.22'}}, {mfargs, {ebucketmigrator_srv,start_link, [{"192.168.0.22",11209}, {"192.168.0.21",11209}, [{old_state_retriever, #Fun}, {on_not_ready_vbuckets, #Fun}, {username,"default"}, {password,[]}, {vbuckets, [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15, 16,17,18,19,20,21,22,23,24,25,26,27,28, 29,30,31,32,33,34,35,36,37,38,39,40,41, 42,43,44,45]}, {takeover,false}, {suffix,"ns_1@192.168.0.21"}]]}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [ns_server:info,2012-11-10T1:21:28.280,ns_1@192.168.0.21:<0.4493.0>:ns_memcached:do_handle_call:521]Changed vbucket 46 state to replica [ns_server:info,2012-11-10T1:21:28.318,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:28.117173 PST 3: TAP (Consumer) eq_tapq:anon_154 - disconnected [ns_server:info,2012-11-10T1:21:28.457,ns_1@192.168.0.21:<0.7727.0>:ebucketmigrator_srv:init:479]Setting {"192.168.0.21",11209} vbucket 46 to state replica [rebalance:info,2012-11-10T1:21:28.542,ns_1@192.168.0.21:<0.7727.0>:ebucketmigrator_srv:init:538]Starting tap stream: [{vbuckets,"."}, {checkpoints,[{46,0}]}, {name,<<"replication_building_46_'ns_1@192.168.0.21'">>}, {takeover,false}] {{"192.168.0.20",11209}, {"192.168.0.21",11209}, [{vbuckets,"."}, {takeover,false}, {suffix,"building_46_'ns_1@192.168.0.21'"}, {username,"default"}, {password,[]}]} [rebalance:info,2012-11-10T1:21:28.543,ns_1@192.168.0.21:<0.7727.0>:ebucketmigrator_srv:process_upstream:901]Initial stream for vbucket 46 [ns_server:info,2012-11-10T1:21:28.700,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:28.494187 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.500885 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.501452 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.503405 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.503544 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.503599 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504328 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504442 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504490 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504570 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504612 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504651 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504688 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504721 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504750 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504778 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504833 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.504914 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505008 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505052 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505089 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505130 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505164 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505185 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505205 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505223 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505240 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505257 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505300 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505350 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505377 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505399 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505421 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505441 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505458 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505477 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505495 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505540 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505562 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505580 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505613 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505633 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505650 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.505666 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509331 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509374 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509399 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509430 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509453 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509475 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509492 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509510 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509530 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509550 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509568 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509585 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509604 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.509634 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.544698 PST 3: TAP (Consumer) eq_tapq:anon_157 - Reset vbucket 46 was completed succecssfully. memcached<0.4434.0>: Sat Nov 10 01:21:28.545810 PST 3: persistence cursor offset is negative. Reset it to 0. [ns_server:warn,2012-11-10T1:21:28.701,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:176]Dropped 654 log lines from memcached [rebalance:info,2012-11-10T1:21:28.720,ns_1@192.168.0.21:<0.7704.0>:ebucketmigrator_srv:do_confirm_sent_messages:671]Got close ack! [ns_server:info,2012-11-10T1:21:28.903,ns_1@192.168.0.21:ns_port_memcached<0.4434.0>:ns_port_server:log:171]memcached<0.4434.0>: Sat Nov 10 01:21:28.703295 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703334 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703358 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703379 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703403 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703425 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703444 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703463 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.703481 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.709421 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.709478 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.709518 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.709557 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.709591 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.709623 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.709683 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710603 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710686 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710731 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710800 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710838 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710874 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710909 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710942 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.710976 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.711032 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.711065 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.711146 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.711181 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.711212 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.711243 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.712204 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.712278 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.712313 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.712342 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.712372 PST 3: persistence cursor offset is negative. Reset it to 0. memcached<0.4434.0>: Sat Nov 10 01:21:28.712402 PST 3: persistence cursor offset is negative. Reset it to 0. memcach