============================================================================== couchbase logs (error) cbbrowse_logs error ============================================================================== [ns_server:error,2012-11-14T10:45:32.671,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:45:32.681,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2012-11-14T10:45:37.485,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.452.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:45:37.657,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2012-11-14T10:45:37.871,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.344.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-14T10:45:42.875,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.282.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-14T10:45:42.879,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.231.0> terminating ** Last message in was {'EXIT',<0.217.0>,killed} ** When Server state == {db,<0.231.0>,<0.232.0>,nil,<<"1352918731472682">>, <0.227.0>,<0.233.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.227.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.227.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:45:42.882,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.231.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.58.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:error,2012-11-14T10:45:42.882,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.446.0> terminating ** Last message in was {'EXIT',<0.217.0>,killed} ** When Server state == {db,<0.446.0>,<0.447.0>,nil,<<"1352918732722275">>, <0.442.0>,<0.448.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.442.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.442.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.442.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:45:42.883,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.446.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.58.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 305 neighbours: [ns_server:error,2012-11-14T10:45:48.687,ns_1@10.2.1.61:ns_heart<0.376.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:45:48.697,ns_1@10.2.1.61:ns_heart<0.376.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2012-11-14T10:45:55.582,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.454.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:error,2012-11-14T10:45:55.897,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.347.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-14T10:45:55.917,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.240.0> terminating ** Last message in was {'EXIT',<0.226.0>,killed} ** When Server state == {db,<0.240.0>,<0.241.0>,nil,<<"1352918747449322">>, <0.236.0>,<0.242.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.236.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.236.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.236.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:45:55.917,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.449.0> terminating ** Last message in was {'EXIT',<0.226.0>,killed} ** When Server state == {db,<0.449.0>,<0.450.0>,nil,<<"1352918748738119">>, <0.445.0>,<0.451.0>, {db_header,11,1, <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.445.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 62}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.445.0>, {2962,<<0,0,0,0,1>>,60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.445.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:45:55.920,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.240.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.64.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 284 neighbours: [error_logger:error,2012-11-14T10:45:55.921,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.449.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.64.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 305 neighbours: [ns_server:error,2012-11-14T10:45:56.993,ns_1@10.2.1.61:ns_heart<0.733.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:45:56.998,ns_1@10.2.1.61:ns_heart<0.733.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2012-11-14T10:46:01.724,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.804.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T10:46:01.992,ns_1@10.2.1.61:ns_heart<0.733.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2012-11-14T10:46:02.166,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.706.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-14T10:46:07.170,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,mb_mnesia_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.610.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] [error_logger:error,2012-11-14T10:46:07.174,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.570.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.570.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.567.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.64.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 610 stack_size: 24 reductions: 1757 neighbours: [error_logger:error,2012-11-14T10:46:07.174,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.571.0> terminating ** Last message in was {'EXIT',<0.557.0>,killed} ** When Server state == {db,<0.571.0>,<0.572.0>,nil,<<"1352918755946436">>, <0.567.0>,<0.573.0>, {db_header,11,1, <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.567.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 51}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.567.0>, {3482,<<0,0,0,0,1>>,49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.567.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>,"/data2/_users.couch.1",[],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-14T10:46:07.176,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.571.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.64.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 253 neighbours: [ns_server:error,2012-11-14T10:46:14.677,ns_1@10.2.1.61:ns_heart<0.406.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T10:46:14.686,ns_1@10.2.1.61:ns_heart<0.406.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [stats:error,2012-11-14T10:46:29.415,ns_1@10.2.1.61:<0.446.0>:stats_reader:log_bad_responses:191]Some nodes didn't respond: ['ns_1@10.2.1.61','ns_1@10.2.1.63'] [error_logger:error,2012-11-14T11:09:14.489,ns_1@10.2.1.61:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.469.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [ns_server:error,2012-11-14T11:09:14.658,ns_1@10.2.1.61:ns_heart<0.406.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T11:09:14.666,ns_1@10.2.1.61:ns_heart<0.406.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T11:09:15.881,ns_1@10.2.1.61:ns_heart<0.31089.1>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-14T11:09:15.885,ns_1@10.2.1.61:ns_heart<0.31089.1>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}