============================================================================== couchbase logs (error) cbbrowse_logs error ============================================================================== [ns_server:error,2012-11-02T18:23:45.955,ns_1@127.0.0.1:ns_heart<0.374.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-02T18:23:45.965,ns_1@127.0.0.1:ns_heart<0.374.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2012-11-02T18:23:54.315,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_bucket_sup} Context: shutdown_error Reason: normal Offender: [{pid,<0.452.0>}, {name,buckets_observing_subscription}, {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] [error_logger:error,2012-11-02T18:23:55.156,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================SUPERVISOR REPORT========================= Supervisor: {local,ns_server_cluster_sup} Context: shutdown_error Reason: killed Offender: [{pid,<0.345.0>}, {name,vbucket_filter_changes_registry}, {mfargs, {ns_process_registry,start_link, [vbucket_filter_changes_registry]}}, {restart_type,permanent}, {shutdown,100}, {child_type,worker}] [error_logger:error,2012-11-02T18:23:55.175,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.446.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.446.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.443.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 377 stack_size: 24 reductions: 1713 neighbours: [error_logger:error,2012-11-02T18:23:55.180,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_file:spawn_writer/2 pid: <0.231.0> registered_name: [] exception exit: {noproc, {gen_server,call, [couch_file_write_guard, {remove,<0.231.0>}, infinity]}} in function gen_server:call/3 in call from couch_file:writer_loop/4 ancestors: [<0.228.0>,couch_server,couch_primary_services, couch_server_sup,cb_couch_sup,ns_server_cluster_sup, <0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 233 stack_size: 24 reductions: 2140 neighbours: [error_logger:error,2012-11-02T18:23:55.180,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.232.0> terminating ** Last message in was {'EXIT',<0.218.0>,killed} ** When Server state == {db,<0.232.0>,<0.233.0>,nil,<<"1351905824730175">>, <0.228.0>,<0.234.0>, {db_header,10,1, <<0,0,0,0,13,103,0,0,0,0,0,49,0,0,0,0,1,0,0,0, 0,0,0,0,0,0,13,69>>, <<0,0,0,0,13,152,0,0,0,0,0,47,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.228.0>, {3431, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>, 49}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.228.0>, {3480,<<0,0,0,0,1>>,47}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.228.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_users">>, "/opt/couchbase/var/lib/couchbase/data/_users.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create, {user_ctx, {user_ctx,null,[<<"_admin">>],undefined}}, sys_db]} ** Reason for termination == ** killed [error_logger:error,2012-11-02T18:23:55.181,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.232.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 292 neighbours: [error_logger:error,2012-11-02T18:23:55.182,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.447.0> terminating ** Last message in was {'EXIT',<0.218.0>,killed} ** When Server state == {db,<0.447.0>,<0.448.0>,nil,<<"1351905826005077">>, <0.443.0>,<0.449.0>, {db_header,10,1, <<0,0,0,0,11,84,0,0,0,0,0,60,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,11,50>>, <<0,0,0,0,11,144,0,0,0,0,0,58,0,0,0,0,1>>, nil,0,nil,nil}, 1, {btree,<0.443.0>, {2900, <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>, 60}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.443.0>, {2960,<<0,0,0,0,1>>,58}, #Fun, #Fun, #Fun, #Fun,1279,2558, true}, {btree,<0.443.0>,nil, #Fun, #Fun, #Fun,nil,1279,2558, true}, 1,<<"_replicator">>, "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1", [],nil, {user_ctx,null,[],undefined}, nil, [before_header,after_header,on_file_open], [create,sys_db, {user_ctx, {user_ctx,null, [<<"_admin">>,<<"_replicator">>], undefined}}]} ** Reason for termination == ** killed [error_logger:error,2012-11-02T18:23:55.183,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72] =========================CRASH REPORT========================= crasher: initial call: couch_db:init/1 pid: <0.447.0> registered_name: [] exception exit: killed in function gen_server:terminate/6 ancestors: [couch_server,couch_primary_services,couch_server_sup, cb_couch_sup,ns_server_cluster_sup,<0.59.0>] messages: [] links: [] dictionary: [] trap_exit: true status: running heap_size: 987 stack_size: 24 reductions: 305 neighbours: [ns_server:error,2012-11-02T18:23:56.258,ns_1@127.0.0.1:ns_heart<0.735.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-02T18:23:56.262,ns_1@127.0.0.1:ns_heart<0.735.0>:ns_heart:grab_samples_loading_tasks:298]Failed to grab samples loader tasks: {exit, {noproc, {gen_server,call, [samples_loader_tasks,get_tasks, 2000]}}, [{gen_server,call,3}, {ns_heart,grab_samples_loading_tasks,0}, {ns_heart,current_status,0}, {ns_heart,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:error,2012-11-02T18:40:29.668,ns_1@10.2.1.65:<0.5548.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 3404255 us [ns_server:error,2012-11-02T18:57:41.078,ns_1@10.2.1.65:<0.31388.0>:ns_orchestrator:rebalance_progress:176]Couldn't talk to orchestrator: {exit, {timeout, {gen_fsm,sync_send_event, [{global,ns_orchestrator}, rebalance_progress,2000]}}}