[New Thread 13820]
[New Thread 13809]
[New Thread 13822]
[New Thread 13819]
[New Thread 13813]
[New Thread 13812]
[New Thread 13814]
[New Thread 13804]
[New Thread 13816]
[New Thread 13806]
[New Thread 13807]
[New Thread 13810]
[New Thread 13805]
[New Thread 13823]
[New Thread 13795]
[New Thread 13815]
[New Thread 13817]
[New Thread 13808]
[New Thread 13821]
[Thread debugging using libthread_db enabled]
Core was generated by `/opt/couchbase/bin/memcached -X /opt/couchbase/lib/memcached/stdin_term_handler'.
Program terminated with signal 6, Aborted.
#0  0x00000030cfc32885 in raise () from /lib64/libc.so.6

Thread 19 (Thread 0x7ffb4f18f700 (LWP 13821)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53decf88 in wait (this=0x65cab40, d=...) at src/syncobject.hh:58
        ts = {tv_sec = 1351764000, tv_nsec = 569655000}
#2  IdleTask::run (this=0x65cab40, d=...) at src/dispatcher.cc:336
        lh = {mutex = @0x65fce10, locked = true}
#3  0x00007ffb53def64a in Dispatcher::run (this=0x65fce00) at src/dispatcher.cc:173
        tv = {tv_sec = 1351683424, tv_usec = 569685}
        startReltime = 23
        jle = {name = Traceback (most recent call last):
  File "/usr/lib64/../share/gdb/python/libstdcxx/v6/printers.py", line 558, in to_string
    return self.val['_M_dataplus']['_M_p'].lazy_string (length = len)
RuntimeError: Cannot access memory at address 0xffffffffffffffe8
, ts = 0, duration = 0}
        task = {value = 0x65cab40}
        tlh = {mutex = @0x661ae38, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65fce10, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#4  0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65fce00) at src/dispatcher.cc:28
        dispatcher = 0x65fce00
#5  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 18 (Thread 0x7ffb568c3700 (LWP 13808)):
#0  0x00000030cfce62c3 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007ffb59967576 in epoll_dispatch (base=0x65b2c80, tv=<value optimized out>) at epoll.c:404
        epollop = 0x1d44070
        events = 0x65b4780
        i = <value optimized out>
        res = <value optimized out>
        timeout = <value optimized out>
        __func__ = "epoll_dispatch"
#2  0x00007ffb59952e44 in event_base_loop (base=0x65b2c80, flags=<value optimized out>) at event.c:1558
        evsel = 0x7ffb59b89160
        tv = {tv_sec = 0, tv_usec = 0}
        tv_p = 0x0
        res = <value optimized out>
        done = 0
        retval = 0
        __func__ = "event_base_loop"
#3  0x0000000000414504 in worker_libevent (arg=0x1d49af0) at daemon/thread.c:301
        me = 0x1d49af0
#4  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#5  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 17 (Thread 0x7ffb50f92700 (LWP 13817)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53e0b98f in wait (this=0x65ae000) at src/syncobject.hh:58
        ts = {tv_sec = 1351703539, tv_nsec = 111041000}
#2  wait (this=0x65ae000) at src/syncobject.hh:74
        tv = {tv_sec = 1351703539, tv_usec = 111041}
#3  wait (this=0x65ae000) at src/tapconnmap.hh:169
        lh = {mutex = @0x65a8240, locked = true}
#4  EventuallyPersistentEngine::notifyPendingConnections (this=0x65ae000) at src/ep_engine.cc:3382
        blurb = 6422
#5  0x00007ffb53e0ba73 in EvpNotifyPendingConns (arg=0x65ae000) at src/ep_engine.cc:1128
No locals.
#6  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#7  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 16 (Thread 0x7ffb52394700 (LWP 13815)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53decf88 in wait (this=0x65ca360, d=...) at src/syncobject.hh:58
        ts = {tv_sec = 1351764000, tv_nsec = 683356000}
#2  IdleTask::run (this=0x65ca360, d=...) at src/dispatcher.cc:336
        lh = {mutex = @0x65f1890, locked = true}
#3  0x00007ffb53def64a in Dispatcher::run (this=0x65f1880) at src/dispatcher.cc:173
        tv = {tv_sec = 1351683422, tv_usec = 683555}
        startReltime = 21
        jle = {name = Traceback (most recent call last):
  File "/usr/lib64/../share/gdb/python/libstdcxx/v6/printers.py", line 558, in to_string
    return self.val['_M_dataplus']['_M_p'].lazy_string (length = len)
RuntimeError: Cannot access memory at address 0xffffffffffffffe8
, ts = 0, duration = 0}
        task = {value = 0x65ca360}
        tlh = {mutex = @0x661a338, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65f1890, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#4  0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65f1880) at src/dispatcher.cc:28
        dispatcher = 0x65f1880
#5  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 15 (Thread 0x7ffb596ea720 (LWP 13795)):
#0  0x00000030cfce62c3 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007ffb59967576 in epoll_dispatch (base=0x65b2000, tv=<value optimized out>) at epoll.c:404
        epollop = 0x1d44010
        events = 0x65b4000
        i = <value optimized out>
        res = <value optimized out>
        timeout = <value optimized out>
        __func__ = "epoll_dispatch"
#2  0x00007ffb59952e44 in event_base_loop (base=0x65b2000, flags=<value optimized out>) at event.c:1558
        evsel = 0x7ffb59b89160
        tv = {tv_sec = 1, tv_usec = 0}
        tv_p = 0x7fff1deb7ac0
        res = <value optimized out>
        done = 0
        retval = 0
        __func__ = "event_base_loop"
#3  0x0000000000409742 in main (argc=<value optimized out>, argv=<value optimized out>) at daemon/memcached.c:7918
        c = <value optimized out>
        lock_memory = false
        do_daemonize = false
        maxcore = 1
        username = 0x0
        pid_file = 0x0
        pw = <value optimized out>
        rlim = {rlim_cur = 10240, rlim_max = 10240}
        unit = <value optimized out>
        size_max = <value optimized out>
        num_ports = 2
        protocol_specified = true
        tcp_specified = true
        udp_specified = false
        engine = 0x7fff1deb9ad9 "/opt/couchbase/lib/memcached/bucket_engine.so"
        engine_config = <value optimized out>
        old_options = '\000' <repeats 1023 times>
        old_opts = <value optimized out>
        nfiles = <value optimized out>
        engine_handle = 0x7ffb57ed1640

Thread 14 (Thread 0x7ffb4dd8d700 (LWP 13823)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53e0b98f in wait (this=0x65ae900) at src/syncobject.hh:58
        ts = {tv_sec = 1351703538, tv_nsec = 850216000}
#2  wait (this=0x65ae900) at src/syncobject.hh:74
        tv = {tv_sec = 1351703538, tv_usec = 850216}
#3  wait (this=0x65ae900) at src/tapconnmap.hh:169
        lh = {mutex = @0x65a8360, locked = true}
#4  EventuallyPersistentEngine::notifyPendingConnections (this=0x65ae900) at src/ep_engine.cc:3382
        blurb = 15541
#5  0x00007ffb53e0ba73 in EvpNotifyPendingConns (arg=0x65ae900) at src/ep_engine.cc:1128
No locals.
#6  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#7  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 13 (Thread 0x7ffb588d2700 (LWP 13805)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb588d64d6 in logger_thead_main (arg=0x1d46040) at extensions/loggers/file_logger.c:368
        tp = {tv_sec = 1351703523, tv_usec = 119}
        ts = {tv_sec = 1351703542, tv_nsec = 0}
        currsize = 858640
        fp = 0x1d56240
        next = 1351703542
#2  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 12 (Thread 0x7ffb554c1700 (LWP 13810)):
#0  0x00000030cfce62c3 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007ffb59967576 in epoll_dispatch (base=0x65b2780, tv=<value optimized out>) at epoll.c:404
        epollop = 0x1d440c0
        events = 0x65b4480
        i = <value optimized out>
        res = <value optimized out>
        timeout = <value optimized out>
        __func__ = "epoll_dispatch"
#2  0x00007ffb59952e44 in event_base_loop (base=0x65b2780, flags=<value optimized out>) at event.c:1558
        evsel = 0x7ffb59b89160
        tv = {tv_sec = 0, tv_usec = 0}
        tv_p = 0x0
        res = <value optimized out>
        done = 0
        retval = 0
        __func__ = "event_base_loop"
#3  0x0000000000414504 in worker_libevent (arg=0x1d49ce0) at daemon/thread.c:301
        me = 0x1d49ce0
#4  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#5  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 11 (Thread 0x7ffb572c4700 (LWP 13807)):
#0  0x00000030cfce62c3 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007ffb59967576 in epoll_dispatch (base=0x65b2280, tv=<value optimized out>) at epoll.c:404
        epollop = 0x1d44090
        events = 0x65b4180
        i = <value optimized out>
        res = <value optimized out>
        timeout = <value optimized out>
        __func__ = "epoll_dispatch"
#2  0x00007ffb59952e44 in event_base_loop (base=0x65b2280, flags=<value optimized out>) at event.c:1558
        evsel = 0x7ffb59b89160
        tv = {tv_sec = 0, tv_usec = 0}
        tv_p = 0x0
        res = <value optimized out>
        done = 0
        retval = 0
        __func__ = "event_base_loop"
#3  0x0000000000414504 in worker_libevent (arg=0x1d499f8) at daemon/thread.c:301
        me = 0x1d499f8
#4  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#5  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 10 (Thread 0x7ffb57cc5700 (LWP 13806)):
#0  0x00000030cfce62c3 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007ffb59967576 in epoll_dispatch (base=0x65b2500, tv=<value optimized out>) at epoll.c:404
        epollop = 0x1d44040
        events = 0x65b4300
        i = <value optimized out>
        res = <value optimized out>
        timeout = <value optimized out>
        __func__ = "epoll_dispatch"
#2  0x00007ffb59952e44 in event_base_loop (base=0x65b2500, flags=<value optimized out>) at event.c:1558
        evsel = 0x7ffb59b89160
        tv = {tv_sec = 140717486528960, tv_usec = 209639786101}
        tv_p = 0x0
        res = <value optimized out>
        done = 0
        retval = 0
        __func__ = "event_base_loop"
#3  0x0000000000414504 in worker_libevent (arg=0x1d49900) at daemon/thread.c:301
        me = 0x1d49900
#4  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#5  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 9 (Thread 0x7ffb51993700 (LWP 13816)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53decf88 in wait (this=0x65ca2d0, d=...) at src/syncobject.hh:58
        ts = {tv_sec = 1351703540, tv_nsec = 146580000}
#2  IdleTask::run (this=0x65ca2d0, d=...) at src/dispatcher.cc:336
        lh = {mutex = @0x65f16d0, locked = true}
#3  0x00007ffb53def64a in Dispatcher::run (this=0x65f16c0) at src/dispatcher.cc:173
        tv = {tv_sec = 1351703535, tv_usec = 151742}
        startReltime = 20134
        jle = {name = "Checkpoint Remover on vb 1022", ts = 20134, duration = 1}
        task = {value = 0x65ca2d0}
        tlh = {mutex = @0x661a6b8, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65f16d0, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#4  0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65f16c0) at src/dispatcher.cc:28
        dispatcher = 0x65f16c0
#5  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 8 (Thread 0x7ffb594e7700 (LWP 13804)):
#0  0x00000030cfcd89cd in read () from /lib64/libc.so.6
No symbol table info available.
#1  0x00000030cfc71128 in _IO_new_file_underflow () from /lib64/libc.so.6
No symbol table info available.
#2  0x00000030cfc72c2e in _IO_default_uflow_internal () from /lib64/libc.so.6
No symbol table info available.
#3  0x00000030cfc6741a in _IO_getline_info_internal () from /lib64/libc.so.6
No symbol table info available.
#4  0x00000030cfc66279 in fgets () from /lib64/libc.so.6
No symbol table info available.
#5  0x00007ffb594e8939 in check_stdin_thread (arg=<value optimized out>) at extensions/daemon/stdin_check.c:37
        chack = {pointer = 0x403420, exit_function = 0x403420 <shutdown_server>}
        command = "\005", '\000' <repeats 24 times>"\226, \300\317\060", '\000' <repeats 12 times>, "wNY\373\177\000\000\000\000\000\000\000\000\000\000\240\021A\320\060\000\000\000\300yNY\373\177\000\000uF\201\317\060\000\000"
#6  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#7  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 7 (Thread 0x7ffb52d95700 (LWP 13814)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53decf88 in wait (this=0x65ca120, d=...) at src/syncobject.hh:58
        ts = {tv_sec = 1351703538, tv_nsec = 583472000}
#2  IdleTask::run (this=0x65ca120, d=...) at src/dispatcher.cc:336
        lh = {mutex = @0x65f0a90, locked = true}
#3  0x00007ffb53def64a in Dispatcher::run (this=0x65f0a80) at src/dispatcher.cc:173
        tv = {tv_sec = 1351703537, tv_usec = 583476}
        startReltime = 20137
        jle = {name = "Batching background fetch.", ts = 20137, duration = 157}
        task = {value = 0x65ca120}
        tlh = {mutex = @0x661a138, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65f0a90, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#4  0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65f0a80) at src/dispatcher.cc:28
        dispatcher = 0x65f0a80
#5  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 6 (Thread 0x7ffb54ac0700 (LWP 13812)):
#0  0x00000030cfcab15d in nanosleep () from /lib64/libc.so.6
No symbol table info available.
#1  0x00000030cfcdf124 in usleep () from /lib64/libc.so.6
No symbol table info available.
#2  0x00007ffb53e2bd75 in updateStatsThread (arg=0x1d464c0) at src/memory_tracker.cc:31
        tracker = 0x1d464c0
#3  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#4  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 5 (Thread 0x7ffb53796700 (LWP 13813)):
#0  0x00000030d040edf3 in pread64 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53bc3a18 in couch_pread (handle=<value optimized out>, buf=0x378a22c31, nbyte=8192, offset=13189120) at src/os.c:38
        fd = 873
        rv = <value optimized out>
#2  0x00007ffb53e6d8bd in cfs_pread (h=0x3186939a0, buf=0x378a22c31, sz=8192, off=13189120) at src/couch-kvstore/couch-fs-stats.cc:68
        sf = 0x3186939a0
        bt = {dest = 0x661e1a8, start = 2235081856734583, name = 0x0, out = 0x0}
#3  0x00007ffb53bc253b in load_buffer_from (handle=0x354c9de60, buf=<value optimized out>, nbyte=8, offset=<value optimized out>) at src/iobuffer.c:153
        bytes_read = <value optimized out>
#4  buffered_pread (handle=0x354c9de60, buf=<value optimized out>, nbyte=8, offset=<value optimized out>) at src/iobuffer.c:292
        block_start = 13189120
        buffer = 0x378a22c00
        nbyte_read = <value optimized out>
        h = 0x354c9de60
        err = <value optimized out>
        total_read = <value optimized out>
#5  0x00007ffb53bc0b1c in read_skipping_prefixes (db=0x2970633b0, pos=13195239, ret_ptr=0x7ffb53794f68, header=0) at src/couch_file_read.c:27
        read_size = <value optimized out>
        got_bytes = <value optimized out>
#6  pread_bin_internal (db=0x2970633b0, pos=13195239, ret_ptr=0x7ffb53794f68, header=0) at src/couch_file_read.c:53
        info = {chunk_len = 1946278400, crc32 = 3}
        err = <value optimized out>
        buf = <value optimized out>
#7  0x00007ffb53bc0d27 in pread_compressed (db=<value optimized out>, pos=<value optimized out>, ret_ptr=0x7ffb53795008) at src/couch_file_read.c:92
        compressed_buf = 0x7ffb59707d21 "\351", <incomplete sequence \355>
        new_buf = <value optimized out>
        len = <value optimized out>
        uncompressed_len = <value optimized out>
        ss = <value optimized out>
#8  0x00007ffb53bbc94a in modify_node (rq=0x7ffb537952a0, nptr=0x2f1fbf488, start=0, end=1, dst=0x2f1fbe794) at src/btree_modify.c:321
        nodebuf = 0x0
        bufpos = 1
        nodebuflen = 0
        errcode = 0
        local_result = 0x0
#9  0x00007ffb53bbcbd5 in modify_node (rq=0x7ffb537952a0, nptr=0x2f1fbe764, start=0, end=1, dst=0x2f1fbe0c8) at src/btree_modify.c:468
        range_end = <value optimized out>
        klen = <value optimized out>
        val_buf = {buf = 0xfee194b6 "", size = <value optimized out>}
        vlen = <value optimized out>
        cmp_key = {buf = 0xfee194b0 "", size = 6}
        cmp_val = <value optimized out>
        nodebuf = 0xfee19180 ""
        bufpos = 841
        nodebuflen = 871
        errcode = <value optimized out>
        local_result = <value optimized out>
#10 0x00007ffb53bbcbd5 in modify_node (rq=0x7ffb537952a0, nptr=0x6ddbe80, start=0, end=2, dst=0x2f1fbe010) at src/btree_modify.c:468
        range_end = <value optimized out>
        klen = <value optimized out>
        val_buf = {buf = 0x378bde912 "", size = <value optimized out>}
        vlen = <value optimized out>
        cmp_key = {buf = 0x378bde90c "", size = 6}
        cmp_val = <value optimized out>
        nodebuf = 0x378bde780 ""
        bufpos = 421
        nodebuflen = 451
        errcode = <value optimized out>
        local_result = <value optimized out>
#11 0x00007ffb53bbd517 in modify_btree (rq=0x7ffb537952a0, root=0x6ddbe80, errcode=0x7ffb5379534c) at src/btree_modify.c:620
        a = 0x2d4977200
        ret_ptr = 0x6ddbe80
        root_result = 0x2f1fbe010
#12 0x00007ffb53bc0299 in update_indexes (db=0x2970633b0, seqs=0x37888a1f0, seqvals=0x37888a210, ids=<value optimized out>, idvals=<value optimized out>, numdocs=<value optimized out>) at src/couch_save.c:222
        idacts = 0x3692655e0
        seqacts = 0x1d547d0
        sorted_ids = <value optimized out>
        actbuf = 0x1d54790
        new_id_root = 0x3692655e0
        new_seq_root = <value optimized out>
        errcode = COUCHSTORE_SUCCESS
        seqrq = {cmp = {last_cmp_val = 1400460032, last_cmp_key = 0x7ffb59707d21, list_pos = 1500537744, compare = 0x7ffb53bc3760 <seq_cmp>, arg = 0x7ffb53795330}, db = 0x2970633b0, num_actions = 2, actions = 0x1d547d0, fetch_callback = 0x1d223c0, reduce = 0x7ffb53bc3360 <by_seq_reduce>, rereduce = 0x7ffb53bc33b0 <by_seq_rereduce>, compacting = 0}
        idrq = {cmp = {last_cmp_val = 1400459936, last_cmp_key = 0x7ffb59709125, list_pos = 2103623936, compare = 0x7ffb53bc3710 <ebin_cmp>, arg = 0x7ffb53795330}, db = 0x2970633b0, num_actions = 2, actions = 0x1d547a0, fetch_callback = 0x7ffb53bc0970 <idfetch_update_cb>, reduce = 0x7ffb53bc3430 <by_id_reduce>, rereduce = 0x7ffb53bc34f0 <by_id_rereduce>, compacting = 0}
        tmpsb = {buf = 0x7ffb53795448 "\323\b", size = 10693558528}
        ii = <value optimized out>
        fetcharg = {seqacts = 0x1d547d0, actpos = 2, seqs = 0x7ffb53795238, seqvals = 0x7ffb53795230, valpos = 1, deltermbuf = 0x1d54790}
#13 0x00007ffb53bc0861 in couchstore_save_documents (db=0x2970633b0, docs=0x3400c1aa0, infos=0x3400c1bb0, numdocs=1, options=1) at src/couch_save.c:354
        errcode = COUCHSTORE_SUCCESS
        ii = <value optimized out>
        seqklist = 0x37888a1f0
        idklist = 0x37888a200
        seqvlist = 0x37888a210
        idvlist = 0x37888a220
        term_meta_size = <value optimized out>
        curdoc = <value optimized out>
        seq = <value optimized out>
        fb = 0x37888a1e0
#14 0x00007ffb53e68587 in CouchKVStore::saveDocs (this=0x661e000, vbid=648, rev=5, docs=0x3400c1aa0, docinfos=0x3400c1bb0, docCount=1) at src/couch-kvstore/couch-kvstore.cc:1550
        max = <value optimized out>
        cs_begin = 2235081856485542
        cb = {<Callback<unsigned short>> = {_vptr.Callback = 0x7ffb53795520, myStatus = 1500546665}, val = 32763, fired = false, so = {<Mutex> = {_vptr.Mutex = 0x3400c1bb0, mutex = {__data = {__lock = 30687232, __count = 0, __owner = 1400460608, __nusers = 32763, __kind = 1500615400, __spins = 32763, __list = {__prev = 0x65ae000, __next = 0x7ffb53e760b8}}, __size = "\000@\324\001\000\000\000\000@UyS\373\177\000\000\350\222qY\373\177\000\000\000\340Z\006\000\000\000\000\270`\347S\373\177\000", __align = 30687232}, holder = 140717413979568, held = false}, cond = {__data = {__lock = 1400460720, __futex = 32763, __total_seq = 140717514119397, __wakeup_seq = 8, __woken_seq = 140717516331872, __mutex = 0x7ffb53e2bad0, __nwaiters = 0, __broadcast_seq = 0}, __size = "\260UyS\373\177\000\000\345XqY\373\177\000\000\b\000\000\000\000\000\000\000`\033\223Y\373\177\000\000к\342S\373\177\000\000\000\000\000\000\000\000\000", __align = 140717413979568}}}
        newHeaderPos = <value optimized out>
        db = 0x2970633b0
        newFileRev = 5
        retried = false
        fileRev = 5
        __PRETTY_FUNCTION__ = "couchstore_error_t CouchKVStore::saveDocs(uint16_t, uint64_t, Doc**, DocInfo**, int)"
        errCode = COUCHSTORE_SUCCESS
        retry_save_docs = false
        retry_begin = 0
#15 0x00007ffb53e68cc1 in CouchKVStore::commit2couchstore (this=0x661e000) at src/couch-kvstore/couch-kvstore.cc:1485
        committedReqs = 0x3400c1c60
        __PRETTY_FUNCTION__ = "bool CouchKVStore::commit2couchstore()"
        fileRev = 5
        reqIndex = <value optimized out>
        docs = 0x3400c1aa0
        docinfos = 0x3400c1bb0
        vbucket2flush = 648
        errCode = <value optimized out>
#16 0x00007ffb53e68ff9 in queueItem (this=0x661e000, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:1617
No locals.
#17 CouchKVStore::set (this=0x661e000, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:342
        __PRETTY_FUNCTION__ = "virtual void CouchKVStore::set(const Item&, Callback<std::pair<int, long int> >&)"
        deleteItem = false
        dbFile = "/data/bucket-0/661.couch.5"
        fileRev = 5
        requestcb = {setCb = 0x377e8d080, delCb = 0x377e8d080}
        req = 0x343291800
#18 0x00007ffb53df8a54 in EventuallyPersistentStore::flushOneDelOrSet (this=0x65aa480, qi=..., rejectQueue=std::queue wrapping: std::deque with 0 elements, vb=...) at src/ep.cc:2399
        timer = {dest = 0x65ae798, start = 2235081856393613, name = 0x7ffb53e8632a "disk_update", out = 0x0}
        cb = 0x377e8d080
        bucket_num = 1388
        itemBytes = <value optimized out>
        found = true
        isDirty = true
        __PRETTY_FUNCTION__ = "int EventuallyPersistentStore::flushOneDelOrSet(const queued_item&, std::queue<SingleThreadedRCPtr<QueuedItem>, std::deque<SingleThreadedRCPtr<QueuedItem>, std::allocator<SingleThreadedRCPtr<QueuedIte"...
        deleted = false
        queued = 20137
        itm = {metaData = {cas = 2235081201860654, seqno = 79, flags = 0, exptime = 0}, value = {value = 0x16fd3e400}, key = "b55c5cb39c8023c6", id = 15248, vbucketId = 661, static casCounter = {value = 112}, static metaDataSize = 26}
        ret = 0
        lh = {mutex = @0x6c18388, locked = false}
        v = <value optimized out>
        rowid = <value optimized out>
        dirtied = 20136
#19 0x00007ffb53df8d1b in EventuallyPersistentStore::flushOne (this=0x65aa480, queue=<value optimized out>, rejectQueue=std::queue wrapping: std::deque with 0 elements, vb=...) at src/ep.cc:2447
        qi = {value = 0xd68d4180}
        __PRETTY_FUNCTION__ = "int EventuallyPersistentStore::flushOne(std::queue<SingleThreadedRCPtr<QueuedItem>, std::deque<SingleThreadedRCPtr<QueuedItem>, std::allocator<SingleThreadedRCPtr<QueuedItem> > > >&, std::queue<Single"...
        rv = 0
#20 0x00007ffb53df8fab in EventuallyPersistentStore::flushVBQueue (this=0x65aa480, vb=..., vb_queue=std::queue wrapping: std::deque with 0 elements, vbid=661, data_age=<value optimized out>) at src/ep.cc:2009
        n = <value optimized out>
        notified = <value optimized out>
        __PRETTY_FUNCTION__ = "int EventuallyPersistentStore::flushVBQueue(RCPtr<VBucket>&, std::queue<SingleThreadedRCPtr<QueuedItem>, std::deque<SingleThreadedRCPtr<QueuedItem>, std::allocator<SingleThreadedRCPtr<QueuedItem> > > "...
        oldest = 0
        rejectQueue = std::queue wrapping: std::deque with 0 elements
        vb_entry = <value optimized out>
#21 0x00007ffb53dfcd3e in EventuallyPersistentStore::flushOutgoingQueue (this=0x65aa480, flushQueue=0x65aa748, flushPhase=@0x65a8570, nextVbid=@0x65a8578) at src/ep.cc:1954
        vbid = <value optimized out>
        vb_queue = std::queue wrapping: std::deque with 0 elements
        priority_vbs = <value optimized out>
        vb = {value = {<Atomic<VBucket*>> = {value = 0x6c95c00}, <No data fields>}, lock = {lock = 0}}
        completed = 17
        iteration = <value optimized out>
        invalid_vbs = std::vector of length 0, capacity 0
        vit = {first = 661, second = std::queue wrapping: std::deque with 0 elements}
        oldest = 0
        it = <value optimized out>
#22 0x00007ffb53e2611c in Flusher::doFlush (this=0x65a8480) at src/flusher.cc:245
        n = <value optimized out>
#23 0x00007ffb53e26ab5 in Flusher::step (this=0x65a8480, d=..., tid=...) at src/flusher.cc:158
        __PRETTY_FUNCTION__ = "bool Flusher::step(Dispatcher&, TaskId&)"
#24 0x00007ffb53def64a in Dispatcher::run (this=0x65f0c40) at src/dispatcher.cc:173
        tv = {tv_sec = 1351703538, tv_usec = 117152}
        startReltime = 20137
        jle = {name = "Running a flusher loop.", ts = 20137, duration = 601822}
        task = {value = 0x661a180}
        tlh = {mutex = @0x661a1b8, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65f0c50, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#25 0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65f0c40) at src/dispatcher.cc:28
        dispatcher = 0x65f0c40
#26 0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#27 0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 4 (Thread 0x7ffb50591700 (LWP 13819)):
#0  0x00000030d040edf3 in pread64 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53bc3a18 in couch_pread (handle=<value optimized out>, buf=0x378ede031, nbyte=8192, offset=11853824) at src/os.c:38
        fd = 868
        rv = <value optimized out>
#2  0x00007ffb53e6d8bd in cfs_pread (h=0x132801b40, buf=0x378ede031, sz=8192, off=11853824) at src/couch-kvstore/couch-fs-stats.cc:68
        sf = 0x132801b40
        bt = {dest = 0x661e9e8, start = 2235081854009119, name = 0x0, out = 0x0}
#3  0x00007ffb53bc253b in load_buffer_from (handle=0x3372649f0, buf=<value optimized out>, nbyte=8, offset=<value optimized out>) at src/iobuffer.c:153
        bytes_read = <value optimized out>
#4  buffered_pread (handle=0x3372649f0, buf=<value optimized out>, nbyte=8, offset=<value optimized out>) at src/iobuffer.c:292
        block_start = 11853824
        buffer = 0x378ede000
        nbyte_read = <value optimized out>
        h = 0x3372649f0
        err = <value optimized out>
        total_read = <value optimized out>
#5  0x00007ffb53bc0b1c in read_skipping_prefixes (db=0x297063a40, pos=11857707, ret_ptr=0x7ffb5058ff68, header=0) at src/couch_file_read.c:27
        read_size = <value optimized out>
        got_bytes = <value optimized out>
#6  pread_bin_internal (db=0x297063a40, pos=11857707, ret_ptr=0x7ffb5058ff68, header=0) at src/couch_file_read.c:53
        info = {chunk_len = 1348009776, crc32 = 32763}
        err = <value optimized out>
        buf = <value optimized out>
#7  0x00007ffb53bc0d27 in pread_compressed (db=<value optimized out>, pos=<value optimized out>, ret_ptr=0x7ffb50590008) at src/couch_file_read.c:92
        compressed_buf = 0x377ef8380 ""
        new_buf = <value optimized out>
        len = <value optimized out>
        uncompressed_len = <value optimized out>
        ss = <value optimized out>
#8  0x00007ffb53bbc94a in modify_node (rq=0x7ffb505902a0, nptr=0x3260544d0, start=131, end=132, dst=0x346627528) at src/btree_modify.c:321
        nodebuf = 0x0
        bufpos = 1
        nodebuflen = 0
        errcode = 0
        local_result = 0x0
#9  0x00007ffb53bbcbd5 in modify_node (rq=0x7ffb505902a0, nptr=0x3466274f8, start=131, end=139, dst=0x347cbc0c8) at src/btree_modify.c:468
        range_end = <value optimized out>
        klen = <value optimized out>
        val_buf = {buf = 0x378a94b9a "", size = <value optimized out>}
        vlen = <value optimized out>
        cmp_key = {buf = 0x378a94b94 "", size = 6}
        cmp_val = <value optimized out>
        nodebuf = 0x378a94a80 ""
        bufpos = 301
        nodebuflen = 871
        errcode = <value optimized out>
        local_result = <value optimized out>
#10 0x00007ffb53bbcbd5 in modify_node (rq=0x7ffb505902a0, nptr=0x7521c40, start=128, end=636, dst=0x347cbc010) at src/btree_modify.c:468
        range_end = <value optimized out>
        klen = <value optimized out>
        val_buf = {buf = 0x377b23974 "", size = <value optimized out>}
        vlen = <value optimized out>
        cmp_key = {buf = 0x377b2396e "", size = 6}
        cmp_val = <value optimized out>
        nodebuf = 0x377b23800 ""
        bufpos = 391
        nodebuflen = 481
        errcode = <value optimized out>
        local_result = <value optimized out>
#11 0x00007ffb53bbd517 in modify_btree (rq=0x7ffb505902a0, root=0x7521c40, errcode=0x7ffb5059034c) at src/btree_modify.c:620
        a = 0x132801440
        ret_ptr = 0x7521c40
        root_result = 0x347cbc010
#12 0x00007ffb53bc0299 in update_indexes (db=0x297063a40, seqs=0x378f28010, seqvals=0x378f2aaf0, ids=<value optimized out>, idvals=<value optimized out>, numdocs=<value optimized out>) at src/couch_save.c:222
        idacts = 0x1ad516e60
        seqacts = 0x378ebc060
        sorted_ids = <value optimized out>
        actbuf = 0x378eb8000
        new_id_root = 0x1ad516e60
        new_seq_root = <value optimized out>
        errcode = COUCHSTORE_SUCCESS
        seqrq = {cmp = {last_cmp_val = 1348010752, last_cmp_key = 0x7ffb59707d21, list_pos = 1500537744, compare = 0x7ffb53bc3760 <seq_cmp>, arg = 0x7ffb50590330}, db = 0x297063a40, num_actions = 636, actions = 0x378ebc060, fetch_callback = 0x1d24e40, reduce = 0x7ffb53bc3360 <by_seq_reduce>, rereduce = 0x7ffb53bc33b0 <by_seq_rereduce>, compacting = 0}
        idrq = {cmp = {last_cmp_val = 1348010656, last_cmp_key = 0x7ffb59709125, list_pos = 2012139520, compare = 0x7ffb53bc3710 <ebin_cmp>, arg = 0x7ffb50590330}, db = 0x297063a40, num_actions = 686, actions = 0x378eb8010, fetch_callback = 0x7ffb53bc0970 <idfetch_update_cb>, reduce = 0x7ffb53bc3430 <by_id_reduce>, rereduce = 0x7ffb53bc34f0 <by_id_rereduce>, compacting = 0}
        tmpsb = {buf = 0x7ffb50590448 "\325\f", size = 14897041408}
        ii = <value optimized out>
        fetcharg = {seqacts = 0x378ebc060, actpos = 636, seqs = 0x7ffb50590238, seqvals = 0x7ffb50590230, valpos = 343, deltermbuf = 0x378eb8000}
#13 0x00007ffb53bc0861 in couchstore_save_documents (db=0x297063a40, docs=0x27d62e200, infos=0x27d62d700, numdocs=343, options=1) at src/couch_save.c:354
        errcode = COUCHSTORE_SUCCESS
        ii = <value optimized out>
        seqklist = 0x378f28010
        idklist = 0x378f29580
        seqvlist = 0x378f2aaf0
        idvlist = 0x378f2c060
        term_meta_size = <value optimized out>
        curdoc = <value optimized out>
        seq = <value optimized out>
        fb = 0x378f28000
#14 0x00007ffb53e68587 in CouchKVStore::saveDocs (this=0x661e840, vbid=103, rev=6, docs=0x27d62e200, docinfos=0x27d62d700, docCount=343) at src/couch-kvstore/couch-kvstore.cc:1550
        max = <value optimized out>
        cs_begin = 2235079930510741
        cb = {<Callback<unsigned short>> = {_vptr.Callback = 0x7ffb50590520, myStatus = 1500546665}, val = 32763, fired = false, so = {<Mutex> = {_vptr.Mutex = 0x27d62d700, mutex = {__data = {__lock = 30687232, __count = 0, __owner = 1348011328, __nusers = 32763, __kind = 1500615400, __spins = 32763, __list = {__prev = 0x65ae900, __next = 0x7ffb53e760b8}}, __size = "\000@\324\001\000\000\000\000@\005YP\373\177\000\000\350\222qY\373\177\000\000\000\351Z\006\000\000\000\000\270`\347S\373\177\000", __align = 30687232}, holder = 140717361530288, held = 64}, cond = {__data = {__lock = 1348011440, __futex = 32763, __total_seq = 140717514119397, __wakeup_seq = 2744, __woken_seq = 140717516331872, __mutex = 0x7ffb53e2bad0, __nwaiters = 0, __broadcast_seq = 0}, __size = "\260\005YP\373\177\000\000\345XqY\373\177\000\000\270\n\000\000\000\000\000\000`\033\223Y\373\177\000\000к\342S\373\177\000\000\000\000\000\000\000\000\000", __align = 140717361530288}}}
        newHeaderPos = <value optimized out>
        db = 0x297063a40
        newFileRev = 6
        retried = false
        fileRev = 6
        __PRETTY_FUNCTION__ = "couchstore_error_t CouchKVStore::saveDocs(uint16_t, uint64_t, Doc**, DocInfo**, int)"
        errCode = COUCHSTORE_SUCCESS
        retry_save_docs = false
        retry_begin = 0
#15 0x00007ffb53e68cc1 in CouchKVStore::commit2couchstore (this=0x661e840) at src/couch-kvstore/couch-kvstore.cc:1485
        committedReqs = 0x27d62ed00
        __PRETTY_FUNCTION__ = "bool CouchKVStore::commit2couchstore()"
        fileRev = 6
        reqIndex = <value optimized out>
        docs = 0x27d62e200
        docinfos = 0x27d62d700
        vbucket2flush = 103
        errCode = <value optimized out>
#16 0x00007ffb53e68ff9 in queueItem (this=0x661e840, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:1617
No locals.
#17 CouchKVStore::set (this=0x661e840, itm=..., cb=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:342
        __PRETTY_FUNCTION__ = "virtual void CouchKVStore::set(const Item&, Callback<std::pair<int, long int> >&)"
        deleteItem = false
        dbFile = "/data/bucket-1/104.couch.6"
        fileRev = 6
        requestcb = {setCb = 0x377e8c360, delCb = 0x377e8c360}
        req = 0x198e65980
#18 0x00007ffb53df8a54 in EventuallyPersistentStore::flushOneDelOrSet (this=0x65aad80, qi=..., rejectQueue=std::queue wrapping: std::deque with 0 elements, vb=...) at src/ep.cc:2399
        timer = {dest = 0x65af098, start = 2235079930288799, name = 0x7ffb53e8632a "disk_update", out = 0x0}
        cb = 0x377e8c360
        bucket_num = 2585
        itemBytes = <value optimized out>
        found = true
        isDirty = true
        __PRETTY_FUNCTION__ = "int EventuallyPersistentStore::flushOneDelOrSet(const queued_item&, std::queue<SingleThreadedRCPtr<QueuedItem>, std::deque<SingleThreadedRCPtr<QueuedItem>, std::allocator<SingleThreadedRCPtr<QueuedIte"...
        deleted = false
        queued = 19677
        itm = {metaData = {cas = 7769445956921965, seqno = 728, flags = 0, exptime = 0}, value = {value = 0x329d0b000}, key = "00aefba3c4980161", id = 15110, vbucketId = 104, static casCounter = {value = 112}, static metaDataSize = 26}
        ret = 0
        lh = {mutex = @0x8611b88, locked = false}
        v = <value optimized out>
        rowid = <value optimized out>
        dirtied = 19676
#19 0x00007ffb53df8d1b in EventuallyPersistentStore::flushOne (this=0x65aad80, queue=<value optimized out>, rejectQueue=std::queue wrapping: std::deque with 0 elements, vb=...) at src/ep.cc:2447
        qi = {value = 0x16144b2a0}
        __PRETTY_FUNCTION__ = "int EventuallyPersistentStore::flushOne(std::queue<SingleThreadedRCPtr<QueuedItem>, std::deque<SingleThreadedRCPtr<QueuedItem>, std::allocator<SingleThreadedRCPtr<QueuedItem> > > >&, std::queue<Single"...
        rv = 0
#20 0x00007ffb53df8fab in EventuallyPersistentStore::flushVBQueue (this=0x65aad80, vb=..., vb_queue=std::queue wrapping: std::deque with 327 elements = {...}, vbid=104, data_age=<value optimized out>) at src/ep.cc:2009
        n = <value optimized out>
        notified = <value optimized out>
        __PRETTY_FUNCTION__ = "int EventuallyPersistentStore::flushVBQueue(RCPtr<VBucket>&, std::queue<SingleThreadedRCPtr<QueuedItem>, std::deque<SingleThreadedRCPtr<QueuedItem>, std::allocator<SingleThreadedRCPtr<QueuedItem> > > "...
        oldest = 0
        rejectQueue = std::queue wrapping: std::deque with 0 elements
        vb_entry = <value optimized out>
#21 0x00007ffb53dfcd3e in EventuallyPersistentStore::flushOutgoingQueue (this=0x65aad80, flushQueue=0x65ab048, flushPhase=@0x65a8c30, nextVbid=@0x65a8c38) at src/ep.cc:1954
        vbid = <value optimized out>
        vb_queue = std::queue wrapping: std::deque with 327 elements = {{value = 0x36f10ce80}, {value = 0x1b9e0be40}, {value = 0x3595d8660}, {value = 0x3595d88a0}, {value = 0x316dcb020}, {value = 0x33c78cda0}, {value = 0xf54faee0}, {value = 0x114f49040}, {value = 0x338ecd6e0}, {value = 0x156b2df40}, {value = 0x95863c0}, {value = 0x2d6bbed00}, {value = 0x2cb147000}, {value = 0x35aeb2c00}, {value = 0x332930a20}, {value = 0x35c63ac00}, {value = 0xc6f3dca0}, {value = 0x337395ca0}, {value = 0x359626500}, {value = 0x1b9e0aae0}, {value = 0x36eded8a0}, {value = 0x3517e2640}, {value = 0x3422781a0}, {value = 0x3176f3720}, {value = 0x336c22de0}, {value = 0x33e8f2200}, {value = 0x30b6fc480}, {value = 0x3192b72a0}, {value = 0x1053961e0}, {value = 0xca59b520}, {value = 0x15431bcc0}, {value = 0x2a44496e0}, {value = 0x1641ae740}, {value = 0x3599e94c0}, {value = 0x2ea63b3a0}, {value = 0x132f7260}, {value = 0x184b9b060}, {value = 0xd3546280}, {value = 0x2f202f600}, {value = 0x33e8f3120}, {value = 0x1561ffc00}, {value = 0x4d1ebe40}, {value = 0x370c238e0}, {value = 0x1598a9a00}, {value = 0x2cd3214c0}, {value = 0x36cea66c0}, {value = 0x191d2db00}, {value = 0x32f705a0}, {value = 0x1561ff9e0}, {value = 0x70bca00}, {value = 0x34ed1b9e0}, {value = 0x2abbf2420}, {value = 0x3526007e0}, {value = 0x1561ffa60}, {value = 0x2cbf16c80}, {value = 0x24d90d60}, {value = 0x35067a180}, {value = 0x31447cc20}, {value = 0xadf90440}, {value = 0x4d1ea700}, {value = 0x314cab2a0}, {value = 0x8acabe20}, {value = 0x219233ca0}, {value = 0x1726f4840}, {value = 0x2d8d3bf60}, {value = 0x2dfd0f980}, {value = 0x33403e1e0}, {value = 0x33fffc6a0}, {value = 0x4d1ea620}, {value = 0x3192b7ca0}, {value = 0x2abbf3260}, {value = 0x330014a20}, {value = 0x105063e40}, {value = 0x36e2a8b60}, {value = 0x2ff409860}, {value = 0x11b3a09e0}, {value = 0xadf901a0}, {value = 0xadf91340}, {value = 0x5509a780}, {value = 0xadf91d80}, {value = 0x36f071c00}, {value = 0x1561ff980}, {value = 0x2e5e057e0}, {value = 0x6ec90920}, {value = 0xadf90a20}, {value = 0xadf91240}, {value = 0x352fc8200}, {value = 0x343390880}, {value = 0x310818f00}, {value = 0x352fc9ea0}, {value = 0x11ea7bf80}, {value = 0x3093e0b00}, {value = 0x7d064d60}, {value = 0x32fe7a9c0}, {value = 0x9e8e0a20}, {value = 0x33281a5e0}, {value = 0x34425c360}, {value = 0xc5eb1c20}, {value = 0x33cbcf360}, {value = 0x33018f880}, {value = 0x31949f4c0}, {value = 0x1561fe7c0}, {value = 0x2dee2bb80}, {value = 0x36a8f9560}, {value = 0x34425cac0}, {value = 0x352fc97e0}, {value = 0x3371827e0}, {value = 0x6082a380}, {value = 0x6082b4e0}, {value = 0x12d19ee20}, {value = 0x351f96b00}, {value = 0x2bac3580}, {value = 0x303339900}, {value = 0x337182360}, {value = 0x316dcaba0}, {value = 0x339db7a60}, {value = 0x338c09780}, {value = 0xb4d02ea0}, {value = 0x352fc9460}, {value = 0x17aee3f20}, {value = 0xc4a46b40}, {value = 0x115526c00}, {value = 0x243800ee0}, {value = 0x35a528d20}, {value = 0x352fc8980}, {value = 0x341403ee0}, {value = 0x35abcf8c0}, {value = 0x33ab62560}, {value = 0x33fffcaa0}, {value = 0x33ab63220}, {value = 0x33ab62a20}, {value = 0x1991a0a00}, {value = 0x315aebd00}, {value = 0x35b573220}, {value = 0x34f492fe0}, {value = 0x2fd9121a0}, {value = 0x358783cc0}, {value = 0x342d6bba0}, {value = 0x34208fd80}, {value = 0x342d6b420}, {value = 0x2f4f31a00}, {value = 0x342d6a820}, {value = 0x34208f780}, {value = 0x342d6b580}, {value = 0x2b89bd680}, {value = 0x3392aeb00}, {value = 0x2d405f520}, {value = 0xbb315de0}, {value = 0x33f9c2d60}, {value = 0x2d888c800}, {value = 0x34208e920}, {value = 0x338897a20}, {value = 0x3193ce7c0}, {value = 0x342d6b720}, {value = 0x338f20f20}, {value = 0x121067a80}, {value = 0x342d6a580}, {value = 0x31949f020}, {value = 0x341ae0020}, {value = 0xbb314ce0}, {value = 0x33beeca00}, {value = 0x337a93e60}, {value = 0xcf141ce0}, {value = 0xafc51740}, {value = 0x934bb3e0}, {value = 0x1883cc980}, {value = 0x17940a6e0}, {value = 0x36ae77160}, {value = 0x2ca076180}, {value = 0x2ca0766a0}, {value = 0x2c5eba740}, {value = 0x2ca076d00}, {value = 0x290af27e0}, {value = 0x2ca076980}, {value = 0x2b1e97220}, {value = 0x2b1e97320}, {value = 0x36ae778c0}, {value = 0x339fc9020}, {value = 0x318abbec0}, {value = 0x2b1e97ac0}, {value = 0xf66258a0}, {value = 0x36ae77420}, {value = 0xf6625fa0}, {value = 0x1fc15afc0}, {value = 0x359f45960}, {value = 0x3575c3d60}, {value = 0x359c950e0}, {value = 0x36ae77500}, {value = 0xa6ef700}, {value = 0x16acd64e0}, {value = 0xeaab8800}, {value = 0x36ae76d00}, {value = 0xf6624d60}, {value = 0x33685e900}, {value = 0x34119cc20}, {value = 0x33c38cfe0}, {value = 0x2d6d6c4e0}, {value = 0x343f53680}, {value = 0x343f529a0}, {value = 0x17940a520}...}
        priority_vbs = <value optimized out>
        vb = {value = {<Atomic<VBucket*>> = {value = 0x86a0c00}, <No data fields>}, lock = {lock = 0}}
        completed = 6291
        iteration = <value optimized out>
        invalid_vbs = std::vector of length 0, capacity 0
        vit = {first = 104, second = std::queue wrapping: std::deque with 327 elements = {{value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }, {value = }...}}
        oldest = 0
        it = <value optimized out>
#22 0x00007ffb53e2611c in Flusher::doFlush (this=0x65a8b40) at src/flusher.cc:245
        n = <value optimized out>
#23 0x00007ffb53e26ab5 in Flusher::step (this=0x65a8b40, d=..., tid=...) at src/flusher.cc:158
        __PRETTY_FUNCTION__ = "bool Flusher::step(Dispatcher&, TaskId&)"
#24 0x00007ffb53def64a in Dispatcher::run (this=0x65fc1c0) at src/dispatcher.cc:173
        tv = {tv_sec = 1351703515, tv_usec = 997904}
        startReltime = 20115
        jle = {name = "Snapshotting vbuckets", ts = 20114, duration = 623352}
        task = {value = 0x661aa80}
        tlh = {mutex = @0x661aab8, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65fc1d0, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#25 0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65fc1c0) at src/dispatcher.cc:28
        dispatcher = 0x65fc1c0
#26 0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#27 0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 3 (Thread 0x7ffb4e78e700 (LWP 13822)):
#0  0x00000030d040b75b in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1  0x00007ffb53decf88 in wait (this=0x65caab0, d=...) at src/syncobject.hh:58
        ts = {tv_sec = 1351703541, tv_nsec = 834594000}
#2  IdleTask::run (this=0x65caab0, d=...) at src/dispatcher.cc:336
        lh = {mutex = @0x65fcc50, locked = true}
#3  0x00007ffb53def64a in Dispatcher::run (this=0x65fcc40) at src/dispatcher.cc:173
        tv = {tv_sec = 1351703536, tv_usec = 840685}
        startReltime = 20136
        jle = {name = "Checkpoint Remover on vb 1022", ts = 20136, duration = 388}
        task = {value = 0x65caab0}
        tlh = {mutex = @0x661ac38, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65fcc50, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#4  0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65fcc40) at src/dispatcher.cc:28
        dispatcher = 0x65fcc40
#5  0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6  0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 2 (Thread 0x7ffb55ec2700 (LWP 13809)):
#0  0x00000030d687db4b in bool std::has_facet<std::num_get<char, std::istreambuf_iterator<char, std::char_traits<char> > > >(std::locale const&) () from /usr/lib64/libstdc++.so.6
No symbol table info available.
#1  0x00000030d68742da in std::basic_ios<char, std::char_traits<char> >::_M_cache_locale(std::locale const&) () from /usr/lib64/libstdc++.so.6
No symbol table info available.
#2  0x00000030d6874348 in std::basic_ios<char, std::char_traits<char> >::init(std::basic_streambuf<char, std::char_traits<char> >*) () from /usr/lib64/libstdc++.so.6
No symbol table info available.
#3  0x00007ffb53e0bc24 in std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >::basic_stringstream (this=0x7ffb55ec0e50, __m=24, __in_chrg=<value optimized out>, __vtt_parm=<value optimized out>) at /usr/lib/gcc/x86_64-redhat-linux6E/4.4.6/../../../../include/c++/4.4.6/sstream:512
No locals.
#4  0x00007ffb53e233ae in void core_engine::add_casted_stat<unsigned long>(char const*, unsigned long, void (*)(char const*, unsigned short, char const*, unsigned int, void const*), void const*) () from /opt/couchbase/lib/memcached/ep.so
No symbol table info available.
#5  0x00007ffb53e155c3 in EventuallyPersistentEngine::doEngineStats (this=0x65ae900, cookie=0x6533080, add_stat=0x40a5c0 <append_stats>) at src/ep_engine.cc:2412
        aggregator = {<VBucketVisitor> = {<HashTableVisitor> = {_vptr.HashTableVisitor = 0x7ffb540bcdb0}, vBucketFilter = {acceptable = std::set with 0 elements}, currentBucket = {value = {<Atomic<VBucket*>> = {value = 0x0}, <No data fields>}, lock = {lock = 0}}}, visitorMap = std::map with 4 elements = {[vbucket_state_active] = 0x7ffb55ec1340, [vbucket_state_replica] = 0x7ffb55ec1240, [vbucket_state_pending] = 0x7ffb55ec1140, [vbucket_state_dead] = 0x7ffb55ec1040}}
        replicaCountVisitor = {<VBucketVisitor> = {<HashTableVisitor> = {_vptr.HashTableVisitor = 0x7ffb540bc9b0}, vBucketFilter = {acceptable = std::set with 0 elements}, currentBucket = {value = {<Atomic<VBucket*>> = {value = 0x0}, <No data fields>}, lock = {lock = 0}}}, desired_state = vbucket_state_replica, numItems = 1400405, numTempItems = 0, nonResident = 434833, numVbucket = 256, htMemory = 7782144, htItemMemory = 2478842443, htCacheSize = 2478842443, numEjects = 933602, numExpiredItems = 0, numReferencedItems = 0, numReferencedEjects = 0, metaDataMemory = 110631995, opsCreate = 1699787, opsUpdate = 1664597, opsDelete = 383394, opsReject = 0, queueSize = 39368, queueMemory = 1259776, queueAge = 19987424000, queueFill = 4066766, queueDrain = 4394452, pendingWrites = 1889666}
        timestr = "\353\b\032\000\000\000\000\000\203u\004\r\000\000\000\000@\025\354U"
        alogTim = {tm_sec = 106251648, tm_min = 0, tm_hour = 1769168743, tm_mday = 25978, tm_mon = 0, tm_year = 0, tm_wday = 1487826160, tm_yday = 32763, tm_isdst = 4236736, tm_gmtoff = 13809, tm_zone = 0x7ffb55ec1520 "\004"}
        __PRETTY_FUNCTION__ = "ENGINE_ERROR_CODE EventuallyPersistentEngine::doEngineStats(const void*, void (*)(const char*, uint16_t, const char*, uint32_t, const void*))"
        activeCountVisitor = {<VBucketVisitor> = {<HashTableVisitor> = {_vptr.HashTableVisitor = 0x7ffb540bc9b0}, vBucketFilter = {acceptable = std::set with 0 elements}, currentBucket = {value = {<Atomic<VBucket*>> = {value = 0x0}, <No data fields>}, lock = {lock = 0}}}, desired_state = vbucket_state_active, numItems = 1411230, numTempItems = 252, nonResident = 0, numVbucket = 256, htMemory = 7929792, htItemMemory = 3586753814, htCacheSize = 3586753814, numEjects = 0, numExpiredItems = 5121, numReferencedItems = 0, numReferencedEjects = 0, metaDataMemory = 111507078, opsCreate = 1717699, opsUpdate = 1682759, opsDelete = 348186, opsReject = 86, queueSize = 80649, queueMemory = 2580768, queueAge = 42088429000, queueFill = 4141026, queueDrain = 4061431, pendingWrites = 3871172}
        pendingCountVisitor = {<VBucketVisitor> = {<HashTableVisitor> = {_vptr.HashTableVisitor = 0x7ffb540bc9b0}, vBucketFilter = {acceptable = std::set with 0 elements}, currentBucket = {value = {<Atomic<VBucket*>> = {value = 0x0}, <No data fields>}, lock = {lock = 0}}}, desired_state = vbucket_state_pending, numItems = 0, numTempItems = 0, nonResident = 0, numVbucket = 0, htMemory = 0, htItemMemory = 0, htCacheSize = 0, numEjects = 0, numExpiredItems = 0, numReferencedItems = 0, numReferencedEjects = 0, metaDataMemory = 0, opsCreate = 0, opsUpdate = 0, opsDelete = 0, opsReject = 0, queueSize = 0, queueMemory = 0, queueAge = 0, queueFill = 0, queueDrain = 0, pendingWrites = 0}
        deadCountVisitor = {<VBucketVisitor> = {<HashTableVisitor> = {_vptr.HashTableVisitor = 0x7ffb540bc9b0}, vBucketFilter = {acceptable = std::set with 0 elements}, currentBucket = {value = {<Atomic<VBucket*>> = {value = 0x0}, <No data fields>}, lock = {lock = 0}}}, desired_state = vbucket_state_dead, numItems = 0, numTempItems = 0, nonResident = 0, numVbucket = 0, htMemory = 0, htItemMemory = 0, htCacheSize = 0, numEjects = 0, numExpiredItems = 0, numReferencedItems = 0, numReferencedEjects = 0, metaDataMemory = 0, opsCreate = 0, opsUpdate = 0, opsDelete = 0, opsReject = 0, queueSize = 0, queueMemory = 0, queueAge = 0, queueFill = 0, queueDrain = 0, pendingWrites = 0}
        epstats = @0x65aebe0
        memUsed = <value optimized out>
        sprop = {maxc = <value optimized out>, maxr = <value optimized out>, maxw = <value optimized out>, efficientVBDump = false, efficientVBDeletion = false, persistedDeletions = false, efficientGet = false}
#6  0x00007ffb53e1ade2 in EventuallyPersistentEngine::getStats (this=0x65ae900, cookie=0x6533080, stat_key=0x0, nkey=0, add_stat=0x40a5c0 <append_stats>) at src/ep_engine.cc:3290
        timer = {dest = 0x65af050, start = 2235081877558904, name = 0x0, out = 0x0}
        rv = <value optimized out>
#7  0x00007ffb53e1b486 in EvpGetStats (handle=0x65ae900, cookie=0x6533080, stat_key=0x0, nkey=0, add_stat=<value optimized out>) at src/ep_engine.cc:191
        err_code = <value optimized out>
#8  0x00007ffb57ccd910 in bucket_get_stats (handle=<value optimized out>, cookie=0x6533080, stat_key=<value optimized out>, nkey=0, add_stat=0x40a5c0 <append_stats>) at bucket_engine.c:1720
        rc = ENGINE_DISCONNECT
        peh = 0x65b8540
#9  0x0000000000410c3a in process_bin_stat (c=0x6533080) at daemon/memcached.c:2157
        subcommand = 0x36a69f018 ""
        nkey = 0
        ret = <value optimized out>
#10 0x00000000004114fa in complete_nread_binary (c=0x6533080) at daemon/memcached.c:3708
No locals.
#11 complete_nread (c=0x6533080) at daemon/memcached.c:3820
No locals.
#12 conn_nread (c=0x6533080) at daemon/memcached.c:5673
        block = false
        res = <value optimized out>
#13 0x0000000000405e55 in event_handler (fd=<value optimized out>, which=<value optimized out>, arg=0x6533080) at daemon/memcached.c:5936
        c = 0x6533080
        __PRETTY_FUNCTION__ = "event_handler"
        thr = 0x1d49be8
#14 0x00007ffb59952f3c in event_process_active_single_queue (base=0x65b2a00, flags=<value optimized out>) at event.c:1308
        ev = <value optimized out>
        count = 1
#15 event_process_active (base=0x65b2a00, flags=<value optimized out>) at event.c:1375
        i = <value optimized out>
        c = 0
#16 event_base_loop (base=0x65b2a00, flags=<value optimized out>) at event.c:1572
        n = <value optimized out>
        evsel = 0x7ffb59b89160
        tv = {tv_sec = 0, tv_usec = 0}
        tv_p = <value optimized out>
        res = <value optimized out>
        done = 0
        retval = 0
        __func__ = "event_base_loop"
#17 0x0000000000414504 in worker_libevent (arg=0x1d49be8) at daemon/thread.c:301
        me = 0x1d49be8
#18 0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#19 0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.

Thread 1 (Thread 0x7ffb4fb90700 (LWP 13820)):
#0  0x00000030cfc32885 in raise () from /lib64/libc.so.6
No symbol table info available.
#1  0x00000030cfc34065 in abort () from /lib64/libc.so.6
No symbol table info available.
#2  0x00000030cfc2b9fe in __assert_fail_base () from /lib64/libc.so.6
No symbol table info available.
#3  0x00000030cfc2bac0 in __assert_fail () from /lib64/libc.so.6
No symbol table info available.
#4  0x00007ffb53e66095 in CouchKVStore::fetchDoc (this=0x661edc0, db=0x297062380, docinfo=0x297062770, docValue=..., vbId=647, metaOnly=<value optimized out>) at src/couch-kvstore/couch-kvstore.cc:1348
        it = <value optimized out>
        cas = 7756042530970005
        __PRETTY_FUNCTION__ = "couchstore_error_t CouchKVStore::fetchDoc(Db*, DocInfo*, GetValue&, uint16_t, bool)"
        errCode = COUCHSTORE_SUCCESS
        metadata = <value optimized out>
        itemFlags = 0
        exptime = 0
#5  0x00007ffb53e694e1 in CouchKVStore::get (this=0x661edc0, key="f5f0d99828ce381c", vb=647, cb=...) at src/couch-kvstore/couch-kvstore.cc:394
        db = 0x297062380
        rv = {value = 0x0, id = 18446744073709551615, status = ENGINE_KEY_ENOENT, partial = false, nru = false}
        docInfo = 0x297062770
        __PRETTY_FUNCTION__ = "virtual void CouchKVStore::get(const std::string&, uint64_t, uint16_t, Callback<GetValue>&)"
        dbFile = "/data/bucket-1/647.couch.6"
        errCode = COUCHSTORE_SUCCESS
        id = {buf = 0x2f1fa6888 "f5f0d99828ce381c", size = <value optimized out>}
        start = 2235081838188820
        rc = <value optimized out>
        getMetaOnly = true
#6  0x00007ffb53df9877 in EventuallyPersistentStore::completeBGFetch (this=0x65aad80, key="f5f0d99828ce381c", vbucket=647, rowid=18446744073709551615, cookie=0x6533600, init=2235081838116183, type=BG_FETCH_METADATA) at src/ep.cc:1109
        ss = <incomplete type>
        __PRETTY_FUNCTION__ = "void EventuallyPersistentStore::completeBGFetch(const std::string&, uint16_t, uint64_t, const void*, hrtime_t, bg_fetch_type_t)"
        status = <value optimized out>
        lh = {mutex = @0x1, locked = 32}
        vb = {value = {<Atomic<VBucket*>> = {value = 0x7ffb4fb8fc50}, <No data fields>}, lock = {lock = 502131026}}
        stop = <value optimized out>
        start = 2235081838182088
        gcb = {<Callback<GetValue>> = {_vptr.Callback = 0x7ffb540bc110, myStatus = -693202064}, val = {value = 0x0, id = 18446744073709551615, status = ENGINE_KEY_ENOENT, partial = true, nru = false}, fired = false, so = {<Mutex> = {_vptr.Mutex = 0x7ffb540bc170, mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, holder = 0, held = false}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}}
#7  0x00007ffb53e08e7a in BGFetchCallback::callback(Dispatcher&, SingleThreadedRCPtr<Task>&) () from /opt/couchbase/lib/memcached/ep.so
No symbol table info available.
#8  0x00007ffb53def64a in Dispatcher::run (this=0x65fc000) at src/dispatcher.cc:173
        tv = {tv_sec = 1351703538, tv_usec = 298522}
        startReltime = 20137
        jle = {name = "IdleTask (sleeping)", ts = 20137, duration = 16707}
        task = {value = 0x1a87cb000}
        tlh = {mutex = @0x1a87cb038, locked = false}
        runtime = <value optimized out>
        lh = {mutex = @0x65fc010, locked = false}
        __PRETTY_FUNCTION__ = "void Dispatcher::run()"
#9  0x00007ffb53deff4b in launch_dispatcher_thread (arg=0x65fc000) at src/dispatcher.cc:28
        dispatcher = 0x65fc000
#10 0x00000030d04077f1 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#11 0x00000030cfce5ccd in clone () from /lib64/libc.so.6
No symbol table info available.