<!-- 
RSS generated by JIRA (5.2.4#845-sha1:c9f4cc41abe72fb236945343a1f485c2c844dac9) at Thu Jun 20 07:08:08 CDT 2013

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary add field=key&field=summary to the URL of your request.
For example:
http://www.couchbase.com/issues/si/jira.issueviews:issue-xml/MB-4363/MB-4363.xml?field=key&field=summary
-->
<rss version="0.92" >
<channel>
    <title>Couchbase</title>
    <link>http://www.couchbase.com/issues</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>5.2.4</version>
        <build-number>845</build-number>
        <build-date>26-12-2012</build-date>
    </build-info>

<item>
            <title>[MB-4363] dispatcher gives more priority to vbucket deletion even though disk write queue has &gt; 1M items</title>
                <link>http://www.couchbase.com/issues/browse/MB-4363</link>
                <project id="10010" key="MB">Couchbase Server</project>
                        <description>known issue with dispatcher scheduler.&lt;br/&gt;
&lt;br/&gt;
during rebalance disk write queue size grows to more than 1M items and due to this bug the dispatcher on some nodes keeps doing the vbucket deletion on different vbuckets over and over again andthis causes issues and make rebalancing very slow&lt;br/&gt;
&lt;br/&gt;
</description>
                <environment></environment>
            <key id="15423">MB-4363</key>
            <summary>dispatcher gives more priority to vbucket deletion even though disk write queue has &gt; 1M items</summary>
                <type id="1" iconUrl="http://www.couchbase.com/issues/images/icons/issuetypes/bug.png">Bug</type>
                                <priority id="3" iconUrl="http://www.couchbase.com/issues/images/icons/priorities/major.png">Major</priority>
                    <status id="6" iconUrl="http://www.couchbase.com/issues/images/icons/statuses/closed.png">Closed</status>
                    <resolution id="1">Fixed</resolution>
                    <security id="10011">Public</security>
                        <assignee username="chiyoung">Chiyoung Seo</assignee>
                                <reporter username="farshid">Farshid Ghods</reporter>
                        <labels>
                    </labels>
                <created>Mon, 17 Oct 2011 15:22:10 -0500</created>
                <updated>Wed, 9 Jan 2013 22:59:33 -0600</updated>
                    <resolved>Mon, 24 Oct 2011 11:48:19 -0500</resolved>
                            <version>1.7 GA</version>
                <version>1.7.1</version>
                <version>1.7.1.1</version>
                                <fixVersion>1.7.2</fixVersion>
                                                <votes>0</votes>
                        <watches>0</watches>
                                                    <comments>
                    <comment id="22410" author="farshid" created="Mon, 17 Oct 2011 15:22:59 -0500"  >i have monitored this node for the last 40 minutes and disk write queue size remained 1013k and vbucket-deletion task has been running and deleted more than 20 vbucket.s</comment>
                    <comment id="22411" author="farshid" created="Mon, 17 Oct 2011 15:50:09 -0500"  >stats :&lt;br/&gt;
&lt;br/&gt;
&amp;nbsp;accepting_conns:                1&lt;br/&gt;
&amp;nbsp;auth_cmds:                      1088&lt;br/&gt;
&amp;nbsp;auth_errors:                    0&lt;br/&gt;
&amp;nbsp;bucket_active_conns:            1&lt;br/&gt;
&amp;nbsp;bucket_conns:                   20&lt;br/&gt;
&amp;nbsp;bytes_read:                     63442439125&lt;br/&gt;
&amp;nbsp;bytes_written:                  6603510477&lt;br/&gt;
&amp;nbsp;cas_badval:                     0&lt;br/&gt;
&amp;nbsp;cas_hits:                       0&lt;br/&gt;
&amp;nbsp;cas_misses:                     0&lt;br/&gt;
&amp;nbsp;cmd_flush:                      0&lt;br/&gt;
&amp;nbsp;cmd_get:                        7531306&lt;br/&gt;
&amp;nbsp;cmd_set:                        26812344&lt;br/&gt;
&amp;nbsp;conn_yields:                    429139&lt;br/&gt;
&amp;nbsp;connection_structures:          92&lt;br/&gt;
&amp;nbsp;curr_connections:               28&lt;br/&gt;
&amp;nbsp;curr_items:                     308258&lt;br/&gt;
&amp;nbsp;curr_items_tot:                 1285805&lt;br/&gt;
&amp;nbsp;daemon_connections:             10&lt;br/&gt;
&amp;nbsp;decr_hits:                      0&lt;br/&gt;
&amp;nbsp;decr_misses:                    0&lt;br/&gt;
&amp;nbsp;delete_hits:                    0&lt;br/&gt;
&amp;nbsp;delete_misses:                  0&lt;br/&gt;
&amp;nbsp;ep_bg_fetched:                  165&lt;br/&gt;
&amp;nbsp;ep_bg_load:                     879409&lt;br/&gt;
&amp;nbsp;ep_bg_load_avg:                 5329&lt;br/&gt;
&amp;nbsp;ep_bg_max_load:                 140610&lt;br/&gt;
&amp;nbsp;ep_bg_max_wait:                 33345&lt;br/&gt;
&amp;nbsp;ep_bg_min_load:                 40&lt;br/&gt;
&amp;nbsp;ep_bg_min_wait:                 39&lt;br/&gt;
&amp;nbsp;ep_bg_num_samples:              165&lt;br/&gt;
&amp;nbsp;ep_bg_wait:                     81150&lt;br/&gt;
&amp;nbsp;ep_bg_wait_avg:                 491&lt;br/&gt;
&amp;nbsp;ep_commit_num:                  61737&lt;br/&gt;
&amp;nbsp;ep_commit_time:                 0&lt;br/&gt;
&amp;nbsp;ep_commit_time_total:           24086&lt;br/&gt;
&amp;nbsp;ep_data_age:                    1&lt;br/&gt;
&amp;nbsp;ep_data_age_highwat:            2144&lt;br/&gt;
&amp;nbsp;ep_db_cleaner_status:           complete&lt;br/&gt;
&amp;nbsp;ep_db_strategy:                 multiMTVBDB&lt;br/&gt;
&amp;nbsp;ep_dbinit:                      0&lt;br/&gt;
&amp;nbsp;ep_dbname:                      /mnt/default-data/default&lt;br/&gt;
&amp;nbsp;ep_dbshards:                    4&lt;br/&gt;
&amp;nbsp;ep_diskqueue_drain:             24648&lt;br/&gt;
&amp;nbsp;ep_diskqueue_fill:              1058203&lt;br/&gt;
&amp;nbsp;ep_diskqueue_items:             1033566&lt;br/&gt;
&amp;nbsp;ep_diskqueue_memory:            90953808&lt;br/&gt;
&amp;nbsp;ep_diskqueue_pending:           1043187366&lt;br/&gt;
&amp;nbsp;ep_expired:                     0&lt;br/&gt;
&amp;nbsp;ep_flush_all:                   false&lt;br/&gt;
&amp;nbsp;ep_flush_duration:              0&lt;br/&gt;
&amp;nbsp;ep_flush_duration_highwat:      775&lt;br/&gt;
&amp;nbsp;ep_flush_duration_total:        27480&lt;br/&gt;
&amp;nbsp;ep_flush_preempts:              0&lt;br/&gt;
&amp;nbsp;ep_flusher_state:               running&lt;br/&gt;
&amp;nbsp;ep_flusher_todo:                0&lt;br/&gt;
&amp;nbsp;ep_io_num_read:                 215273&lt;br/&gt;
&amp;nbsp;ep_io_num_write:                54748601&lt;br/&gt;
&amp;nbsp;ep_io_read_bytes:               222955770&lt;br/&gt;
&amp;nbsp;ep_io_write_bytes:              50648016228&lt;br/&gt;
&amp;nbsp;ep_item_begin_failed:           0&lt;br/&gt;
&amp;nbsp;ep_item_commit_failed:          0&lt;br/&gt;
&amp;nbsp;ep_item_flush_expired:          0&lt;br/&gt;
&amp;nbsp;ep_item_flush_failed:           0&lt;br/&gt;
&amp;nbsp;ep_items_rm_from_checkpoints:   49088066&lt;br/&gt;
&amp;nbsp;ep_kv_size:                     1640026847&lt;br/&gt;
&amp;nbsp;ep_latency_arith_cmd:           0&lt;br/&gt;
&amp;nbsp;ep_latency_get_cmd:             7532472&lt;br/&gt;
&amp;nbsp;ep_latency_store_cmd:           26812344&lt;br/&gt;
&amp;nbsp;ep_max_data_size:               34902900736&lt;br/&gt;
&amp;nbsp;ep_max_txn_size:                1000&lt;br/&gt;
&amp;nbsp;ep_mem_high_wat:                26177175552&lt;br/&gt;
&amp;nbsp;ep_mem_low_wat:                 20941740441&lt;br/&gt;
&amp;nbsp;ep_min_data_age:                0&lt;br/&gt;
&amp;nbsp;ep_num_active_non_resident:     0&lt;br/&gt;
&amp;nbsp;ep_num_checkpoint_remover_runs: 10016&lt;br/&gt;
&amp;nbsp;ep_num_eject_failures:          22978&lt;br/&gt;
&amp;nbsp;ep_num_eject_replicas:          6131491&lt;br/&gt;
&amp;nbsp;ep_num_expiry_pager_runs:       13&lt;br/&gt;
&amp;nbsp;ep_num_non_resident:            18008&lt;br/&gt;
&amp;nbsp;ep_num_not_my_vbuckets:         6263&lt;br/&gt;
&amp;nbsp;ep_num_pager_runs:              0&lt;br/&gt;
&amp;nbsp;ep_num_value_ejects:            6134897&lt;br/&gt;
&amp;nbsp;ep_onlineupdate:                false&lt;br/&gt;
&amp;nbsp;ep_onlineupdate_revert_add:     0&lt;br/&gt;
&amp;nbsp;ep_onlineupdate_revert_delete:  0&lt;br/&gt;
&amp;nbsp;ep_onlineupdate_revert_update:  0&lt;br/&gt;
&amp;nbsp;ep_oom_errors:                  0&lt;br/&gt;
&amp;nbsp;ep_overhead:                    127924533&lt;br/&gt;
&amp;nbsp;ep_pending_ops:                 0&lt;br/&gt;
&amp;nbsp;ep_pending_ops_max:             2&lt;br/&gt;
&amp;nbsp;ep_pending_ops_max_duration:    163767&lt;br/&gt;
&amp;nbsp;ep_pending_ops_total:           4&lt;br/&gt;
&amp;nbsp;ep_queue_age_cap:               900&lt;br/&gt;
&amp;nbsp;ep_queue_size:                  1033566&lt;br/&gt;
&amp;nbsp;ep_storage_age:                 1&lt;br/&gt;
&amp;nbsp;ep_storage_age_highwat:         2144&lt;br/&gt;
&amp;nbsp;ep_storage_type:                featured&lt;br/&gt;
&amp;nbsp;ep_store_max_concurrency:       10&lt;br/&gt;
&amp;nbsp;ep_store_max_readers:           9&lt;br/&gt;
&amp;nbsp;ep_store_max_readwrite:         1&lt;br/&gt;
&amp;nbsp;ep_tap_bg_fetch_requeued:       0&lt;br/&gt;
&amp;nbsp;ep_tap_bg_fetched:              214608&lt;br/&gt;
&amp;nbsp;ep_tap_keepalive:               300&lt;br/&gt;
&amp;nbsp;ep_tmp_oom_errors:              0&lt;br/&gt;
&amp;nbsp;ep_too_old:                     627317&lt;br/&gt;
&amp;nbsp;ep_too_young:                   0&lt;br/&gt;
&amp;nbsp;ep_total_cache_size:            1393281051&lt;br/&gt;
&amp;nbsp;ep_total_del_items:             0&lt;br/&gt;
&amp;nbsp;ep_total_enqueued:              54832410&lt;br/&gt;
&amp;nbsp;ep_total_new_items:             26434634&lt;br/&gt;
&amp;nbsp;ep_total_persisted:             54748601&lt;br/&gt;
&amp;nbsp;ep_uncommitted_items:           0&lt;br/&gt;
&amp;nbsp;ep_value_size:                  1458047980&lt;br/&gt;
&amp;nbsp;ep_vb_total:                    22&lt;br/&gt;
&amp;nbsp;ep_vbucket_del:                 158&lt;br/&gt;
&amp;nbsp;ep_vbucket_del_avg_walltime:    69102409&lt;br/&gt;
&amp;nbsp;ep_vbucket_del_fail:            0&lt;br/&gt;
&amp;nbsp;ep_vbucket_del_max_walltime:    134101378&lt;br/&gt;
&amp;nbsp;ep_vbucket_del_total_walltime:  10918180750&lt;br/&gt;
&amp;nbsp;ep_version:                     1.7.0_56_g8d17d20&lt;br/&gt;
&amp;nbsp;ep_warmed_up:                   0&lt;br/&gt;
&amp;nbsp;ep_warmup:                      true&lt;br/&gt;
&amp;nbsp;ep_warmup_dups:                 0&lt;br/&gt;
&amp;nbsp;ep_warmup_oom:                  0&lt;br/&gt;
&amp;nbsp;ep_warmup_thread:               complete&lt;br/&gt;
&amp;nbsp;ep_warmup_time:                 13369&lt;br/&gt;
&amp;nbsp;get_hits:                       5784337&lt;br/&gt;
&amp;nbsp;get_misses:                     1746969&lt;br/&gt;
&amp;nbsp;incr_hits:                      0&lt;br/&gt;
&amp;nbsp;incr_misses:                    0&lt;br/&gt;
&amp;nbsp;libevent:                       2.0.11-stable&lt;br/&gt;
&amp;nbsp;limit_maxbytes:                 67108864&lt;br/&gt;
&amp;nbsp;listen_disabled_num:            0&lt;br/&gt;
&amp;nbsp;mem_used:                       1767951380&lt;br/&gt;
&amp;nbsp;pid:                            6866&lt;br/&gt;
&amp;nbsp;pointer_size:                   64&lt;br/&gt;
&amp;nbsp;rejected_conns:                 0&lt;br/&gt;
&amp;nbsp;rusage_system:                  3084.488768&lt;br/&gt;
&amp;nbsp;rusage_user:                    2890.868668&lt;br/&gt;
&amp;nbsp;tap_checkpoint_end_received:    5657&lt;br/&gt;
&amp;nbsp;tap_checkpoint_end_sent:        5766&lt;br/&gt;
&amp;nbsp;tap_checkpoint_start_received:  5785&lt;br/&gt;
&amp;nbsp;tap_checkpoint_start_sent:      5996&lt;br/&gt;
&amp;nbsp;tap_connect_received:           248&lt;br/&gt;
&amp;nbsp;tap_mutation_received:          38494383&lt;br/&gt;
&amp;nbsp;tap_mutation_sent:              41704562&lt;br/&gt;
&amp;nbsp;tap_opaque_received:            408&lt;br/&gt;
&amp;nbsp;tap_opaque_sent:                653&lt;br/&gt;
&amp;nbsp;tap_vbucket_set_received:       96&lt;br/&gt;
&amp;nbsp;tap_vbucket_set_sent:           224&lt;br/&gt;
&amp;nbsp;threads:                        4&lt;br/&gt;
&amp;nbsp;time:                           1318884291&lt;br/&gt;
&amp;nbsp;total_connections:              1982&lt;br/&gt;
&amp;nbsp;uptime:                         51910&lt;br/&gt;
&amp;nbsp;vb_active_curr_items:           308258&lt;br/&gt;
&amp;nbsp;vb_active_eject:                0&lt;br/&gt;
&amp;nbsp;vb_active_ht_memory:            3146688&lt;br/&gt;
&amp;nbsp;vb_active_itm_memory:           322166374&lt;br/&gt;
&amp;nbsp;vb_active_num:                  2&lt;br/&gt;
&amp;nbsp;vb_active_num_non_resident:     0&lt;br/&gt;
&amp;nbsp;vb_active_ops_create:           0&lt;br/&gt;
&amp;nbsp;vb_active_ops_delete:           0&lt;br/&gt;
&amp;nbsp;vb_active_ops_reject:           0&lt;br/&gt;
&amp;nbsp;vb_active_ops_update:           0&lt;br/&gt;
&amp;nbsp;vb_active_perc_mem_resident:    100&lt;br/&gt;
&amp;nbsp;vb_active_queue_age:            1648144677000&lt;br/&gt;
&amp;nbsp;vb_active_queue_drain:          0&lt;br/&gt;
&amp;nbsp;vb_active_queue_fill:           342206&lt;br/&gt;
&amp;nbsp;vb_active_queue_memory:         30114128&lt;br/&gt;
&amp;nbsp;vb_active_queue_pending:        349263252&lt;br/&gt;
&amp;nbsp;vb_active_queue_size:           342206&lt;br/&gt;
&amp;nbsp;vb_dead_num:                    2&lt;br/&gt;
&amp;nbsp;vb_pending_curr_items:          545398&lt;br/&gt;
&amp;nbsp;vb_pending_eject:               0&lt;br/&gt;
&amp;nbsp;vb_pending_ht_memory:           4327856&lt;br/&gt;
&amp;nbsp;vb_pending_itm_memory:          545353810&lt;br/&gt;
&amp;nbsp;vb_pending_num:                 6&lt;br/&gt;
&amp;nbsp;vb_pending_num_non_resident:    0&lt;br/&gt;
&amp;nbsp;vb_pending_ops_create:          0&lt;br/&gt;
&amp;nbsp;vb_pending_ops_delete:          0&lt;br/&gt;
&amp;nbsp;vb_pending_ops_reject:          0&lt;br/&gt;
&amp;nbsp;vb_pending_ops_update:          0&lt;br/&gt;
&amp;nbsp;vb_pending_perc_mem_resident:   100&lt;br/&gt;
&amp;nbsp;vb_pending_queue_age:           2763075692000&lt;br/&gt;
&amp;nbsp;vb_pending_queue_drain:         0&lt;br/&gt;
&amp;nbsp;vb_pending_queue_fill:          545398&lt;br/&gt;
&amp;nbsp;vb_pending_queue_memory:        47995024&lt;br/&gt;
&amp;nbsp;vb_pending_queue_pending:       549576622&lt;br/&gt;
&amp;nbsp;vb_pending_queue_size:          545398&lt;br/&gt;
&amp;nbsp;vb_replica_curr_items:          432149&lt;br/&gt;
&amp;nbsp;vb_replica_eject:               102850&lt;br/&gt;
&amp;nbsp;vb_replica_ht_memory:           2586144&lt;br/&gt;
&amp;nbsp;vb_replica_itm_memory:          430624163&lt;br/&gt;
&amp;nbsp;vb_replica_num:                 12&lt;br/&gt;
&amp;nbsp;vb_replica_num_non_resident:    18008&lt;br/&gt;
&amp;nbsp;vb_replica_ops_create:          1128&lt;br/&gt;
&amp;nbsp;vb_replica_ops_delete:          0&lt;br/&gt;
&amp;nbsp;vb_replica_ops_reject:          0&lt;br/&gt;
&amp;nbsp;vb_replica_ops_update:          23520&lt;br/&gt;
&amp;nbsp;vb_replica_perc_mem_resident:   95&lt;br/&gt;
&amp;nbsp;vb_replica_queue_age:           769715487000&lt;br/&gt;
&amp;nbsp;vb_replica_queue_drain:         24648&lt;br/&gt;
&amp;nbsp;vb_replica_queue_fill:          170599&lt;br/&gt;
&amp;nbsp;vb_replica_queue_memory:        12844656&lt;br/&gt;
&amp;nbsp;vb_replica_queue_pending:       144347492&lt;br/&gt;
&amp;nbsp;vb_replica_queue_size:          145962&lt;br/&gt;
&amp;nbsp;version:                        1.4.4_461_gf99c147</comment>
                    <comment id="22412" author="farshid" created="Mon, 17 Oct 2011 15:50:31 -0500"  >its been an hour and half now and dispatcher is still removing items from vbucket</comment>
                    <comment id="22445" author="farshid" created="Mon, 24 Oct 2011 11:48:19 -0500"  >fixed in 1.7.2</comment>
                </comments>
                    <attachments>
                </attachments>
            <subtasks>
        </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                <customfield id="customfield_10081" key="com.pyxis.greenhopper.jira:gh-global-rank">
                <customfieldname>Rank</customfieldname>
                <customfieldvalues>
                    <customfieldvalue>6129</customfieldvalue>
                </customfieldvalues>
            </customfield>
                                                                                                                                                                                        <customfield id="customfield_10181" key="com.atlassian.jira.ext.charting:timeinstatus">
                <customfieldname>Time In Status</customfieldname>
                <customfieldvalues>
                    
                </customfieldvalues>
            </customfield>
                                                                    </customfields>
    </item>
</channel>
</rss>