lkml.org 
[lkml]   [2012]   [Jan]   [21]   [last100]   RSS Feed
Views: [wrap][no wrap]   [headers]  [forward] 
 
Messages in this thread
    Patch in this message
    /
    From
    Subject[PATCH 15/17] blkcg: don't allow or retain configuration of missing devices
    Date
    blkcg is very peculiar in that it allows setting and remembering
    configurations for non-existent devices by maintaining separate data
    structures for configuration.

    This behavior is completely out of the usual norms and outright
    confusing; furthermore, it uses dev_t number to match the
    configuration to devices, which is unpredictable to begin with and
    becomes completely unuseable if EXT_DEVT is fully used.

    It is wholely unnecessary - we already have fully functional userland
    mechanism to program devices being hotplugged which has full access to
    device identification, connection topology and filesystem information.

    Add a new struct blkio_group_conf which contains all blkcg
    configurations to blkio_group and let blkio_group, which can be
    created iff the associated device exists and is removed when the
    associated device goes away, carry all configurations.

    Note that, after this patch, all newly created blkg's will always have
    the default configuration (unlimited for throttling and blkcg's weight
    for propio).

    This patch makes blkio_policy_node meaningless but doesn't remove it.
    The next patch will.

    Signed-off-by: Tejun Heo <tj@kernel.org>
    Cc: Vivek Goyal <vgoyal@redhat.com>
    Cc: Kay Sievers <kay.sievers@vrfy.org>
    ---
    block/blk-cgroup.c | 78 ++++++++++++++++++++++++++++++++++++--------------
    block/blk-cgroup.h | 9 ++++++
    block/blk-throttle.c | 8 ++--
    block/cfq-iosched.c | 2 +-
    4 files changed, 70 insertions(+), 27 deletions(-)

    diff --git a/block/blk-cgroup.c b/block/blk-cgroup.c
    index da59c9e..f9b4976 100644
    --- a/block/blk-cgroup.c
    +++ b/block/blk-cgroup.c
    @@ -819,9 +819,12 @@ static uint64_t blkio_get_stat(struct blkio_group *blkg,
    }

    static int blkio_policy_parse_and_set(char *buf,
    - struct blkio_policy_node *newpn, enum blkio_policy_id plid, int fileid)
    + struct blkio_policy_node *newpn,
    + enum blkio_policy_id plid, int fileid,
    + struct blkio_cgroup *blkcg)
    {
    struct gendisk *disk = NULL;
    + struct blkio_group *blkg = NULL;
    char *s[4], *p, *major_s = NULL, *minor_s = NULL;
    unsigned long major, minor;
    int i = 0, ret = -EINVAL;
    @@ -867,12 +870,19 @@ static int blkio_policy_parse_and_set(char *buf,
    goto out;

    /* For rule removal, do not check for device presence. */
    - if (temp) {
    - disk = get_gendisk(dev, &part);
    - if (!disk || part) {
    - ret = -ENODEV;
    - goto out;
    - }
    + disk = get_gendisk(dev, &part);
    +
    + if ((!disk || part) && temp) {
    + ret = -ENODEV;
    + goto out;
    + }
    +
    + rcu_read_lock();
    +
    + if (disk && !part) {
    + spin_lock_irq(disk->queue->queue_lock);
    + blkg = blkg_lookup_create(blkcg, disk->queue, plid);
    + spin_unlock_irq(disk->queue->queue_lock);
    }

    newpn->dev = dev;
    @@ -881,25 +891,46 @@ static int blkio_policy_parse_and_set(char *buf,
    case BLKIO_POLICY_PROP:
    if ((temp < BLKIO_WEIGHT_MIN && temp > 0) ||
    temp > BLKIO_WEIGHT_MAX)
    - goto out;
    + goto out_unlock;

    newpn->plid = plid;
    newpn->fileid = fileid;
    newpn->val.weight = temp;
    + if (blkg)
    + blkg->conf.weight = temp;
    break;
    case BLKIO_POLICY_THROTL:
    switch(fileid) {
    case BLKIO_THROTL_read_bps_device:
    + if (blkg)
    + blkg->conf.bps[READ] = temp;
    + newpn->plid = plid;
    + newpn->fileid = fileid;
    + newpn->val.bps = temp;
    + break;
    case BLKIO_THROTL_write_bps_device:
    + if (blkg)
    + blkg->conf.bps[WRITE] = temp;
    newpn->plid = plid;
    newpn->fileid = fileid;
    newpn->val.bps = temp;
    break;
    case BLKIO_THROTL_read_iops_device:
    + if (temp > THROTL_IOPS_MAX)
    + goto out_unlock;
    +
    + if (blkg)
    + blkg->conf.iops[READ] = temp;
    + newpn->plid = plid;
    + newpn->fileid = fileid;
    + newpn->val.iops = (unsigned int)temp;
    + break;
    case BLKIO_THROTL_write_iops_device:
    if (temp > THROTL_IOPS_MAX)
    - goto out;
    + goto out_unlock;

    + if (blkg)
    + blkg->conf.iops[WRITE] = temp;
    newpn->plid = plid;
    newpn->fileid = fileid;
    newpn->val.iops = (unsigned int)temp;
    @@ -910,6 +941,8 @@ static int blkio_policy_parse_and_set(char *buf,
    BUG();
    }
    ret = 0;
    +out_unlock:
    + rcu_read_unlock();
    out:
    put_disk(disk);
    return ret;
    @@ -1059,26 +1092,29 @@ static void blkio_update_policy_rule(struct blkio_policy_node *oldpn,
    static void blkio_update_blkg_policy(struct blkio_cgroup *blkcg,
    struct blkio_group *blkg, struct blkio_policy_node *pn)
    {
    - unsigned int weight, iops;
    - u64 bps;
    + struct blkio_group_conf *conf = &blkg->conf;

    switch(pn->plid) {
    case BLKIO_POLICY_PROP:
    - weight = pn->val.weight ? pn->val.weight :
    - blkcg->weight;
    - blkio_update_group_weight(blkg, weight);
    + blkio_update_group_weight(blkg, conf->weight ?: blkcg->weight);
    break;
    case BLKIO_POLICY_THROTL:
    switch(pn->fileid) {
    case BLKIO_THROTL_read_bps_device:
    + blkio_update_group_bps(blkg, conf->bps[READ] ?: -1,
    + pn->fileid);
    + break;
    case BLKIO_THROTL_write_bps_device:
    - bps = pn->val.bps ? pn->val.bps : (-1);
    - blkio_update_group_bps(blkg, bps, pn->fileid);
    + blkio_update_group_bps(blkg, conf->bps[WRITE] ?: -1,
    + pn->fileid);
    break;
    case BLKIO_THROTL_read_iops_device:
    + blkio_update_group_iops(blkg, conf->iops[READ] ?: -1,
    + pn->fileid);
    + break;
    case BLKIO_THROTL_write_iops_device:
    - iops = pn->val.iops ? pn->val.iops : (-1);
    - blkio_update_group_iops(blkg, iops, pn->fileid);
    + blkio_update_group_iops(blkg, conf->iops[WRITE] ?: -1,
    + pn->fileid);
    break;
    }
    break;
    @@ -1116,7 +1152,7 @@ static int blkiocg_file_write(struct cgroup *cgrp, struct cftype *cft,
    int ret = 0;
    char *buf;
    struct blkio_policy_node *newpn, *pn;
    - struct blkio_cgroup *blkcg;
    + struct blkio_cgroup *blkcg = cgroup_to_blkio_cgroup(cgrp);
    int keep_newpn = 0;
    enum blkio_policy_id plid = BLKIOFILE_POLICY(cft->private);
    int fileid = BLKIOFILE_ATTR(cft->private);
    @@ -1131,12 +1167,10 @@ static int blkiocg_file_write(struct cgroup *cgrp, struct cftype *cft,
    goto free_buf;
    }

    - ret = blkio_policy_parse_and_set(buf, newpn, plid, fileid);
    + ret = blkio_policy_parse_and_set(buf, newpn, plid, fileid, blkcg);
    if (ret)
    goto free_newpn;

    - blkcg = cgroup_to_blkio_cgroup(cgrp);
    -
    spin_lock_irq(&blkcg->lock);

    pn = blkio_policy_search_node(blkcg, newpn->dev, plid, fileid);
    diff --git a/block/blk-cgroup.h b/block/blk-cgroup.h
    index 9dff67a..280e55c 100644
    --- a/block/blk-cgroup.h
    +++ b/block/blk-cgroup.h
    @@ -154,6 +154,12 @@ struct blkio_group_stats_cpu {
    struct u64_stats_sync syncp;
    };

    +struct blkio_group_conf {
    + unsigned int weight;
    + unsigned int iops[2];
    + u64 bps[2];
    +};
    +
    struct blkio_group {
    /* Pointer to the associated request_queue, RCU protected */
    struct request_queue __rcu *q;
    @@ -166,6 +172,9 @@ struct blkio_group {
    /* policy which owns this blk group */
    enum blkio_policy_id plid;

    + /* Configuration */
    + struct blkio_group_conf conf;
    +
    /* Need to serialize the stats in the case of reset/update */
    spinlock_t stats_lock;
    struct blkio_group_stats stats;
    diff --git a/block/blk-throttle.c b/block/blk-throttle.c
    index d573cb1..c7b3aea 100644
    --- a/block/blk-throttle.c
    +++ b/block/blk-throttle.c
    @@ -196,10 +196,10 @@ static struct blkio_group *throtl_alloc_blkio_group(struct request_queue *q,
    bio_list_init(&tg->bio_lists[1]);
    tg->limits_changed = false;

    - tg->bps[READ] = blkcg_get_read_bps(blkcg, tg->blkg.dev);
    - tg->bps[WRITE] = blkcg_get_write_bps(blkcg, tg->blkg.dev);
    - tg->iops[READ] = blkcg_get_read_iops(blkcg, tg->blkg.dev);
    - tg->iops[WRITE] = blkcg_get_write_iops(blkcg, tg->blkg.dev);
    + tg->bps[READ] = -1;
    + tg->bps[WRITE] = -1;
    + tg->iops[READ] = -1;
    + tg->iops[WRITE] = -1;

    /*
    * Take the initial reference that will be released on destroy
    diff --git a/block/cfq-iosched.c b/block/cfq-iosched.c
    index b4dd125..5498513 100644
    --- a/block/cfq-iosched.c
    +++ b/block/cfq-iosched.c
    @@ -1083,7 +1083,7 @@ static struct blkio_group *cfq_alloc_blkio_group(struct request_queue *q,
    return NULL;

    cfq_init_cfqg_base(cfqg);
    - cfqg->weight = blkcg_get_weight(blkcg, cfqg->blkg.dev);
    + cfqg->weight = blkcg->weight;

    /*
    * Take the initial reference that will be released on destroy
    --
    1.7.7.3


    \
     
     \ /
      Last update: 2012-01-22 04:29    [W:0.039 / U:1.068 seconds]
    ©2003-2016 Jasper Spaans. hosted at Digital OceanAdvertise on this site