lkml.org 
[lkml]   [2010]   [Jan]   [17]   [last100]   RSS Feed
Views: [wrap][no wrap]   [headers]  [forward] 
 
Messages in this thread
    Patch in this message
    /
    From
    Subject[PATCH 04/40] sched: implement __set_cpus_allowed()
    Date
    set_cpus_allowed_ptr() modifies the allowed cpu mask of a task.  The
    function performs the following checks before applying new mask.

    * Check whether PF_THREAD_BOUND is set. This is set for bound
    kthreads so that they can't be moved around.

    * Check whether the target cpu is still marked active - cpu_active().
    Active state is cleared early while downing a cpu.

    This patch adds __set_cpus_allowed() which takes @force parameter
    which when true makes __set_cpus_allowed() ignore PF_THREAD_BOUND and
    use cpu online state instead of active state for the latter. This
    allows migrating tasks to CPUs as long as they are online.
    set_cpus_allowed_ptr() is implemented as inline wrapper around
    __set_cpus_allowed().

    Due to the way migration is implemented, the @force parameter needs to
    be passed over to the migration thread. @force parameter is added to
    struct migration_req and passed to __migrate_task().

    Please note the naming discrepancy between set_cpus_allowed_ptr() and
    the new functions. The _ptr suffix is from the days when cpumask API
    wasn't mature and future changes should drop it from
    set_cpus_allowed_ptr() too.

    NOTE: It would be nice to implement kthread_bind() in terms of
    __set_cpus_allowed() if we can drop the capability to bind to a
    dead CPU from kthread_bind(), which doesn't seem too popular
    anyway. With such change, we'll have set_cpus_allowed_ptr() for
    regular tasks and kthread_bind() for kthreads and can use
    PF_THREAD_BOUND instead of passing @force parameter around.

    Signed-off-by: Tejun Heo <tj@kernel.org>
    Cc: Rusty Russell <rusty@rustcorp.com.au>
    Cc: Peter Zijlstra <peterz@infradead.org>
    Cc: Mike Galbraith <efault@gmx.de>
    Cc: Ingo Molnar <mingo@elte.hu>
    ---
    include/linux/sched.h | 14 +++++++++---
    kernel/sched.c | 55 ++++++++++++++++++++++++++++++++-----------------
    2 files changed, 46 insertions(+), 23 deletions(-)

    diff --git a/include/linux/sched.h b/include/linux/sched.h
    index b65c23b..803c6a8 100644
    --- a/include/linux/sched.h
    +++ b/include/linux/sched.h
    @@ -1871,11 +1871,11 @@ static inline void rcu_copy_process(struct task_struct *p)
    #endif

    #ifdef CONFIG_SMP
    -extern int set_cpus_allowed_ptr(struct task_struct *p,
    - const struct cpumask *new_mask);
    +extern int __set_cpus_allowed(struct task_struct *p,
    + const struct cpumask *new_mask, bool force);
    #else
    -static inline int set_cpus_allowed_ptr(struct task_struct *p,
    - const struct cpumask *new_mask)
    +static inline int __set_cpus_allowed(struct task_struct *p,
    + const struct cpumask *new_mask, bool force)
    {
    if (!cpumask_test_cpu(0, new_mask))
    return -EINVAL;
    @@ -1883,6 +1883,12 @@ static inline int set_cpus_allowed_ptr(struct task_struct *p,
    }
    #endif

    +static inline int set_cpus_allowed_ptr(struct task_struct *p,
    + const struct cpumask *new_mask)
    +{
    + return __set_cpus_allowed(p, new_mask, false);
    +}
    +
    #ifndef CONFIG_CPUMASK_OFFSTACK
    static inline int set_cpus_allowed(struct task_struct *p, cpumask_t new_mask)
    {
    diff --git a/kernel/sched.c b/kernel/sched.c
    index 7633915..63fcada 100644
    --- a/kernel/sched.c
    +++ b/kernel/sched.c
    @@ -2096,6 +2096,7 @@ struct migration_req {

    struct task_struct *task;
    int dest_cpu;
    + bool force;

    struct completion done;
    };
    @@ -2104,8 +2105,8 @@ struct migration_req {
    * The task's runqueue lock must be held.
    * Returns true if you have to wait for migration thread.
    */
    -static int
    -migrate_task(struct task_struct *p, int dest_cpu, struct migration_req *req)
    +static int migrate_task(struct task_struct *p, int dest_cpu, bool force,
    + struct migration_req *req)
    {
    struct rq *rq = task_rq(p);

    @@ -2119,6 +2120,7 @@ migrate_task(struct task_struct *p, int dest_cpu, struct migration_req *req)
    init_completion(&req->done);
    req->task = p;
    req->dest_cpu = dest_cpu;
    + req->force = force;
    list_add(&req->list, &rq->migration_queue);

    return 1;
    @@ -3159,7 +3161,7 @@ again:
    }

    /* force the process onto the specified CPU */
    - if (migrate_task(p, dest_cpu, &req)) {
    + if (migrate_task(p, dest_cpu, false, &req)) {
    /* Need to wait for migration thread (might exit: take ref). */
    struct task_struct *mt = rq->migration_thread;

    @@ -7110,17 +7112,27 @@ static inline void sched_init_granularity(void)
    * 7) we wake up and the migration is done.
    */

    -/*
    - * Change a given task's CPU affinity. Migrate the thread to a
    - * proper CPU and schedule it away if the CPU it's executing on
    - * is removed from the allowed bitmask.
    +/**
    + * __set_cpus_allowed - change a task's CPU affinity
    + * @p: task to change CPU affinity for
    + * @new_mask: new CPU affinity
    + * @force: override CPU active status and PF_THREAD_BOUND check
    + *
    + * Migrate the thread to a proper CPU and schedule it away if the CPU
    + * it's executing on is removed from the allowed bitmask.
    + *
    + * The caller must have a valid reference to the task, the task must
    + * not exit() & deallocate itself prematurely. The call is not atomic;
    + * no spinlocks may be held.
    *
    - * NOTE: the caller must have a valid reference to the task, the
    - * task must not exit() & deallocate itself prematurely. The
    - * call is not atomic; no spinlocks may be held.
    + * If @force is %true, PF_THREAD_BOUND test is bypassed and CPU active
    + * state is ignored as long as the CPU is online.
    */
    -int set_cpus_allowed_ptr(struct task_struct *p, const struct cpumask *new_mask)
    +int __set_cpus_allowed(struct task_struct *p, const struct cpumask *new_mask,
    + bool force)
    {
    + const struct cpumask *cpu_cand_mask =
    + force ? cpu_online_mask : cpu_active_mask;
    struct migration_req req;
    unsigned long flags;
    struct rq *rq;
    @@ -7143,12 +7155,12 @@ again:
    goto again;
    }

    - if (!cpumask_intersects(new_mask, cpu_active_mask)) {
    + if (!cpumask_intersects(new_mask, cpu_cand_mask)) {
    ret = -EINVAL;
    goto out;
    }

    - if (unlikely((p->flags & PF_THREAD_BOUND) && p != current &&
    + if (unlikely((p->flags & PF_THREAD_BOUND) && !force && p != current &&
    !cpumask_equal(&p->cpus_allowed, new_mask))) {
    ret = -EINVAL;
    goto out;
    @@ -7165,7 +7177,8 @@ again:
    if (cpumask_test_cpu(task_cpu(p), new_mask))
    goto out;

    - if (migrate_task(p, cpumask_any_and(cpu_active_mask, new_mask), &req)) {
    + if (migrate_task(p, cpumask_any_and(cpu_cand_mask, new_mask), force,
    + &req)) {
    /* Need help from migration thread: drop lock and wait. */
    struct task_struct *mt = rq->migration_thread;

    @@ -7182,7 +7195,7 @@ out:

    return ret;
    }
    -EXPORT_SYMBOL_GPL(set_cpus_allowed_ptr);
    +EXPORT_SYMBOL_GPL(__set_cpus_allowed);

    /*
    * Move (not current) task off this cpu, onto dest cpu. We're doing
    @@ -7195,12 +7208,15 @@ EXPORT_SYMBOL_GPL(set_cpus_allowed_ptr);
    *
    * Returns non-zero if task was successfully migrated.
    */
    -static int __migrate_task(struct task_struct *p, int src_cpu, int dest_cpu)
    +static int __migrate_task(struct task_struct *p, int src_cpu, int dest_cpu,
    + bool force)
    {
    + const struct cpumask *cpu_cand_mask =
    + force ? cpu_online_mask : cpu_active_mask;
    struct rq *rq_dest, *rq_src;
    int ret = 0;

    - if (unlikely(!cpu_active(dest_cpu)))
    + if (unlikely(!cpumask_test_cpu(dest_cpu, cpu_cand_mask)))
    return ret;

    rq_src = cpu_rq(src_cpu);
    @@ -7280,7 +7296,8 @@ static int migration_thread(void *data)

    if (req->task != NULL) {
    raw_spin_unlock(&rq->lock);
    - __migrate_task(req->task, cpu, req->dest_cpu);
    + __migrate_task(req->task, cpu, req->dest_cpu,
    + req->force);
    } else if (likely(cpu == (badcpu = smp_processor_id()))) {
    req->dest_cpu = RCU_MIGRATION_GOT_QS;
    raw_spin_unlock(&rq->lock);
    @@ -7305,7 +7322,7 @@ static int __migrate_task_irq(struct task_struct *p, int src_cpu, int dest_cpu)
    int ret;

    local_irq_disable();
    - ret = __migrate_task(p, src_cpu, dest_cpu);
    + ret = __migrate_task(p, src_cpu, dest_cpu, false);
    local_irq_enable();
    return ret;
    }
    --
    1.6.4.2


    \
     
     \ /
      Last update: 2010-01-18 02:05    [W:2.148 / U:0.056 seconds]
    ©2003-2020 Jasper Spaans|hosted at Digital Ocean and TransIP|Read the blog|Advertise on this site