lkml.org 
[lkml]   [2011]   [Jun]   [20]   [last100]   RSS Feed
Views: [wrap][no wrap]   [headers]  [forward] 
 
Messages in this thread
    Patch in this message
    /
    From
    Subject[PATCH 10/14] netvm: Set PF_MEMALLOC as appropriate during SKB processing
    Date
    In order to make sure pfmemalloc packets receive all memory needed
    to proceed, ensure processing of pfmemalloc SKBs happens under
    PF_MEMALLOC. This is limited to a subset of protocols that implement
    the special handling of PFMEMALLOC sockets for writing ti swap.
    Taps are not allowed to use PF_MEMALLOC as these are expected to
    communicate with userspace processes which could be paged out.

    [a.p.zijlstra@chello.nl: Ideas taken from various patches]
    [jslaby@suse.cz: Lock imbalance fix]
    Signed-off-by: Mel Gorman <mgorman@suse.de>
    ---
    include/net/sock.h | 5 +++++
    net/core/dev.c | 48 ++++++++++++++++++++++++++++++++++++++++++++----
    net/core/sock.c | 16 ++++++++++++++++
    3 files changed, 65 insertions(+), 4 deletions(-)

    diff --git a/include/net/sock.h b/include/net/sock.h
    index e3aaa88..e928880 100644
    --- a/include/net/sock.h
    +++ b/include/net/sock.h
    @@ -668,8 +668,13 @@ static inline __must_check int sk_add_backlog(struct sock *sk, struct sk_buff *s
    return 0;
    }

    +extern int __sk_backlog_rcv(struct sock *sk, struct sk_buff *skb);
    +
    static inline int sk_backlog_rcv(struct sock *sk, struct sk_buff *skb)
    {
    + if (skb_pfmemalloc(skb))
    + return __sk_backlog_rcv(sk, skb);
    +
    return sk->sk_backlog_rcv(sk, skb);
    }

    diff --git a/net/core/dev.c b/net/core/dev.c
    index 9c58c1e..5aac965 100644
    --- a/net/core/dev.c
    +++ b/net/core/dev.c
    @@ -3089,6 +3089,23 @@ void netdev_rx_handler_unregister(struct net_device *dev)
    }
    EXPORT_SYMBOL_GPL(netdev_rx_handler_unregister);

    +/*
    + * Limit the use of PFMEMALLOC reserves to those protocols that implement
    + * the special handling of PFMEMALLOC skbs.
    + */
    +static bool skb_pfmemalloc_protocol(struct sk_buff *skb)
    +{
    + switch (skb->protocol) {
    + case __constant_htons(ETH_P_ARP):
    + case __constant_htons(ETH_P_IP):
    + case __constant_htons(ETH_P_IPV6):
    + case __constant_htons(ETH_P_8021Q):
    + return true;
    + default:
    + return false;
    + }
    +}
    +
    static int __netif_receive_skb(struct sk_buff *skb)
    {
    struct packet_type *ptype, *pt_prev;
    @@ -3098,15 +3115,28 @@ static int __netif_receive_skb(struct sk_buff *skb)
    bool deliver_exact = false;
    int ret = NET_RX_DROP;
    __be16 type;
    + unsigned long pflags = current->flags;

    if (!netdev_tstamp_prequeue)
    net_timestamp_check(skb);

    trace_netif_receive_skb(skb);

    + /*
    + * PFMEMALLOC skbs are special, they should
    + * - be delivered to SOCK_MEMALLOC sockets only
    + * - stay away from userspace
    + * - have bounded memory usage
    + *
    + * Use PF_MEMALLOC as this saves us from propagating the allocation
    + * context down to all allocation sites.
    + */
    + if (skb_pfmemalloc(skb))
    + current->flags |= PF_MEMALLOC;
    +
    /* if we've gotten here through NAPI, check netpoll */
    if (netpoll_receive_skb(skb))
    - return NET_RX_DROP;
    + goto out;

    if (!skb->skb_iif)
    skb->skb_iif = skb->dev->ifindex;
    @@ -3137,6 +3167,9 @@ another_round:
    }
    #endif

    + if (skb_pfmemalloc(skb))
    + goto skip_taps;
    +
    list_for_each_entry_rcu(ptype, &ptype_all, list) {
    if (!ptype->dev || ptype->dev == skb->dev) {
    if (pt_prev)
    @@ -3145,13 +3178,17 @@ another_round:
    }
    }

    +skip_taps:
    #ifdef CONFIG_NET_CLS_ACT
    skb = handle_ing(skb, &pt_prev, &ret, orig_dev);
    if (!skb)
    - goto out;
    + goto unlock;
    ncls:
    #endif

    + if (skb_pfmemalloc(skb) && !skb_pfmemalloc_protocol(skb))
    + goto drop;
    +
    rx_handler = rcu_dereference(skb->dev->rx_handler);
    if (rx_handler) {
    if (pt_prev) {
    @@ -3160,7 +3197,7 @@ ncls:
    }
    switch (rx_handler(&skb)) {
    case RX_HANDLER_CONSUMED:
    - goto out;
    + goto unlock;
    case RX_HANDLER_ANOTHER:
    goto another_round;
    case RX_HANDLER_EXACT:
    @@ -3202,6 +3239,7 @@ ncls:
    if (pt_prev) {
    ret = pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
    } else {
    +drop:
    atomic_long_inc(&skb->dev->rx_dropped);
    kfree_skb(skb);
    /* Jamal, now you will not able to escape explaining
    @@ -3210,8 +3248,10 @@ ncls:
    ret = NET_RX_DROP;
    }

    -out:
    +unlock:
    rcu_read_unlock();
    +out:
    + tsk_restore_flags(current, pflags, PF_MEMALLOC);
    return ret;
    }

    diff --git a/net/core/sock.c b/net/core/sock.c
    index 8308609..ac36807 100644
    --- a/net/core/sock.c
    +++ b/net/core/sock.c
    @@ -245,6 +245,22 @@ void sk_clear_memalloc(struct sock *sk)
    }
    EXPORT_SYMBOL_GPL(sk_clear_memalloc);

    +int __sk_backlog_rcv(struct sock *sk, struct sk_buff *skb)
    +{
    + int ret;
    + unsigned long pflags = current->flags;
    +
    + /* these should have been dropped before queueing */
    + BUG_ON(!sock_flag(sk, SOCK_MEMALLOC));
    +
    + current->flags |= PF_MEMALLOC;
    + ret = sk->sk_backlog_rcv(sk, skb);
    + tsk_restore_flags(current, pflags, PF_MEMALLOC);
    +
    + return ret;
    +}
    +EXPORT_SYMBOL(__sk_backlog_rcv);
    +
    #if defined(CONFIG_CGROUPS) && !defined(CONFIG_NET_CLS_CGROUP)
    int net_cls_subsys_id = -1;
    EXPORT_SYMBOL_GPL(net_cls_subsys_id);
    --
    1.7.3.4


    \
     
     \ /
      Last update: 2011-06-20 15:15    [W:5.598 / U:0.468 seconds]
    ©2003-2020 Jasper Spaans|hosted at Digital Ocean and TransIP|Read the blog|Advertise on this site