2016-06-13 23:54:41 +03:00
|
|
|
/*
|
|
|
|
* Definitions for the 'struct skb_array' datastructure.
|
|
|
|
*
|
|
|
|
* Author:
|
|
|
|
* Michael S. Tsirkin <mst@redhat.com>
|
|
|
|
*
|
|
|
|
* Copyright (C) 2016 Red Hat, Inc.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
|
|
* under the terms of the GNU General Public License as published by the
|
|
|
|
* Free Software Foundation; either version 2 of the License, or (at your
|
|
|
|
* option) any later version.
|
|
|
|
*
|
|
|
|
* Limited-size FIFO of skbs. Can be used more or less whenever
|
|
|
|
* sk_buff_head can be used, except you need to know the queue size in
|
|
|
|
* advance.
|
|
|
|
* Implemented as a type-safe wrapper around ptr_ring.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _LINUX_SKB_ARRAY_H
|
|
|
|
#define _LINUX_SKB_ARRAY_H 1
|
|
|
|
|
|
|
|
#ifdef __KERNEL__
|
|
|
|
#include <linux/ptr_ring.h>
|
|
|
|
#include <linux/skbuff.h>
|
|
|
|
#include <linux/if_vlan.h>
|
|
|
|
#endif
|
|
|
|
|
|
|
|
struct skb_array {
|
|
|
|
struct ptr_ring ring;
|
|
|
|
};
|
|
|
|
|
|
|
|
/* Might be slightly faster than skb_array_full below, but callers invoking
|
|
|
|
* this in a loop must use a compiler barrier, for example cpu_relax().
|
|
|
|
*/
|
|
|
|
static inline bool __skb_array_full(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return __ptr_ring_full(&a->ring);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool skb_array_full(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_full(&a->ring);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_produce(struct skb_array *a, struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
return ptr_ring_produce(&a->ring, skb);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_produce_irq(struct skb_array *a, struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
return ptr_ring_produce_irq(&a->ring, skb);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_produce_bh(struct skb_array *a, struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
return ptr_ring_produce_bh(&a->ring, skb);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_produce_any(struct skb_array *a, struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
return ptr_ring_produce_any(&a->ring, skb);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:50 +03:00
|
|
|
/* Might be slightly faster than skb_array_empty below, but only safe if the
|
|
|
|
* array is never resized. Also, callers invoking this in a loop must take care
|
|
|
|
* to use a compiler barrier, for example cpu_relax().
|
2016-06-13 23:54:41 +03:00
|
|
|
*/
|
|
|
|
static inline bool __skb_array_empty(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return !__ptr_ring_peek(&a->ring);
|
|
|
|
}
|
|
|
|
|
2017-12-07 20:57:59 +03:00
|
|
|
static inline struct sk_buff *__skb_array_peek(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return __ptr_ring_peek(&a->ring);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:41 +03:00
|
|
|
static inline bool skb_array_empty(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_empty(&a->ring);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:50 +03:00
|
|
|
static inline bool skb_array_empty_bh(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_empty_bh(&a->ring);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool skb_array_empty_irq(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_empty_irq(&a->ring);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline bool skb_array_empty_any(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_empty_any(&a->ring);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:41 +03:00
|
|
|
static inline struct sk_buff *skb_array_consume(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume(&a->ring);
|
|
|
|
}
|
|
|
|
|
2017-05-17 07:14:40 +03:00
|
|
|
static inline int skb_array_consume_batched(struct skb_array *a,
|
|
|
|
struct sk_buff **array, int n)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume_batched(&a->ring, (void **)array, n);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:41 +03:00
|
|
|
static inline struct sk_buff *skb_array_consume_irq(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume_irq(&a->ring);
|
|
|
|
}
|
|
|
|
|
2017-05-17 07:14:40 +03:00
|
|
|
static inline int skb_array_consume_batched_irq(struct skb_array *a,
|
|
|
|
struct sk_buff **array, int n)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume_batched_irq(&a->ring, (void **)array, n);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:41 +03:00
|
|
|
static inline struct sk_buff *skb_array_consume_any(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume_any(&a->ring);
|
|
|
|
}
|
|
|
|
|
2017-05-17 07:14:40 +03:00
|
|
|
static inline int skb_array_consume_batched_any(struct skb_array *a,
|
|
|
|
struct sk_buff **array, int n)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume_batched_any(&a->ring, (void **)array, n);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-06-13 23:54:41 +03:00
|
|
|
static inline struct sk_buff *skb_array_consume_bh(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume_bh(&a->ring);
|
|
|
|
}
|
|
|
|
|
2017-05-17 07:14:40 +03:00
|
|
|
static inline int skb_array_consume_batched_bh(struct skb_array *a,
|
|
|
|
struct sk_buff **array, int n)
|
|
|
|
{
|
|
|
|
return ptr_ring_consume_batched_bh(&a->ring, (void **)array, n);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:41 +03:00
|
|
|
static inline int __skb_array_len_with_tag(struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
if (likely(skb)) {
|
|
|
|
int len = skb->len;
|
|
|
|
|
|
|
|
if (skb_vlan_tag_present(skb))
|
|
|
|
len += VLAN_HLEN;
|
|
|
|
|
|
|
|
return len;
|
|
|
|
} else {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_peek_len(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return PTR_RING_PEEK_CALL(&a->ring, __skb_array_len_with_tag);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_peek_len_irq(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return PTR_RING_PEEK_CALL_IRQ(&a->ring, __skb_array_len_with_tag);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_peek_len_bh(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return PTR_RING_PEEK_CALL_BH(&a->ring, __skb_array_len_with_tag);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_peek_len_any(struct skb_array *a)
|
|
|
|
{
|
|
|
|
return PTR_RING_PEEK_CALL_ANY(&a->ring, __skb_array_len_with_tag);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline int skb_array_init(struct skb_array *a, int size, gfp_t gfp)
|
|
|
|
{
|
|
|
|
return ptr_ring_init(&a->ring, size, gfp);
|
|
|
|
}
|
|
|
|
|
2016-06-30 09:45:32 +03:00
|
|
|
static void __skb_array_destroy_skb(void *ptr)
|
2016-06-13 23:54:50 +03:00
|
|
|
{
|
|
|
|
kfree_skb(ptr);
|
|
|
|
}
|
|
|
|
|
2017-05-17 07:14:38 +03:00
|
|
|
static inline void skb_array_unconsume(struct skb_array *a,
|
|
|
|
struct sk_buff **skbs, int n)
|
|
|
|
{
|
|
|
|
ptr_ring_unconsume(&a->ring, (void **)skbs, n, __skb_array_destroy_skb);
|
|
|
|
}
|
|
|
|
|
2016-06-30 09:45:32 +03:00
|
|
|
static inline int skb_array_resize(struct skb_array *a, int size, gfp_t gfp)
|
2016-06-13 23:54:50 +03:00
|
|
|
{
|
|
|
|
return ptr_ring_resize(&a->ring, size, gfp, __skb_array_destroy_skb);
|
|
|
|
}
|
|
|
|
|
2016-06-30 09:45:34 +03:00
|
|
|
static inline int skb_array_resize_multiple(struct skb_array **rings,
|
2017-08-16 20:36:47 +03:00
|
|
|
int nrings, unsigned int size,
|
|
|
|
gfp_t gfp)
|
2016-06-30 09:45:34 +03:00
|
|
|
{
|
|
|
|
BUILD_BUG_ON(offsetof(struct skb_array, ring));
|
|
|
|
return ptr_ring_resize_multiple((struct ptr_ring **)rings,
|
|
|
|
nrings, size, gfp,
|
|
|
|
__skb_array_destroy_skb);
|
|
|
|
}
|
|
|
|
|
2016-06-13 23:54:41 +03:00
|
|
|
static inline void skb_array_cleanup(struct skb_array *a)
|
|
|
|
{
|
2016-06-13 23:54:50 +03:00
|
|
|
ptr_ring_cleanup(&a->ring, __skb_array_destroy_skb);
|
2016-06-13 23:54:41 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
#endif /* _LINUX_SKB_ARRAY_H */
|