#include <stdio.h>
#include <stdint.h>
#include <sys/queue.h>
#include <errno.h>
#include <xmmintrin.h>
#include "rte_atomic_x86.h"
#include "rte_branch_prediction.h"
结构体 | |
struct | rte_ring_headtail |
struct | rte_ring |
宏定义 | |
#define | __rte_always_inline inline |
#define | RTE_RING_MZ_PREFIX "RG_" |
#define | RTE_NAMESIZE 256 |
#define | RING_F_SP_ENQ 0x0001 |
#define | RING_F_SC_DEQ 0x0002 |
#define | RING_F_EXACT_SZ 0x0004 |
#define | RTE_RING_SZ_MASK (unsigned)(0x0fffffff) |
#define | __IS_SP 1 |
#define | __IS_MP 0 |
#define | __IS_SC 1 |
#define | __IS_MC 0 |
#define | ENQUEUE_PTRS(r, ring_start, prod_head, obj_table, n, obj_type) |
#define | DEQUEUE_PTRS(r, ring_start, cons_head, obj_table, n, obj_type) |
枚举 | |
enum | rte_ring_queue_behavior { RTE_RING_QUEUE_FIXED = 0, RTE_RING_QUEUE_VARIABLE } |
enum | femu_ring_type { FEMU_RING_TYPE_SP_SC, FEMU_RING_TYPE_MP_SC, FEMU_RING_TYPE_MP_MC } |
函数 | |
static uint32_t | rte_align32pow2 (uint32_t x) |
ssize_t | rte_ring_get_memsize (unsigned count) |
int | rte_ring_init (struct rte_ring *r, const char *name, unsigned count, unsigned flags) |
struct rte_ring * | rte_ring_create (const char *name, unsigned count, unsigned flags) |
void | rte_ring_free (struct rte_ring *r) |
void | rte_ring_dump (FILE *f, const struct rte_ring *r) |
static __rte_always_inline void | update_tail (struct rte_ring_headtail *ht, uint32_t old_val, uint32_t new_val, uint32_t single) |
static __rte_always_inline unsigned int | __rte_ring_move_prod_head (struct rte_ring *r, int is_sp, unsigned int n, enum rte_ring_queue_behavior behavior, uint32_t *old_head, uint32_t *new_head, uint32_t *free_entries) |
static __rte_always_inline unsigned int | __rte_ring_do_enqueue (struct rte_ring *r, void *const *obj_table, unsigned int n, enum rte_ring_queue_behavior behavior, int is_sp, unsigned int *free_space) |
static __rte_always_inline unsigned int | __rte_ring_move_cons_head (struct rte_ring *r, int is_sc, unsigned int n, enum rte_ring_queue_behavior behavior, uint32_t *old_head, uint32_t *new_head, uint32_t *entries) |
static __rte_always_inline unsigned int | __rte_ring_do_dequeue (struct rte_ring *r, void **obj_table, unsigned int n, enum rte_ring_queue_behavior behavior, int is_sc, unsigned int *available) |
static __rte_always_inline unsigned int | rte_ring_mp_enqueue_bulk (struct rte_ring *r, void *const *obj_table, unsigned int n, unsigned int *free_space) |
static __rte_always_inline unsigned int | rte_ring_sp_enqueue_bulk (struct rte_ring *r, void *const *obj_table, unsigned int n, unsigned int *free_space) |
static __rte_always_inline unsigned int | rte_ring_enqueue_bulk (struct rte_ring *r, void *const *obj_table, unsigned int n, unsigned int *free_space) |
static __rte_always_inline int | rte_ring_mp_enqueue (struct rte_ring *r, void *obj) |
static __rte_always_inline int | rte_ring_sp_enqueue (struct rte_ring *r, void *obj) |
static __rte_always_inline int | rte_ring_enqueue (struct rte_ring *r, void *obj) |
static __rte_always_inline unsigned int | rte_ring_mc_dequeue_bulk (struct rte_ring *r, void **obj_table, unsigned int n, unsigned int *available) |
static __rte_always_inline unsigned int | rte_ring_sc_dequeue_bulk (struct rte_ring *r, void **obj_table, unsigned int n, unsigned int *available) |
static __rte_always_inline unsigned int | rte_ring_dequeue_bulk (struct rte_ring *r, void **obj_table, unsigned int n, unsigned int *available) |
static __rte_always_inline int | rte_ring_mc_dequeue (struct rte_ring *r, void **obj_p) |
static __rte_always_inline int | rte_ring_sc_dequeue (struct rte_ring *r, void **obj_p) |
static __rte_always_inline int | rte_ring_dequeue (struct rte_ring *r, void **obj_p) |
static unsigned | rte_ring_count (const struct rte_ring *r) |
static unsigned | rte_ring_free_count (const struct rte_ring *r) |
static int | rte_ring_full (const struct rte_ring *r) |
static int | rte_ring_empty (const struct rte_ring *r) |
static unsigned int | rte_ring_get_size (const struct rte_ring *r) |
static unsigned int | rte_ring_get_capacity (const struct rte_ring *r) |
void | rte_ring_list_dump (FILE *f) |
struct rte_ring * | rte_ring_lookup (const char *name) |
static __rte_always_inline unsigned | rte_ring_mp_enqueue_burst (struct rte_ring *r, void *const *obj_table, unsigned int n, unsigned int *free_space) |
static __rte_always_inline unsigned | rte_ring_sp_enqueue_burst (struct rte_ring *r, void *const *obj_table, unsigned int n, unsigned int *free_space) |
static __rte_always_inline unsigned | rte_ring_enqueue_burst (struct rte_ring *r, void *const *obj_table, unsigned int n, unsigned int *free_space) |
static __rte_always_inline unsigned | rte_ring_mc_dequeue_burst (struct rte_ring *r, void **obj_table, unsigned int n, unsigned int *available) |
static __rte_always_inline unsigned | rte_ring_sc_dequeue_burst (struct rte_ring *r, void **obj_table, unsigned int n, unsigned int *available) |
static __rte_always_inline unsigned | rte_ring_dequeue_burst (struct rte_ring *r, void **obj_table, unsigned int n, unsigned int *available) |
struct rte_ring * | femu_ring_create (enum femu_ring_type type, size_t count) |
void | femu_ring_free (struct rte_ring *ring) |
size_t | femu_ring_count (struct rte_ring *ring) |
size_t | femu_ring_enqueue (struct rte_ring *ring, void **objs, size_t count) |
size_t | femu_ring_dequeue (struct rte_ring *ring, void **objs, size_t count) |
RTE Ring
The Ring Manager is a fixed-size queue, implemented as a table of pointers. Head and tail pointers are modified atomically, allowing concurrent access to it. It has the following features:
Note: the ring implementation is not preemptable. A lcore must not be interrupted by another task that uses the same ring.
#define __IS_MC 0 |
#define __IS_MP 0 |
#define __IS_SC 1 |
#define __IS_SP 1 |
#define __rte_always_inline inline |
#define DEQUEUE_PTRS | ( | r, | |
ring_start, | |||
cons_head, | |||
obj_table, | |||
n, | |||
obj_type | |||
) |
#define ENQUEUE_PTRS | ( | r, | |
ring_start, | |||
prod_head, | |||
obj_table, | |||
n, | |||
obj_type | |||
) |
#define RING_F_EXACT_SZ 0x0004 |
Ring is to hold exactly requested number of entries. Without this flag set, the ring size requested must be a power of 2, and the usable space will be that size - 1. With the flag, the requested size will be rounded up to the next power of two, but the usable space will be exactly that requested. Worst case, if a power-of-2 size is requested, half the ring space will be wasted.
#define RING_F_SC_DEQ 0x0002 |
The default dequeue is "single-consumer".
#define RING_F_SP_ENQ 0x0001 |
The default enqueue is "single-producer".
#define RTE_NAMESIZE 256 |
#define RTE_RING_MZ_PREFIX "RG_" |
#define RTE_RING_SZ_MASK (unsigned)(0x0fffffff) |
Ring size mask
enum femu_ring_type |
|
static |
|
static |
|
static |
|
static |
size_t femu_ring_count | ( | struct rte_ring * | ring | ) |
Get the number of objects in the ring.
ring | the ring. |
struct rte_ring* femu_ring_create | ( | enum femu_ring_type | type, |
size_t | count | ||
) |
Create a ring.
type | Type for the ring. (FEMU_RING_TYPE_SP_SC or FEMU_RING_TYPE_MP_SC). |
count | Size of the ring in elements. |
socket_id | Socket ID to allocate memory on, or FEMU_ENV_SOCKET_ID_ANY for any socket. |
size_t femu_ring_dequeue | ( | struct rte_ring * | ring, |
void ** | objs, | ||
size_t | count | ||
) |
Dequeue count objects from the ring into the array objs.
ring | A pointer to the ring. |
objs | A pointer to the array to be dequeued. |
count | Maximum number of elements to be dequeued. |
size_t femu_ring_enqueue | ( | struct rte_ring * | ring, |
void ** | objs, | ||
size_t | count | ||
) |
Queue the array of objects (with length count) on the ring.
ring | A pointer to the ring. |
objs | A pointer to the array to be queued. |
count | Length count of the array of objects. |
void femu_ring_free | ( | struct rte_ring * | ring | ) |
Free the ring.
ring | Ring to free. |
|
inlinestatic |
|
inlinestatic |
Return the number of entries in a ring.
r | A pointer to the ring structure. |
struct rte_ring* rte_ring_create | ( | const char * | name, |
unsigned | count, | ||
unsigned | flags | ||
) |
Create a new ring named name in memory.
This function uses memzone_reserve()
to allocate memory. Then it calls rte_ring_init() to initialize an empty ring.
The new ring size is set to count, which must be a power of two. Water marking is disabled by default. The real usable ring size is count-1 instead of count to differentiate a free ring from an empty ring.
The ring is added in RTE_TAILQ_RING list.
name | The name of the ring. |
count | The size of the ring (must be a power of 2). |
socket_id | The socket_id argument is the socket identifier in case of NUMA. The value can be SOCKET_ID_ANY if there is no NUMA constraint for the reserved zone. |
flags | An OR of the following:
|
|
static |
Dequeue one object from a ring.
This function calls the multi-consumers or the single-consumer version depending on the default behaviour that was specified at ring creation time (see flags).
r | A pointer to the ring structure. |
obj_p | A pointer to a void * pointer (object) that will be filled. |
|
static |
Dequeue several objects from a ring.
This function calls the multi-consumers or the single-consumer version, depending on the default behaviour that was specified at ring creation time (see flags).
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects) that will be filled. |
n | The number of objects to dequeue from the ring to the obj_table. |
available | If non-NULL, returns the number of remaining ring entries after the dequeue has finished. |
|
static |
Dequeue multiple objects from a ring up to a maximum number.
This function calls the multi-consumers or the single-consumer version, depending on the default behaviour that was specified at ring creation time (see flags).
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects) that will be filled. |
n | The number of objects to dequeue from the ring to the obj_table. |
available | If non-NULL, returns the number of remaining ring entries after the dequeue has finished. |
void rte_ring_dump | ( | FILE * | f, |
const struct rte_ring * | r | ||
) |
Dump the status of the ring to a file.
f | A pointer to a file for output |
r | A pointer to the ring structure. |
|
inlinestatic |
Test if a ring is empty.
r | A pointer to the ring structure. |
|
static |
Enqueue one object on a ring.
This function calls the multi-producer or the single-producer version, depending on the default behaviour that was specified at ring creation time (see flags).
r | A pointer to the ring structure. |
obj | A pointer to the object to be added. |
|
static |
Enqueue several objects on a ring.
This function calls the multi-producer or the single-producer version depending on the default behavior that was specified at ring creation time (see flags).
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects). |
n | The number of objects to add in the ring from the obj_table. |
free_space | if non-NULL, returns the amount of space in the ring after the enqueue operation has finished. |
|
static |
Enqueue several objects on a ring.
This function calls the multi-producer or the single-producer version depending on the default behavior that was specified at ring creation time (see flags).
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects). |
n | The number of objects to add in the ring from the obj_table. |
free_space | if non-NULL, returns the amount of space in the ring after the enqueue operation has finished. |
void rte_ring_free | ( | struct rte_ring * | r | ) |
De-allocate all memory used by the ring.
r | Ring to free |
|
inlinestatic |
Return the number of free entries in a ring.
r | A pointer to the ring structure. |
|
inlinestatic |
Test if a ring is full.
r | A pointer to the ring structure. |
|
inlinestatic |
Return the number of elements which can be stored in the ring.
r | A pointer to the ring structure. |
ssize_t rte_ring_get_memsize | ( | unsigned | count | ) |
Calculate the memory size needed for a ring
This function returns the number of bytes needed for a ring, given the number of elements in it. This value is the sum of the size of the structure rte_ring and the size of the memory needed by the objects pointers. The value is aligned to a cache line size.
count | The number of elements in the ring (must be a power of 2). |
|
inlinestatic |
Return the size of the ring.
r | A pointer to the ring structure. |
rte_ring_get_capacity()
. int rte_ring_init | ( | struct rte_ring * | r, |
const char * | name, | ||
unsigned | count, | ||
unsigned | flags | ||
) |
Initialize a ring structure.
Initialize a ring structure in memory pointed by "r". The size of the memory area must be large enough to store the ring structure and the object table. It is advised to use rte_ring_get_memsize() to get the appropriate size.
The ring size is set to count, which must be a power of two. Water marking is disabled by default. The real usable ring size is count-1 instead of count to differentiate a free ring from an empty ring.
The ring is not added in RTE_TAILQ_RING global list. Indeed, the memory given by the caller may not be shareable among dpdk processes.
r | The pointer to the ring structure followed by the objects table. |
name | The name of the ring. |
count | The number of elements in the ring (must be a power of 2). |
flags | An OR of the following:
|
void rte_ring_list_dump | ( | FILE * | f | ) |
Dump the status of all rings on the console
f | A pointer to a file for output |
struct rte_ring* rte_ring_lookup | ( | const char * | name | ) |
Search a ring from its name
name | The name of the ring. |
|
static |
Dequeue one object from a ring (multi-consumers safe).
This function uses a "compare and set" instruction to move the consumer index atomically.
r | A pointer to the ring structure. |
obj_p | A pointer to a void * pointer (object) that will be filled. |
|
static |
Dequeue several objects from a ring (multi-consumers safe).
This function uses a "compare and set" instruction to move the consumer index atomically.
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects) that will be filled. |
n | The number of objects to dequeue from the ring to the obj_table. |
available | If non-NULL, returns the number of remaining ring entries after the dequeue has finished. |
|
static |
Dequeue several objects from a ring (multi-consumers safe). When the request objects are more than the available objects, only dequeue the actual number of objects
This function uses a "compare and set" instruction to move the consumer index atomically.
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects) that will be filled. |
n | The number of objects to dequeue from the ring to the obj_table. |
available | If non-NULL, returns the number of remaining ring entries after the dequeue has finished. |
|
static |
Enqueue one object on a ring (multi-producers safe).
This function uses a "compare and set" instruction to move the producer index atomically.
r | A pointer to the ring structure. |
obj | A pointer to the object to be added. |
|
static |
Enqueue several objects on the ring (multi-producers safe).
This function uses a "compare and set" instruction to move the producer index atomically.
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects). |
n | The number of objects to add in the ring from the obj_table. |
free_space | if non-NULL, returns the amount of space in the ring after the enqueue operation has finished. |
|
static |
Enqueue several objects on the ring (multi-producers safe).
This function uses a "compare and set" instruction to move the producer index atomically.
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects). |
n | The number of objects to add in the ring from the obj_table. |
free_space | if non-NULL, returns the amount of space in the ring after the enqueue operation has finished. |
|
static |
Dequeue one object from a ring (NOT multi-consumers safe).
r | A pointer to the ring structure. |
obj_p | A pointer to a void * pointer (object) that will be filled. |
|
static |
Dequeue several objects from a ring (NOT multi-consumers safe).
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects) that will be filled. |
n | The number of objects to dequeue from the ring to the obj_table, must be strictly positive. |
available | If non-NULL, returns the number of remaining ring entries after the dequeue has finished. |
|
static |
Dequeue several objects from a ring (NOT multi-consumers safe).When the request objects are more than the available objects, only dequeue the actual number of objects
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects) that will be filled. |
n | The number of objects to dequeue from the ring to the obj_table. |
available | If non-NULL, returns the number of remaining ring entries after the dequeue has finished. |
|
static |
Enqueue one object on a ring (NOT multi-producers safe).
r | A pointer to the ring structure. |
obj | A pointer to the object to be added. |
|
static |
Enqueue several objects on a ring (NOT multi-producers safe).
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects). |
n | The number of objects to add in the ring from the obj_table. |
free_space | if non-NULL, returns the amount of space in the ring after the enqueue operation has finished. |
|
static |
Enqueue several objects on a ring (NOT multi-producers safe).
r | A pointer to the ring structure. |
obj_table | A pointer to a table of void * pointers (objects). |
n | The number of objects to add in the ring from the obj_table. |
free_space | if non-NULL, returns the amount of space in the ring after the enqueue operation has finished. |
|
static |