rte_pause.h

Go to the documentation of this file.

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2017 Cavium, Inc
 * Copyright(c) 2019 Arm Limited
 */

#ifndef _RTE_PAUSE_H_
#define _RTE_PAUSE_H_

#include <stdint.h>
#include <assert.h>
#include <rte_common.h>
#include <rte_atomic.h>
#include <rte_compat.h>

static inline void rte_pause(void);

__rte_experimental
static __rte_always_inline void
rte_wait_until_equal_16(volatile uint16_t *addr, uint16_t expected,
        int memorder);

__rte_experimental
static __rte_always_inline void
rte_wait_until_equal_32(volatile uint32_t *addr, uint32_t expected,
        int memorder);

__rte_experimental
static __rte_always_inline void
rte_wait_until_equal_64(volatile uint64_t *addr, uint64_t expected,
        int memorder);

#ifndef RTE_WAIT_UNTIL_EQUAL_ARCH_DEFINED
static __rte_always_inline void
rte_wait_until_equal_16(volatile uint16_t *addr, uint16_t expected,
        int memorder)
{
    assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED);

    while (__atomic_load_n(addr, memorder) != expected)
        rte_pause();
}

static __rte_always_inline void
rte_wait_until_equal_32(volatile uint32_t *addr, uint32_t expected,
        int memorder)
{
    assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED);

    while (__atomic_load_n(addr, memorder) != expected)
        rte_pause();
}

static __rte_always_inline void
rte_wait_until_equal_64(volatile uint64_t *addr, uint64_t expected,
        int memorder)
{
    assert(memorder == __ATOMIC_ACQUIRE || memorder == __ATOMIC_RELAXED);

    while (__atomic_load_n(addr, memorder) != expected)
        rte_pause();
}
#endif

#endif /* _RTE_PAUSE_H_ */