arch_inlines.h

Go to the documentation of this file.

/*
 * Copyright 2020 NXP
 *
 * SPDX-License-Identifier: Apache-2.0
 */
 
#ifndef ZEPHYR_INCLUDE_ARCH_ARM64_ARCH_INLINES_H
#define ZEPHYR_INCLUDE_ARCH_ARM64_ARCH_INLINES_H
 
#ifndef _ASMLANGUAGE
 
#include <zephyr/kernel_structs.h>
#include <zephyr/arch/arm64/lib_helpers.h>
#include <zephyr/arch/arm64/tpidrro_el0.h>
#include <zephyr/sys/__assert.h>
 
#ifdef CONFIG_ARCH_HAS_CUSTOM_CURRENT_IMPL
/* A register read cannot race with migration between a CPU lookup and load. */
static ALWAYS_INLINE struct k_thread *arch_current_thread(void)
{
        uintptr_t thread;
 
        /* The _current contract permits reusing this read. Code that needs an
         * updated value before the context switch uses _raw_current instead.
         */
        __asm__("mrs %0, tpidr_el1" : "=r"(thread));
        return (struct k_thread *)thread;
}
 
static ALWAYS_INLINE void arch_current_thread_set(struct k_thread *thread)
{
        /* The scheduler updates this CPU-local register with preemption disabled. */
        write_tpidr_el1((uintptr_t)thread);
}
#endif
 
/* Note: keep in sync with `get_cpu` in arch/arm64/core/macro_priv.inc */
static ALWAYS_INLINE _cpu_t *arch_curr_cpu(void)
{
        return (_cpu_t *)(read_tpidrro_el0() & TPIDRROEL0_CURR_CPU);
}
 
static ALWAYS_INLINE int arch_exception_depth(void)
{
        return (read_tpidrro_el0() & TPIDRROEL0_EXC_DEPTH) / TPIDRROEL0_EXC_UNIT;
}
 
static ALWAYS_INLINE uint32_t arch_proc_id(void)
{
        uint64_t cpu_mpid = read_mpidr_el1();
 
        __ASSERT(cpu_mpid == (uint32_t)cpu_mpid, "mpid extends past 32 bits");
 
        return (uint32_t)cpu_mpid;
}
 
static ALWAYS_INLINE unsigned int arch_num_cpus(void)
{
        return CONFIG_MP_MAX_NUM_CPUS;
}
 
#endif /* !_ASMLANGUAGE */
#endif /* ZEPHYR_INCLUDE_ARCH_ARM64_ARCH_INLINES_H */