Zephyr Project API 4.4.99
A Scalable Open Source RTOS
Loading...
Searching...
No Matches
arch_interface.h
Go to the documentation of this file.
1/*
2 * Copyright (c) 2019 Intel Corporation.
3 *
4 * SPDX-License-Identifier: Apache-2.0
5 */
6
27#ifndef ZEPHYR_INCLUDE_ARCH_ARCH_INTERFACE_H_
28#define ZEPHYR_INCLUDE_ARCH_ARCH_INTERFACE_H_
29
30#ifndef _ASMLANGUAGE
31#include <zephyr/toolchain.h>
32#include <stddef.h>
33#include <zephyr/types.h>
34#include <zephyr/arch/cpu.h>
35#include <zephyr/irq_offload.h>
36
37#ifdef __cplusplus
38extern "C" {
39#endif
40
41/* NOTE: We cannot pull in kernel.h here, need some forward declarations */
42struct arch_esf;
43struct k_thread;
44struct k_mem_domain;
45
46typedef struct z_thread_stack_element k_thread_stack_t;
47
48typedef void (*k_thread_entry_t)(void *p1, void *p2, void *p3);
49
55
70static inline uint32_t arch_k_cycle_get_32(void);
71
84static inline uint64_t arch_k_cycle_get_64(void);
85
87
88
93
107#ifdef __DOXYGEN__
108#define ARCH_THREAD_STACK_RESERVED
109#endif
110
120#ifdef __DOXYGEN__
121#define ARCH_STACK_PTR_ALIGN
122#endif
123
140#ifdef __DOXYGEN__
141#define ARCH_THREAD_STACK_OBJ_ALIGN(size)
142#endif
143
169#ifdef __DOXYGEN__
170#define ARCH_THREAD_STACK_SIZE_ADJUST(size)
171#endif
172
186#ifdef __DOXYGEN__
187#define ARCH_KERNEL_STACK_RESERVED
188#endif
189
197#ifdef __DOXYGEN__
198#define ARCH_KERNEL_STACK_OBJ_ALIGN(size)
199#endif
200
202
207
225void arch_cpu_idle(void);
226
245void arch_cpu_atomic_idle(unsigned int key);
246
262unsigned int arch_pm_state_set_prepare(void);
263
274void arch_pm_state_set_finish(unsigned int key);
275
277
283
289typedef void (*arch_cpustart_t)(void *data);
290
311void arch_cpu_start(int cpu_num, k_thread_stack_t *stack, int sz,
312 arch_cpustart_t fn, void *arg);
313
319bool arch_cpu_active(int cpu_num);
320
322
323
328
334static inline unsigned int arch_irq_lock(void);
335
341static inline void arch_irq_unlock(unsigned int key);
342
350static inline bool arch_irq_unlocked(unsigned int key);
351
361static inline bool arch_cpu_irqs_are_enabled(void);
362
363#ifdef CONFIG_ZERO_LATENCY_IRQS
364
374static inline unsigned int arch_zli_lock(void);
375
381static inline void arch_zli_unlock(unsigned int key);
382
383#endif
384
399void arch_irq_disable(unsigned int irq);
400
406void arch_irq_enable(unsigned int irq);
407
413int arch_irq_is_enabled(unsigned int irq);
414
426int arch_irq_connect_dynamic(unsigned int irq, unsigned int priority,
427 void (*routine)(const void *parameter),
428 const void *parameter, uint32_t flags);
429
444int arch_irq_disconnect_dynamic(unsigned int irq, unsigned int priority,
445 void (*routine)(const void *parameter),
446 const void *parameter, uint32_t flags);
447
466#ifdef __DOXYGEN__
467#define ARCH_IRQ_CONNECT(irq, pri, isr, arg, flags)
468#endif
469
487#ifdef __DOXYGEN__
488#define ARCH_PCIE_IRQ_CONNECT(bdf, irq, pri, isr, arg, flags)
489#endif
490
507#ifdef __DOXYGEN__
508#define ARCH_IRQ_DIRECT_CONNECT(irq_p, priority_p, isr_p, flags_p)
509#endif
510
522#ifdef __DOXYGEN__
523#define ARCH_ISR_DIRECT_PM()
524#endif
525
537#ifdef __DOXYGEN__
538#define ARCH_ISR_DIRECT_HEADER()
539#endif
540
554#ifdef __DOXYGEN__
555#define ARCH_ISR_DIRECT_FOOTER(swap)
556#endif
557
573#ifdef __DOXYGEN__
574#define ARCH_ISR_DIRECT_DECLARE(name)
575#endif
576
590unsigned int arch_irq_allocate(void);
591
600void arch_irq_set_used(unsigned int irq);
601
609bool arch_irq_is_used(unsigned int irq);
610
625#ifdef __DOXYGEN__
626#define ARCH_EXCEPT(reason_p)
627#endif
628
629#ifdef CONFIG_IRQ_OFFLOAD
646void arch_irq_offload(irq_offload_routine_t routine, const void *parameter);
647
648
652void arch_irq_offload_init(void);
653
654#endif /* CONFIG_IRQ_OFFLOAD */
655
657
662#ifdef CONFIG_SMP
664static inline struct _cpu *arch_curr_cpu(void);
665
666
686static inline uint32_t arch_proc_id(void);
687
694
703
705
706#endif /* CONFIG_SMP */
707
716static inline unsigned int arch_num_cpus(void);
717
719
720
726
727#ifdef CONFIG_USERSPACE
728#include <zephyr/arch/syscall.h>
729
752
764 uintptr_t call_id);
765
778 uintptr_t call_id);
779
793 uintptr_t arg3,
794 uintptr_t call_id);
795
810 uintptr_t arg3, uintptr_t arg4,
811 uintptr_t call_id);
812
828 uintptr_t arg3, uintptr_t arg4,
829 uintptr_t arg5,
830 uintptr_t call_id);
831
848 uintptr_t arg3, uintptr_t arg4,
849 uintptr_t arg5, uintptr_t arg6,
850 uintptr_t call_id);
851
857static inline bool arch_is_user_context(void);
858
865
866#ifdef CONFIG_ARCH_MEM_DOMAIN_DATA
888int arch_mem_domain_init(struct k_mem_domain *domain);
889#endif /* CONFIG_ARCH_MEM_DOMAIN_DATA */
890
909
910#ifdef CONFIG_ARCH_MEM_DOMAIN_SYNCHRONOUS_API
928int arch_mem_domain_thread_add(struct k_thread *thread);
929
944int arch_mem_domain_thread_remove(struct k_thread *thread);
945
963int arch_mem_domain_partition_remove(struct k_mem_domain *domain,
964 uint32_t partition_id);
965
978int arch_mem_domain_partition_add(struct k_mem_domain *domain,
979 uint32_t partition_id);
980#endif /* CONFIG_ARCH_MEM_DOMAIN_SYNCHRONOUS_API */
981
1010int arch_buffer_validate(const void *addr, size_t size, int write);
1011
1027size_t arch_virt_region_align(uintptr_t phys, size_t size);
1028
1047FUNC_NORETURN void arch_user_mode_enter(k_thread_entry_t user_entry,
1048 void *p1, void *p2, void *p3);
1049
1064FUNC_NORETURN void arch_syscall_oops(void *ssf);
1065
1078size_t arch_user_string_nlen(const char *s, size_t maxsize, int *err);
1079#endif /* CONFIG_USERSPACE */
1080
1121#ifndef CONFIG_KERNEL_COHERENCE
1122static inline void arch_cohere_stacks(struct k_thread *old_thread,
1123 void *old_switch_handle,
1124 struct k_thread *new_thread)
1125{
1126 ARG_UNUSED(old_thread);
1127 ARG_UNUSED(old_switch_handle);
1128 ARG_UNUSED(new_thread);
1129}
1130#endif
1131
1133
1139
1140#ifdef CONFIG_GDBSTUB
1141struct gdb_ctx;
1142
1148void arch_gdb_init(void);
1149
1156
1162void arch_gdb_step(void);
1163
1177size_t arch_gdb_reg_readall(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen);
1178
1192size_t arch_gdb_reg_writeall(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen);
1193
1208size_t arch_gdb_reg_readone(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen,
1209 uint32_t regno);
1210
1225size_t arch_gdb_reg_writeone(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen,
1226 uint32_t regno);
1227
1241 uintptr_t addr, uint32_t kind);
1242
1256 uintptr_t addr, uint32_t kind);
1257
1265void arch_gdb_post_memory_write(uintptr_t addr, size_t len, uint8_t align);
1266
1267#endif
1269
1270#ifdef CONFIG_TIMING_FUNCTIONS
1271#include <zephyr/timing/types.h>
1272
1283
1292
1306
1320
1348
1364 volatile timing_t *const end);
1365
1374
1384
1395
1404
1406
1407#endif /* CONFIG_TIMING_FUNCTIONS */
1408
1409#ifdef CONFIG_PCIE_MSI_MULTI_VECTOR
1410
1411struct msi_vector;
1412typedef struct msi_vector msi_vector_t;
1413
1423uint8_t arch_pcie_msi_vectors_allocate(unsigned int priority,
1424 msi_vector_t *vectors,
1425 uint8_t n_vector);
1426
1437bool arch_pcie_msi_vector_connect(msi_vector_t *vector,
1438 void (*routine)(const void *parameter),
1439 const void *parameter,
1440 uint32_t flags);
1441
1442#endif /* CONFIG_PCIE_MSI_MULTI_VECTOR */
1443
1453
1465
1473typedef bool (*stack_trace_callback_fn)(void *cookie, unsigned long addr);
1474
1490void arch_stack_walk(stack_trace_callback_fn callback_fn, void *cookie,
1491 const struct k_thread *thread, const struct arch_esf *esf);
1492
1494
1495#ifdef __cplusplus
1496}
1497#endif /* __cplusplus */
1498
1500
1501#endif /* _ASMLANGUAGE */
1502
1503#endif /* ZEPHYR_INCLUDE_ARCH_ARCH_INTERFACE_H_ */
#define arch_irq_disable(irq)
Definition irq.h:59
#define arch_irq_enable(irq)
Definition irq.h:58
#define arch_irq_is_enabled(irq)
Definition irq.h:60
void(* k_thread_entry_t)(void *p1, void *p2, void *p3)
Thread entry point function type.
Definition arch_interface.h:48
void arch_spin_relax(void)
Perform architecture specific processing within spin loops.
struct z_thread_stack_element k_thread_stack_t
Typedef of struct z_thread_stack_element.
Definition arch_interface.h:46
irp nz macro MOVR cc s mov cc s endm endr irp aw macro LDR aa s
Definition asm-macro-32-bit-gnu.h:20
size_t arch_gdb_reg_writeall(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen)
Take a hexadecimal string and update all registers.
void arch_gdb_init(void)
Architecture layer debug start.
void arch_gdb_step(void)
Continue with one step.
size_t arch_gdb_reg_readall(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen)
Read all registers, and outputs as hexadecimal string.
int arch_gdb_remove_breakpoint(struct gdb_ctx *ctx, uint8_t type, uintptr_t addr, uint32_t kind)
Remove breakpoint or watchpoint.
void arch_gdb_continue(void)
Continue running program.
size_t arch_gdb_reg_readone(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen, uint32_t regno)
Read one register, and outputs as hexadecimal string.
void arch_gdb_post_memory_write(uintptr_t addr, size_t len, uint8_t align)
Post processing after memory write.
int arch_gdb_add_breakpoint(struct gdb_ctx *ctx, uint8_t type, uintptr_t addr, uint32_t kind)
Add breakpoint or watchpoint.
size_t arch_gdb_reg_writeone(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen, uint32_t regno)
Take a hexadecimal string and update one register.
static bool arch_irq_unlocked(unsigned int key)
Test if calling arch_irq_unlock() with this key would unlock irqs.
static unsigned int arch_irq_lock(void)
Lock interrupts on the current CPU.
int arch_irq_disconnect_dynamic(unsigned int irq, unsigned int priority, void(*routine)(const void *parameter), const void *parameter, uint32_t flags)
Arch-specific hook to dynamically uninstall a shared interrupt.
bool arch_irq_is_used(unsigned int irq)
Arch-specific hook for checking if an IRQ is being used already.
void arch_irq_set_used(unsigned int irq)
Arch-specific hook for declaring an IRQ being used.
static void arch_irq_unlock(unsigned int key)
Unlock interrupts on the current CPU.
int arch_irq_connect_dynamic(unsigned int irq, unsigned int priority, void(*routine)(const void *parameter), const void *parameter, uint32_t flags)
Arch-specific hook to install a dynamic interrupt.
unsigned int arch_irq_allocate(void)
Arch-specific hook for allocating IRQs.
static bool arch_cpu_irqs_are_enabled(void)
Probe the current CPU overall interrupt controller lock state without modifying it.
void arch_cpu_atomic_idle(unsigned int key)
Atomically re-enable interrupts and enter low power mode.
void arch_cpu_idle(void)
Power save idle routine.
unsigned int arch_pm_state_set_prepare(void)
Prepare interrupt state before entering a system PM state.
void arch_pm_state_set_finish(unsigned int key)
Restore interrupt state after leaving a system PM state.
static unsigned int arch_num_cpus(void)
Returns the number of CPUs.
void arch_cpu_start(int cpu_num, k_thread_stack_t *stack, int sz, arch_cpustart_t fn, void *arg)
Start a numbered CPU on a MP-capable system.
void(* arch_cpustart_t)(void *data)
Per-cpu entry function.
Definition arch_interface.h:289
bool arch_cpu_active(int cpu_num)
Return CPU power status.
int arch_smp_init(void)
void arch_sched_broadcast_ipi(void)
Broadcast an interrupt to all CPUs.
static struct _cpu * arch_curr_cpu(void)
Return the CPU struct for the currently executing CPU.
static uint32_t arch_proc_id(void)
Processor hardware ID.
void arch_sched_directed_ipi(uint32_t cpu_bitmap)
Direct IPIs to the specified CPUs.
void arch_stack_walk(stack_trace_callback_fn callback_fn, void *cookie, const struct k_thread *thread, const struct arch_esf *esf)
Architecture-specific function to walk the stack.
bool(* stack_trace_callback_fn)(void *cookie, unsigned long addr)
stack_trace_callback_fn - Callback for arch_stack_walk
Definition arch_interface.h:1473
static uint32_t arch_k_cycle_get_32(void)
Obtain the current cycle count, in units specified by CONFIG_SYS_CLOCK_HW_CYCLES_PER_SEC.
static uint64_t arch_k_cycle_get_64(void)
As for arch_k_cycle_get_32(), but with a 64 bit return value.
static uintptr_t arch_syscall_invoke4(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4, uintptr_t call_id)
Invoke a system call with 4 arguments.
int arch_buffer_validate(const void *addr, size_t size, int write)
Check memory region permissions.
size_t arch_user_string_nlen(const char *s, size_t maxsize, int *err)
Safely take the length of a potentially bad string.
static uintptr_t arch_syscall_invoke2(uintptr_t arg1, uintptr_t arg2, uintptr_t call_id)
Invoke a system call with 2 arguments.
static void arch_cohere_stacks(struct k_thread *old_thread, void *old_switch_handle, struct k_thread *new_thread)
Ensure cache coherence prior to context switch.
Definition arch_interface.h:1122
FUNC_NORETURN void arch_user_mode_enter(k_thread_entry_t user_entry, void *p1, void *p2, void *p3)
Perform a one-way transition from supervisor to user mode.
size_t arch_virt_region_align(uintptr_t phys, size_t size)
Get the optimal virtual region alignment to optimize the MMU table layout.
static uintptr_t arch_syscall_invoke1(uintptr_t arg1, uintptr_t call_id)
Invoke a system call with 1 argument.
static uintptr_t arch_syscall_invoke0(uintptr_t call_id)
Invoke a system call with 0 arguments.
int arch_mem_domain_max_partitions_get(void)
Get the maximum number of partitions for a memory domain.
static bool arch_is_user_context(void)
Indicate whether we are currently running in user mode.
static uintptr_t arch_syscall_invoke5(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4, uintptr_t arg5, uintptr_t call_id)
Invoke a system call with 5 arguments.
static uintptr_t arch_syscall_invoke3(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t call_id)
Invoke a system call with 3 arguments.
int arch_mem_domain_deinit(struct k_mem_domain *domain)
Architecture-specific hook for memory domain de-initialization.
static uintptr_t arch_syscall_invoke6(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4, uintptr_t arg5, uintptr_t arg6, uintptr_t call_id)
Invoke a system call with 6 arguments.
FUNC_NORETURN void arch_syscall_oops(void *ssf)
Induce a kernel oops that appears to come from a specific location.
struct msi_vector msi_vector_t
Definition msi.h:60
uint64_t arch_timing_freq_get(void)
Get frequency of counter used (in Hz).
uint32_t arch_timing_freq_get_mhz(void)
Get frequency of counter used (in MHz).
uint64_t arch_timing_cycles_get(volatile timing_t *const start, volatile timing_t *const end)
Get number of cycles between start and end.
void arch_timing_stop(void)
Signal the end of the timing information gathering.
void arch_timing_init(void)
Initialize the timing subsystem.
uint64_t arch_timing_cycles_to_ns(uint64_t cycles)
Convert number of cycles into nanoseconds.
uint64_t arch_timing_cycles_to_ns_avg(uint64_t cycles, uint32_t count)
Convert number of cycles into nanoseconds with averaging.
timing_t arch_timing_counter_get(void)
Return timing counter.
void arch_timing_start(void)
Signal the start of the timing information gathering.
uint64_t timing_t
Definition types.h:10
IRQ Offload interface.
void(* irq_offload_routine_t)(const void *parameter)
Definition irq_offload.h:18
flags
Definition parser.h:97
#define bool
Definition stdbool.h:13
__UINT32_TYPE__ uint32_t
Definition stdint.h:90
__UINT64_TYPE__ uint64_t
Definition stdint.h:91
__UINT8_TYPE__ uint8_t
Definition stdint.h:88
__UINTPTR_TYPE__ uintptr_t
Definition stdint.h:105
Exception Stack Frame.
Definition exception.h:60
Architecture specific GDB context.
Definition gdbstub.h:61
Memory Domain.
Definition mem_domain.h:80
Thread Structure.
Definition thread.h:259
Definition msi.h:51
Macros to abstract toolchain specific capabilities.