Zephyr API Documentation 4.4.99
A Scalable Open Source RTOS
Loading...
Searching...
No Matches
arch_interface.h
Go to the documentation of this file.
1/*
2 * Copyright (c) 2019 Intel Corporation.
3 *
4 * SPDX-License-Identifier: Apache-2.0
5 */
6
27#ifndef ZEPHYR_INCLUDE_ARCH_ARCH_INTERFACE_H_
28#define ZEPHYR_INCLUDE_ARCH_ARCH_INTERFACE_H_
29
30#ifndef _ASMLANGUAGE
31#include <zephyr/toolchain.h>
32#include <stddef.h>
33#include <zephyr/types.h>
34#include <zephyr/arch/cpu.h>
35#include <zephyr/irq_offload.h>
36
37#ifdef __cplusplus
38extern "C" {
39#endif
40
41/* NOTE: We cannot pull in kernel.h here, need some forward declarations */
42struct arch_esf;
43struct k_thread;
44struct k_mem_domain;
45
46typedef struct z_thread_stack_element k_thread_stack_t;
47
48typedef void (*k_thread_entry_t)(void *p1, void *p2, void *p3);
49
55
70static inline uint32_t arch_k_cycle_get_32(void);
71
84static inline uint64_t arch_k_cycle_get_64(void);
85
87
88
93
107#ifdef __DOXYGEN__
108#define ARCH_THREAD_STACK_RESERVED
109#endif
110
120#ifdef __DOXYGEN__
121#define ARCH_STACK_PTR_ALIGN
122#endif
123
140#ifdef __DOXYGEN__
141#define ARCH_THREAD_STACK_OBJ_ALIGN(size)
142#endif
143
169#ifdef __DOXYGEN__
170#define ARCH_THREAD_STACK_SIZE_ADJUST(size)
171#endif
172
186#ifdef __DOXYGEN__
187#define ARCH_KERNEL_STACK_RESERVED
188#endif
189
197#ifdef __DOXYGEN__
198#define ARCH_KERNEL_STACK_OBJ_ALIGN(size)
199#endif
200
202
207
225void arch_cpu_idle(void);
226
245void arch_cpu_atomic_idle(unsigned int key);
246
262unsigned int arch_pm_state_set_prepare(void);
263
274void arch_pm_state_set_finish(unsigned int key);
275
277
283
289typedef void (*arch_cpustart_t)(void *data);
290
311void arch_cpu_start(int cpu_num, k_thread_stack_t *stack, int sz,
312 arch_cpustart_t fn, void *arg);
313
319bool arch_cpu_active(int cpu_num);
320
322
323
328
334static inline unsigned int arch_irq_lock(void);
335
341static inline void arch_irq_unlock(unsigned int key);
342
350static inline bool arch_irq_unlocked(unsigned int key);
351
361static inline bool arch_cpu_irqs_are_enabled(void);
362
363#ifdef CONFIG_ZERO_LATENCY_IRQS
364
374static inline unsigned int arch_zli_lock(void);
375
381static inline void arch_zli_unlock(unsigned int key);
382
383#endif
384
399void arch_irq_disable(unsigned int irq);
400
406void arch_irq_enable(unsigned int irq);
407
413int arch_irq_is_enabled(unsigned int irq);
414
415#if defined(CONFIG_ARCH_HAS_IRQ_PENDING_OPS) || defined(__DOXYGEN__)
421void arch_irq_clear_pending(unsigned int irq);
422
428void arch_irq_set_pending(unsigned int irq);
429
435bool arch_irq_is_pending(unsigned int irq);
436#endif
437
438#if defined(CONFIG_ARCH_HAS_IRQ_GET_ACTIVE) || defined(__DOXYGEN__)
444unsigned int arch_irq_get_active(void);
445#endif
446
458int arch_irq_connect_dynamic(unsigned int irq, unsigned int priority,
459 void (*routine)(const void *parameter),
460 const void *parameter, uint32_t flags);
461
476int arch_irq_disconnect_dynamic(unsigned int irq, unsigned int priority,
477 void (*routine)(const void *parameter),
478 const void *parameter, uint32_t flags);
479
498#ifdef __DOXYGEN__
499#define ARCH_IRQ_CONNECT(irq, pri, isr, arg, flags)
500#endif
501
519#ifdef __DOXYGEN__
520#define ARCH_PCIE_IRQ_CONNECT(bdf, irq, pri, isr, arg, flags)
521#endif
522
539#ifdef __DOXYGEN__
540#define ARCH_IRQ_DIRECT_CONNECT(irq_p, priority_p, isr_p, flags_p)
541#endif
542
554#ifdef __DOXYGEN__
555#define ARCH_ISR_DIRECT_PM()
556#endif
557
569#ifdef __DOXYGEN__
570#define ARCH_ISR_DIRECT_HEADER()
571#endif
572
586#ifdef __DOXYGEN__
587#define ARCH_ISR_DIRECT_FOOTER(swap)
588#endif
589
605#ifdef __DOXYGEN__
606#define ARCH_ISR_DIRECT_DECLARE(name)
607#endif
608
622unsigned int arch_irq_allocate(void);
623
632void arch_irq_set_used(unsigned int irq);
633
641bool arch_irq_is_used(unsigned int irq);
642
657#ifdef __DOXYGEN__
658#define ARCH_EXCEPT(reason_p)
659#endif
660
661#ifdef CONFIG_IRQ_OFFLOAD
678void arch_irq_offload(irq_offload_routine_t routine, const void *parameter);
679
680
684void arch_irq_offload_init(void);
685
686#endif /* CONFIG_IRQ_OFFLOAD */
687
689
694#ifdef CONFIG_SMP
696static inline struct _cpu *arch_curr_cpu(void);
697
698
718static inline uint32_t arch_proc_id(void);
719
726
735
737
738#endif /* CONFIG_SMP */
739
748static inline unsigned int arch_num_cpus(void);
749
751
752
757
781int arch_page_phys_get(void *virt, uintptr_t *phys);
782
784
790
791#ifdef CONFIG_USERSPACE
792#include <zephyr/arch/syscall.h>
793
816
828 uintptr_t call_id);
829
842 uintptr_t call_id);
843
857 uintptr_t arg3,
858 uintptr_t call_id);
859
874 uintptr_t arg3, uintptr_t arg4,
875 uintptr_t call_id);
876
892 uintptr_t arg3, uintptr_t arg4,
893 uintptr_t arg5,
894 uintptr_t call_id);
895
912 uintptr_t arg3, uintptr_t arg4,
913 uintptr_t arg5, uintptr_t arg6,
914 uintptr_t call_id);
915
921static inline bool arch_is_user_context(void);
922
929
930#ifdef CONFIG_ARCH_MEM_DOMAIN_DATA
952int arch_mem_domain_init(struct k_mem_domain *domain);
953#endif /* CONFIG_ARCH_MEM_DOMAIN_DATA */
954
973
974#ifdef CONFIG_ARCH_MEM_DOMAIN_SYNCHRONOUS_API
992int arch_mem_domain_thread_add(struct k_thread *thread);
993
1008int arch_mem_domain_thread_remove(struct k_thread *thread);
1009
1027int arch_mem_domain_partition_remove(struct k_mem_domain *domain,
1028 uint32_t partition_id);
1029
1042int arch_mem_domain_partition_add(struct k_mem_domain *domain,
1043 uint32_t partition_id);
1044#endif /* CONFIG_ARCH_MEM_DOMAIN_SYNCHRONOUS_API */
1045
1074int arch_buffer_validate(const void *addr, size_t size, int write);
1075
1091size_t arch_virt_region_align(uintptr_t phys, size_t size);
1092
1111FUNC_NORETURN void arch_user_mode_enter(k_thread_entry_t user_entry,
1112 void *p1, void *p2, void *p3);
1113
1128FUNC_NORETURN void arch_syscall_oops(void *ssf);
1129
1142size_t arch_user_string_nlen(const char *s, size_t maxsize, int *err);
1143#endif /* CONFIG_USERSPACE */
1144
1185#ifndef CONFIG_KERNEL_COHERENCE
1186static inline void arch_cohere_stacks(struct k_thread *old_thread,
1187 void *old_switch_handle,
1188 struct k_thread *new_thread)
1189{
1190 ARG_UNUSED(old_thread);
1191 ARG_UNUSED(old_switch_handle);
1192 ARG_UNUSED(new_thread);
1193}
1194#endif
1195
1197
1203
1204#ifdef CONFIG_GDBSTUB
1205struct gdb_ctx;
1206
1212void arch_gdb_init(void);
1213
1220
1226void arch_gdb_step(void);
1227
1241size_t arch_gdb_reg_readall(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen);
1242
1256size_t arch_gdb_reg_writeall(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen);
1257
1272size_t arch_gdb_reg_readone(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen,
1273 uint32_t regno);
1274
1289size_t arch_gdb_reg_writeone(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen,
1290 uint32_t regno);
1291
1304int arch_gdb_add_breakpoint(struct gdb_ctx *ctx, uint8_t type,
1305 uintptr_t addr, uint32_t kind);
1306
1319int arch_gdb_remove_breakpoint(struct gdb_ctx *ctx, uint8_t type,
1320 uintptr_t addr, uint32_t kind);
1321
1329void arch_gdb_post_memory_write(uintptr_t addr, size_t len, uint8_t align);
1330
1331#endif
1333
1334#ifdef CONFIG_TIMING_FUNCTIONS
1335#include <zephyr/timing/types.h>
1336
1347
1356
1370
1384
1412
1428 volatile timing_t *const end);
1429
1438
1448
1459
1468
1470
1471#endif /* CONFIG_TIMING_FUNCTIONS */
1472
1473#ifdef CONFIG_PCIE_MSI_MULTI_VECTOR
1474
1475struct msi_vector;
1476typedef struct msi_vector msi_vector_t;
1477
1487uint8_t arch_pcie_msi_vectors_allocate(unsigned int priority,
1488 msi_vector_t *vectors,
1489 uint8_t n_vector);
1490
1501bool arch_pcie_msi_vector_connect(msi_vector_t *vector,
1502 void (*routine)(const void *parameter),
1503 const void *parameter,
1504 uint32_t flags);
1505
1506#endif /* CONFIG_PCIE_MSI_MULTI_VECTOR */
1507
1517
1529
1537typedef bool (*stack_trace_callback_fn)(void *cookie, unsigned long addr);
1538
1554void arch_stack_walk(stack_trace_callback_fn callback_fn, void *cookie,
1555 const struct k_thread *thread, const struct arch_esf *esf);
1556
1558
1559#ifdef __cplusplus
1560}
1561#endif /* __cplusplus */
1562
1564
1565#endif /* _ASMLANGUAGE */
1566
1567#endif /* ZEPHYR_INCLUDE_ARCH_ARCH_INTERFACE_H_ */
void(* k_thread_entry_t)(void *p1, void *p2, void *p3)
Thread entry point function type.
Definition arch_interface.h:48
void arch_spin_relax(void)
Perform architecture specific processing within spin loops.
struct z_thread_stack_element k_thread_stack_t
Typedef of struct z_thread_stack_element.
Definition arch_interface.h:46
size_t arch_gdb_reg_writeall(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen)
Take a hexadecimal string and update all registers.
void arch_gdb_init(void)
Architecture layer debug start.
void arch_gdb_step(void)
Continue with one step.
size_t arch_gdb_reg_readall(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen)
Read all registers, and outputs as hexadecimal string.
int arch_gdb_remove_breakpoint(struct gdb_ctx *ctx, uint8_t type, uintptr_t addr, uint32_t kind)
Remove breakpoint or watchpoint.
void arch_gdb_continue(void)
Continue running program.
size_t arch_gdb_reg_readone(struct gdb_ctx *ctx, uint8_t *buf, size_t buflen, uint32_t regno)
Read one register, and outputs as hexadecimal string.
void arch_gdb_post_memory_write(uintptr_t addr, size_t len, uint8_t align)
Post processing after memory write.
int arch_gdb_add_breakpoint(struct gdb_ctx *ctx, uint8_t type, uintptr_t addr, uint32_t kind)
Add breakpoint or watchpoint.
size_t arch_gdb_reg_writeone(struct gdb_ctx *ctx, uint8_t *hex, size_t hexlen, uint32_t regno)
Take a hexadecimal string and update one register.
static bool arch_irq_unlocked(unsigned int key)
Test if calling arch_irq_unlock() with this key would unlock irqs.
void arch_irq_disable(unsigned int irq)
Disable the specified interrupt line.
static unsigned int arch_irq_lock(void)
Lock interrupts on the current CPU.
int arch_irq_is_enabled(unsigned int irq)
Test if an interrupt line is enabled.
int arch_irq_disconnect_dynamic(unsigned int irq, unsigned int priority, void(*routine)(const void *parameter), const void *parameter, uint32_t flags)
Arch-specific hook to dynamically uninstall a shared interrupt.
bool arch_irq_is_used(unsigned int irq)
Arch-specific hook for checking if an IRQ is being used already.
void arch_irq_set_used(unsigned int irq)
Arch-specific hook for declaring an IRQ being used.
void arch_irq_clear_pending(unsigned int irq)
Clear the pending state of the specified interrupt line.
void arch_irq_enable(unsigned int irq)
Enable the specified interrupt line.
static void arch_irq_unlock(unsigned int key)
Unlock interrupts on the current CPU.
bool arch_irq_is_pending(unsigned int irq)
Test if the specified interrupt line is pending.
int arch_irq_connect_dynamic(unsigned int irq, unsigned int priority, void(*routine)(const void *parameter), const void *parameter, uint32_t flags)
Arch-specific hook to install a dynamic interrupt.
unsigned int arch_irq_allocate(void)
Arch-specific hook for allocating IRQs.
void arch_irq_set_pending(unsigned int irq)
Set the pending state of the specified interrupt line.
static bool arch_cpu_irqs_are_enabled(void)
Probe the current CPU overall interrupt controller lock state without modifying it.
unsigned int arch_irq_get_active(void)
Report the interrupt line being serviced on the current CPU.
int arch_page_phys_get(void *virt, uintptr_t *phys)
Get the physical address mapped at a virtual address.
void arch_cpu_atomic_idle(unsigned int key)
Atomically re-enable interrupts and enter low power mode.
void arch_cpu_idle(void)
Power save idle routine.
unsigned int arch_pm_state_set_prepare(void)
Prepare interrupt state before entering a system PM state.
void arch_pm_state_set_finish(unsigned int key)
Restore interrupt state after leaving a system PM state.
static unsigned int arch_num_cpus(void)
Returns the number of CPUs.
void arch_cpu_start(int cpu_num, k_thread_stack_t *stack, int sz, arch_cpustart_t fn, void *arg)
Start a numbered CPU on a MP-capable system.
void(* arch_cpustart_t)(void *data)
Per-cpu entry function.
Definition arch_interface.h:289
bool arch_cpu_active(int cpu_num)
Return CPU power status.
int arch_smp_init(void)
void arch_sched_broadcast_ipi(void)
Broadcast an interrupt to all CPUs.
static struct _cpu * arch_curr_cpu(void)
Return the CPU struct for the currently executing CPU.
static uint32_t arch_proc_id(void)
Processor hardware ID.
void arch_sched_directed_ipi(uint32_t cpu_bitmap)
Direct IPIs to the specified CPUs.
void arch_stack_walk(stack_trace_callback_fn callback_fn, void *cookie, const struct k_thread *thread, const struct arch_esf *esf)
Architecture-specific function to walk the stack.
bool(* stack_trace_callback_fn)(void *cookie, unsigned long addr)
stack_trace_callback_fn - Callback for arch_stack_walk
Definition arch_interface.h:1537
static uint32_t arch_k_cycle_get_32(void)
Obtain the current cycle count, in units specified by CONFIG_SYS_CLOCK_HW_CYCLES_PER_SEC.
static uint64_t arch_k_cycle_get_64(void)
As for arch_k_cycle_get_32(), but with a 64 bit return value.
static uintptr_t arch_syscall_invoke4(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4, uintptr_t call_id)
Invoke a system call with 4 arguments.
int arch_buffer_validate(const void *addr, size_t size, int write)
Check memory region permissions.
size_t arch_user_string_nlen(const char *s, size_t maxsize, int *err)
Safely take the length of a potentially bad string.
static uintptr_t arch_syscall_invoke2(uintptr_t arg1, uintptr_t arg2, uintptr_t call_id)
Invoke a system call with 2 arguments.
static void arch_cohere_stacks(struct k_thread *old_thread, void *old_switch_handle, struct k_thread *new_thread)
Ensure cache coherence prior to context switch.
Definition arch_interface.h:1186
FUNC_NORETURN void arch_user_mode_enter(k_thread_entry_t user_entry, void *p1, void *p2, void *p3)
Perform a one-way transition from supervisor to user mode.
size_t arch_virt_region_align(uintptr_t phys, size_t size)
Get the optimal virtual region alignment to optimize the MMU table layout.
static uintptr_t arch_syscall_invoke1(uintptr_t arg1, uintptr_t call_id)
Invoke a system call with 1 argument.
static uintptr_t arch_syscall_invoke0(uintptr_t call_id)
Invoke a system call with 0 arguments.
int arch_mem_domain_max_partitions_get(void)
Get the maximum number of partitions for a memory domain.
static bool arch_is_user_context(void)
Indicate whether we are currently running in user mode.
static uintptr_t arch_syscall_invoke5(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4, uintptr_t arg5, uintptr_t call_id)
Invoke a system call with 5 arguments.
static uintptr_t arch_syscall_invoke3(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t call_id)
Invoke a system call with 3 arguments.
int arch_mem_domain_deinit(struct k_mem_domain *domain)
Architecture-specific hook for memory domain de-initialization.
static uintptr_t arch_syscall_invoke6(uintptr_t arg1, uintptr_t arg2, uintptr_t arg3, uintptr_t arg4, uintptr_t arg5, uintptr_t arg6, uintptr_t call_id)
Invoke a system call with 6 arguments.
FUNC_NORETURN void arch_syscall_oops(void *ssf)
Induce a kernel oops that appears to come from a specific location.
struct msi_vector msi_vector_t
Definition msi.h:66
uint64_t arch_timing_freq_get(void)
Get frequency of counter used (in Hz).
uint32_t arch_timing_freq_get_mhz(void)
Get frequency of counter used (in MHz).
uint64_t arch_timing_cycles_get(volatile timing_t *const start, volatile timing_t *const end)
Get number of cycles between start and end.
void arch_timing_stop(void)
Signal the end of the timing information gathering.
void arch_timing_init(void)
Initialize the timing subsystem.
uint64_t arch_timing_cycles_to_ns(uint64_t cycles)
Convert number of cycles into nanoseconds.
uint64_t arch_timing_cycles_to_ns_avg(uint64_t cycles, uint32_t count)
Convert number of cycles into nanoseconds with averaging.
timing_t arch_timing_counter_get(void)
Return timing counter.
void arch_timing_start(void)
Signal the start of the timing information gathering.
uint64_t timing_t
Definition types.h:10
IRQ Offload interface.
void(* irq_offload_routine_t)(const void *parameter)
Definition irq_offload.h:18
flags
Definition parser.h:97
#define bool
Definition stdbool.h:13
__UINT32_TYPE__ uint32_t
Definition stdint.h:90
__UINT64_TYPE__ uint64_t
Definition stdint.h:91
__UINT8_TYPE__ uint8_t
Definition stdint.h:88
__UINTPTR_TYPE__ uintptr_t
Definition stdint.h:105
Memory Domain.
Definition mem_domain.h:80
Thread Structure.
Definition thread.h:259
Definition msi.h:57
Macros to abstract toolchain specific capabilities.