2017-11-01 15:07:57 +01:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0 */
|
2020-09-04 16:30:25 +01:00
|
|
|
#ifndef _LINUX_OBJTOOL_H
|
|
|
|
|
#define _LINUX_OBJTOOL_H
|
2016-02-28 22:22:35 -06:00
|
|
|
|
2023-03-01 07:13:07 -08:00
|
|
|
#include <linux/objtool_types.h>
|
2025-09-17 09:03:53 -07:00
|
|
|
#include <linux/annotate.h>
|
2020-09-04 16:30:27 +01:00
|
|
|
|
2022-04-18 09:50:36 -07:00
|
|
|
#ifdef CONFIG_OBJTOOL
|
2020-09-04 16:30:26 +01:00
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLY__
|
2020-09-04 16:30:27 +01:00
|
|
|
|
2025-09-17 09:03:55 -07:00
|
|
|
#define UNWIND_HINT(type, sp_reg, sp_offset, signal) \
|
2020-09-04 16:30:27 +01:00
|
|
|
"987: \n\t" \
|
|
|
|
|
".pushsection .discard.unwind_hints\n\t" \
|
2025-12-02 09:59:39 -08:00
|
|
|
ANNOTATE_DATA_SPECIAL "\n\t" \
|
2020-09-04 16:30:27 +01:00
|
|
|
/* struct unwind_hint */ \
|
|
|
|
|
".long 987b - .\n\t" \
|
|
|
|
|
".short " __stringify(sp_offset) "\n\t" \
|
|
|
|
|
".byte " __stringify(sp_reg) "\n\t" \
|
|
|
|
|
".byte " __stringify(type) "\n\t" \
|
2023-02-10 14:42:01 -08:00
|
|
|
".byte " __stringify(signal) "\n\t" \
|
2020-09-04 16:30:27 +01:00
|
|
|
".balign 4 \n\t" \
|
|
|
|
|
".popsection\n\t"
|
|
|
|
|
|
2016-02-28 22:22:35 -06:00
|
|
|
/*
|
|
|
|
|
* This macro marks the given function's stack frame as "non-standard", which
|
|
|
|
|
* tells objtool to ignore the function when doing stack metadata validation.
|
|
|
|
|
* It should only be used in special cases where you're 100% sure it won't
|
|
|
|
|
* affect the reliability of frame pointers and kernel stack traces.
|
|
|
|
|
*
|
2022-06-26 10:11:01 +01:00
|
|
|
* For more information, see tools/objtool/Documentation/objtool.txt.
|
2016-02-28 22:22:35 -06:00
|
|
|
*/
|
|
|
|
|
#define STACK_FRAME_NON_STANDARD(func) \
|
2020-10-21 19:36:07 -07:00
|
|
|
static void __used __section(".discard.func_stack_frame_non_standard") \
|
2016-02-28 22:22:35 -06:00
|
|
|
*__func_stack_frame_non_standard_##func = func
|
|
|
|
|
|
2021-09-14 23:41:13 +09:00
|
|
|
/*
|
|
|
|
|
* STACK_FRAME_NON_STANDARD_FP() is a frame-pointer-specific function ignore
|
|
|
|
|
* for the case where a function is intentionally missing frame pointer setup,
|
|
|
|
|
* but otherwise needs objtool/ORC coverage when frame pointers are disabled.
|
|
|
|
|
*/
|
|
|
|
|
#ifdef CONFIG_FRAME_POINTER
|
|
|
|
|
#define STACK_FRAME_NON_STANDARD_FP(func) STACK_FRAME_NON_STANDARD(func)
|
|
|
|
|
#else
|
|
|
|
|
#define STACK_FRAME_NON_STANDARD_FP(func)
|
|
|
|
|
#endif
|
|
|
|
|
|
2022-03-14 18:05:52 +01:00
|
|
|
#define ASM_REACHABLE \
|
|
|
|
|
"998:\n\t" \
|
|
|
|
|
".pushsection .discard.reachable\n\t" \
|
2023-09-19 17:17:28 -07:00
|
|
|
".long 998b\n\t" \
|
2022-03-14 18:05:52 +01:00
|
|
|
".popsection\n\t"
|
|
|
|
|
|
2024-11-28 10:38:55 +01:00
|
|
|
#define __ASM_BREF(label) label ## b
|
|
|
|
|
|
2020-09-04 16:30:26 +01:00
|
|
|
#else /* __ASSEMBLY__ */
|
|
|
|
|
|
2020-09-04 16:30:27 +01:00
|
|
|
/*
|
|
|
|
|
* In asm, there are two kinds of code: normal C-type callable functions and
|
|
|
|
|
* the rest. The normal callable functions can be called by other code, and
|
|
|
|
|
* don't do anything unusual with the stack. Such normal callable functions
|
2025-03-24 14:56:01 -07:00
|
|
|
* are annotated with SYM_FUNC_{START,END}. Most asm code falls in this
|
2020-09-04 16:30:27 +01:00
|
|
|
* category. In this case, no special debugging annotations are needed because
|
|
|
|
|
* objtool can automatically generate the ORC data for the ORC unwinder to read
|
|
|
|
|
* at runtime.
|
|
|
|
|
*
|
|
|
|
|
* Anything which doesn't fall into the above category, such as syscall and
|
|
|
|
|
* interrupt handlers, tends to not be called directly by other functions, and
|
|
|
|
|
* often does unusual non-C-function-type things with the stack pointer. Such
|
|
|
|
|
* code needs to be annotated such that objtool can understand it. The
|
|
|
|
|
* following CFI hint macros are for this type of code.
|
|
|
|
|
*
|
|
|
|
|
* These macros provide hints to objtool about the state of the stack at each
|
|
|
|
|
* instruction. Objtool starts from the hints and follows the code flow,
|
|
|
|
|
* making automatic CFI adjustments when it sees pushes and pops, filling out
|
|
|
|
|
* the debuginfo as necessary. It will also warn if it sees any
|
|
|
|
|
* inconsistencies.
|
|
|
|
|
*/
|
2023-03-01 07:13:12 -08:00
|
|
|
.macro UNWIND_HINT type:req sp_reg=0 sp_offset=0 signal=0
|
2023-03-01 07:13:08 -08:00
|
|
|
.Lhere_\@:
|
2020-09-04 16:30:27 +01:00
|
|
|
.pushsection .discard.unwind_hints
|
2025-09-17 09:03:55 -07:00
|
|
|
ANNOTATE_DATA_SPECIAL
|
2020-09-04 16:30:27 +01:00
|
|
|
/* struct unwind_hint */
|
2023-03-01 07:13:08 -08:00
|
|
|
.long .Lhere_\@ - .
|
2020-09-04 16:30:27 +01:00
|
|
|
.short \sp_offset
|
|
|
|
|
.byte \sp_reg
|
|
|
|
|
.byte \type
|
2023-02-10 14:42:01 -08:00
|
|
|
.byte \signal
|
2020-09-04 16:30:27 +01:00
|
|
|
.balign 4
|
|
|
|
|
.popsection
|
|
|
|
|
.endm
|
|
|
|
|
|
2021-01-21 15:29:23 -06:00
|
|
|
.macro STACK_FRAME_NON_STANDARD func:req
|
|
|
|
|
.pushsection .discard.func_stack_frame_non_standard, "aw"
|
2025-09-17 09:03:56 -07:00
|
|
|
.quad \func
|
2021-01-21 15:29:23 -06:00
|
|
|
.popsection
|
|
|
|
|
.endm
|
|
|
|
|
|
2022-06-03 08:04:44 -07:00
|
|
|
.macro STACK_FRAME_NON_STANDARD_FP func:req
|
|
|
|
|
#ifdef CONFIG_FRAME_POINTER
|
|
|
|
|
STACK_FRAME_NON_STANDARD \func
|
|
|
|
|
#endif
|
|
|
|
|
.endm
|
|
|
|
|
|
2020-09-04 16:30:26 +01:00
|
|
|
#endif /* __ASSEMBLY__ */
|
|
|
|
|
|
2022-04-18 09:50:36 -07:00
|
|
|
#else /* !CONFIG_OBJTOOL */
|
2016-02-28 22:22:35 -06:00
|
|
|
|
2020-09-04 16:30:27 +01:00
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
|
|
2023-03-01 07:13:12 -08:00
|
|
|
#define UNWIND_HINT(type, sp_reg, sp_offset, signal) "\n\t"
|
2016-02-28 22:22:35 -06:00
|
|
|
#define STACK_FRAME_NON_STANDARD(func)
|
2021-09-14 23:41:13 +09:00
|
|
|
#define STACK_FRAME_NON_STANDARD_FP(func)
|
2020-09-04 16:30:27 +01:00
|
|
|
#else
|
2023-03-01 07:13:12 -08:00
|
|
|
.macro UNWIND_HINT type:req sp_reg=0 sp_offset=0 signal=0
|
2020-09-04 16:30:27 +01:00
|
|
|
.endm
|
2021-01-21 15:29:23 -06:00
|
|
|
.macro STACK_FRAME_NON_STANDARD func:req
|
|
|
|
|
.endm
|
2020-09-04 16:30:27 +01:00
|
|
|
#endif
|
2016-02-28 22:22:35 -06:00
|
|
|
|
2022-04-18 09:50:36 -07:00
|
|
|
#endif /* CONFIG_OBJTOOL */
|
2016-02-28 22:22:35 -06:00
|
|
|
|
2024-11-28 10:39:00 +01:00
|
|
|
#if defined(CONFIG_NOINSTR_VALIDATION) && \
|
|
|
|
|
(defined(CONFIG_MITIGATION_UNRET_ENTRY) || defined(CONFIG_MITIGATION_SRSO))
|
|
|
|
|
#define VALIDATE_UNRET_BEGIN ANNOTATE_UNRET_BEGIN
|
|
|
|
|
#else
|
|
|
|
|
#define VALIDATE_UNRET_BEGIN
|
|
|
|
|
#endif
|
|
|
|
|
|
2020-09-04 16:30:25 +01:00
|
|
|
#endif /* _LINUX_OBJTOOL_H */
|