mirror of
https://github.com/cirosantilli/linux-kernel-module-cheat.git
synced 2026-01-22 17:55:57 +01:00
304 lines
9.2 KiB
C
304 lines
9.2 KiB
C
#ifndef LKMC_AARCH64_H
|
|
#define LKMC_AARCH64_H
|
|
|
|
#define LKMC_ASSERT_EQ(reg, const) \
|
|
mov x0, reg; \
|
|
ldr x1, const; \
|
|
ldr w2, =__LINE__; \
|
|
bl lkmc_assert_eq_64; \
|
|
;
|
|
|
|
#define LKMC_ASSERT_EQ_REG(reg1, reg2) \
|
|
str reg2, [sp, -16]!; \
|
|
mov x0, reg1; \
|
|
ldr x1, [sp], 16; \
|
|
ldr w2, =__LINE__; \
|
|
bl lkmc_assert_eq_64; \
|
|
;
|
|
|
|
#define LKMC_ASSERT_EQ_REG_32(reg1, reg2) \
|
|
str reg2, [sp, -16]!; \
|
|
mov w0, reg1; \
|
|
ldr w1, [sp], 16; \
|
|
ldr w2, =__LINE__; \
|
|
bl lkmc_assert_eq_32; \
|
|
;
|
|
|
|
#define LKMC_ASSERT_FAIL \
|
|
ldr w0, =__LINE__; \
|
|
bl lkmc_assert_fail; \
|
|
;
|
|
|
|
#define LKMC_ASSERT_MEMCMP(label1, label2, size) \
|
|
adr x0, label1; \
|
|
adr x1, label2; \
|
|
ldr x2, size; \
|
|
ldr x3, =__LINE__; \
|
|
bl lkmc_assert_memcmp; \
|
|
;
|
|
|
|
/* https://cirosantilli.com/linux-kernel-module-cheat#arm-calling-convention */
|
|
#define LKMC_EPILOGUE \
|
|
ldp x19, x20, [sp, 0x50]; \
|
|
ldp x21, x22, [sp, 0x40]; \
|
|
ldp x23, x24, [sp, 0x30]; \
|
|
ldp x25, x26, [sp, 0x20]; \
|
|
ldp x27, x28, [sp, 0x10]; \
|
|
ldp x29, x30, [sp]; \
|
|
add sp, sp, 0x60; \
|
|
mov x0, 0; \
|
|
ret; \
|
|
;
|
|
|
|
/* https://cirosantilli.com/linux-kernel-module-cheat#arm-calling-convention */
|
|
#define LKMC_PROLOGUE \
|
|
.text; \
|
|
.global main; \
|
|
main: \
|
|
sub sp, sp, 0x60; \
|
|
stp x29, x30, [sp]; \
|
|
stp x27, x28, [sp, 0x10]; \
|
|
stp x25, x26, [sp, 0x20]; \
|
|
stp x23, x24, [sp, 0x30]; \
|
|
stp x21, x22, [sp, 0x40]; \
|
|
stp x19, x20, [sp, 0x50]; \
|
|
main_after_prologue: \
|
|
;
|
|
|
|
/* LKMC_VECTOR_TABLE
|
|
*
|
|
* Adapted from: https://github.com/takeharukato/sample-tsk-sw/blob/ce7973aa5d46c9eedb58309de43df3b09d4f8d8d/hal/aarch64/vector.S
|
|
*/
|
|
|
|
#define LKMC_VECTOR_SYNC_SP0 (0x1)
|
|
#define LKMC_VECTOR_IRQ_SP0 (0x2)
|
|
#define LKMC_VECTOR_FIQ_SP0 (0x3)
|
|
#define LKMC_VECTOR_SERR_SP0 (0x4)
|
|
|
|
#define LKMC_VECTOR_SYNC_SPX (0x11)
|
|
#define LKMC_VECTOR_IRQ_SPX (0x12)
|
|
#define LKMC_VECTOR_FIQ_SPX (0x13)
|
|
#define LKMC_VECTOR_SERR_SPX (0x14)
|
|
|
|
#define LKMC_VECTOR_SYNC_AARCH64 (0x21)
|
|
#define LKMC_VECTOR_IRQ_AARCH64 (0x22)
|
|
#define LKMC_VECTOR_FIQ_AARCH64 (0x23)
|
|
#define LKMC_VECTOR_SERR_AARCH64 (0x24)
|
|
|
|
#define LKMC_VECTOR_SYNC_AARCH32 (0x31)
|
|
#define LKMC_VECTOR_IRQ_AARCH32 (0x32)
|
|
#define LKMC_VECTOR_FIQ_AARCH32 (0x33)
|
|
#define LKMC_VECTOR_SERR_AARCH32 (0x34)
|
|
|
|
#define LKMC_VECTOR_EXC_FRAME_SIZE (288) /* sizeof(lkmc_vector_exception_frame) */
|
|
#define LKMC_VECTOR_EXC_EXC_TYPE_OFFSET (0) /* offsetof(lkmc_vector_exception_frame, exc_type) */
|
|
#define LKMC_VECTOR_EXC_EXC_ESR_OFFSET (8) /* offsetof(lkmc_vector_exception_frame, exc_esr) */
|
|
#define LKMC_VECTOR_EXC_EXC_SP_OFFSET (16) /* offsetof(lkmc_vector_exception_frame, exc_sp) */
|
|
#define LKMC_VECTOR_EXC_EXC_ELR_OFFSET (24) /* offsetof(lkmc_vector_exception_frame, exc_elr) */
|
|
#define LKMC_VECTOR_EXC_EXC_SPSR_OFFSET (32) /* offsetof(lkmc_vector_exception_frame, exc_spsr) */
|
|
|
|
#define LKMC_ESR_EC_SVC_AARCH32 (0x11)
|
|
#define LKMC_ESR_EC_SVC_AARCH64 (0x15)
|
|
|
|
#define LKMC_VECTOR_FUNC_ALIGN .align 2
|
|
#define LKMC_VECTOR_SYMBOL_PREFIX lkmc_vector_
|
|
|
|
/* Push several registers on the stack to match LkmcVectorExceptionFrame. */
|
|
#define LKMC_VECTOR_BUILD_TRAPFRAME(exc_type) \
|
|
stp x29, x30, [sp, -16]!; \
|
|
stp x27, x28, [sp, -16]!; \
|
|
stp x25, x26, [sp, -16]!; \
|
|
stp x23, x24, [sp, -16]!; \
|
|
stp x21, x22, [sp, -16]!; \
|
|
stp x19, x20, [sp, -16]!; \
|
|
stp x17, x18, [sp, -16]!; \
|
|
stp x15, x16, [sp, -16]!; \
|
|
stp x13, x14, [sp, -16]!; \
|
|
stp x11, x12, [sp, -16]!; \
|
|
stp x9, x10, [sp, -16]!; \
|
|
stp x7, x8, [sp, -16]!; \
|
|
stp x5, x6, [sp, -16]!; \
|
|
stp x3, x4, [sp, -16]!; \
|
|
stp x1, x2, [sp, -16]!; \
|
|
mrs x21, spsr_el1; \
|
|
stp x21, x0, [sp, -16]!; \
|
|
mrs x21, elr_el1; \
|
|
stp xzr, x21, [sp, -16]!; \
|
|
mov x21, exc_type; \
|
|
mrs x22, esr_el1; \
|
|
stp x21, x22, [sp, -16]!
|
|
|
|
#define LKMC_VECTOR_STORE_TRAPED_SP \
|
|
mrs x21, sp_el0; \
|
|
str x21, [sp, LKMC_VECTOR_EXC_EXC_SP_OFFSET]
|
|
|
|
#define LKMC_VECTOR_CALL_TRAP_HANDLER \
|
|
mov x0, sp; \
|
|
bl lkmc_vector_trap_handler
|
|
|
|
#define LKMC_VECTOR_STORE_NESTED_SP \
|
|
mov x21, sp; \
|
|
add x21, x21, LKMC_VECTOR_EXC_FRAME_SIZE; \
|
|
str x21, [sp, LKMC_VECTOR_EXC_EXC_SP_OFFSET]
|
|
|
|
#define LKMC_VECTOR_RESTORE_TRAPED_SP \
|
|
ldr x21, [sp, LKMC_VECTOR_EXC_EXC_SP_OFFSET]; \
|
|
msr sp_el0, x21
|
|
|
|
#define LKMC_VECTOR_RESTORE_TRAPFRAME \
|
|
add sp, sp, 16; \
|
|
ldp x21, x22, [sp], 16; \
|
|
msr elr_el1, x22; \
|
|
ldp x21, x0, [sp], 16; \
|
|
msr spsr_el1, x21; \
|
|
ldp x1, x2, [sp], 16; \
|
|
ldp x3, x4, [sp], 16; \
|
|
ldp x5, x6, [sp], 16; \
|
|
ldp x7, x8, [sp], 16; \
|
|
ldp x9, x10, [sp], 16; \
|
|
ldp x11, x12, [sp], 16; \
|
|
ldp x13, x14, [sp], 16; \
|
|
ldp x15, x16, [sp], 16; \
|
|
ldp x17, x18, [sp], 16; \
|
|
ldp x19, x20, [sp], 16; \
|
|
ldp x21, x22, [sp], 16; \
|
|
ldp x23, x24, [sp], 16; \
|
|
ldp x25, x26, [sp], 16; \
|
|
ldp x27, x28, [sp], 16; \
|
|
ldp x29, x30, [sp], 16; \
|
|
eret
|
|
|
|
#define LKMC_VECTOR_ENTRY(func_name) \
|
|
.align 7; \
|
|
b LKMC_VECTOR_SYMBOL_PREFIX ## func_name
|
|
|
|
#define LKMC_VECTOR_FUNC(func_name, func_id) \
|
|
LKMC_VECTOR_FUNC_ALIGN; \
|
|
LKMC_VECTOR_SYMBOL_PREFIX ## func_name:; \
|
|
LKMC_VECTOR_BUILD_TRAPFRAME(func_id); \
|
|
LKMC_VECTOR_STORE_TRAPED_SP; \
|
|
LKMC_VECTOR_CALL_TRAP_HANDLER; \
|
|
LKMC_VECTOR_RESTORE_TRAPED_SP; \
|
|
LKMC_VECTOR_RESTORE_TRAPFRAME
|
|
|
|
#define LKMC_VECTOR_FUNC_NESTED(func_name, func_id) \
|
|
LKMC_VECTOR_FUNC_ALIGN; \
|
|
LKMC_VECTOR_SYMBOL_PREFIX ## func_name:; \
|
|
LKMC_VECTOR_BUILD_TRAPFRAME(func_id); \
|
|
LKMC_VECTOR_STORE_NESTED_SP; \
|
|
LKMC_VECTOR_CALL_TRAP_HANDLER; \
|
|
LKMC_VECTOR_RESTORE_TRAPFRAME
|
|
|
|
/* Define the actual vector table. */
|
|
#define LKMC_VECTOR_TABLE \
|
|
.align 11; \
|
|
LKMC_GLOBAL(lkmc_vector_table); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_sync); \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_irq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_fiq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_serror); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_sync); \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_irq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_fiq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_serror); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_sync); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_irq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_fiq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_serror); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_sync); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_irq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_fiq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_serror); \
|
|
; \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_sync, LKMC_VECTOR_SYNC_SP0); \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_irq, LKMC_VECTOR_IRQ_SP0); \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_fiq, LKMC_VECTOR_FIQ_SP0); \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_serror, LKMC_VECTOR_SERR_SP0); \
|
|
; \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_sync, LKMC_VECTOR_SYNC_SPX); \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_irq, LKMC_VECTOR_IRQ_SPX); \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_fiq, LKMC_VECTOR_FIQ_SPX); \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_serror, LKMC_VECTOR_SERR_SPX); \
|
|
; \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_sync, LKMC_VECTOR_SYNC_AARCH64); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_irq, LKMC_VECTOR_IRQ_AARCH64); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_fiq, LKMC_VECTOR_FIQ_AARCH64); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_serror, LKMC_VECTOR_SERR_AARCH64); \
|
|
; \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_sync, LKMC_VECTOR_SYNC_AARCH32); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_irq, LKMC_VECTOR_IRQ_AARCH32); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_fiq, LKMC_VECTOR_FIQ_AARCH32); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_serror, LKMC_VECTOR_SERR_AARCH32)
|
|
|
|
/* aarch64 C definitions. */
|
|
#if !defined(__ASSEMBLER__)
|
|
#include <stdint.h>
|
|
|
|
typedef struct {
|
|
uint64_t exc_type;
|
|
uint64_t exc_esr;
|
|
uint64_t exc_sp;
|
|
uint64_t exc_elr;
|
|
uint64_t exc_spsr;
|
|
uint64_t x0;
|
|
uint64_t x1;
|
|
uint64_t x2;
|
|
uint64_t x3;
|
|
uint64_t x4;
|
|
uint64_t x5;
|
|
uint64_t x6;
|
|
uint64_t x7;
|
|
uint64_t x8;
|
|
uint64_t x9;
|
|
uint64_t x10;
|
|
uint64_t x11;
|
|
uint64_t x12;
|
|
uint64_t x13;
|
|
uint64_t x14;
|
|
uint64_t x15;
|
|
uint64_t x16;
|
|
uint64_t x17;
|
|
uint64_t x18;
|
|
uint64_t x19;
|
|
uint64_t x20;
|
|
uint64_t x21;
|
|
uint64_t x22;
|
|
uint64_t x23;
|
|
uint64_t x24;
|
|
uint64_t x25;
|
|
uint64_t x26;
|
|
uint64_t x27;
|
|
uint64_t x28;
|
|
uint64_t x29;
|
|
uint64_t x30;
|
|
} LkmcVectorExceptionFrame;
|
|
|
|
void lkmc_vector_trap_handler(LkmcVectorExceptionFrame *exception);
|
|
|
|
#define LKMC_SVC(immediate) __asm__ __volatile__("svc " #immediate : : : )
|
|
|
|
#define LKMC_SYSREG_SYMBOL_PREFIX lkmc_sysreg_
|
|
#define LKMC_SYSREG_READ_WRITE(type, name) \
|
|
type LKMC_CONCAT(LKMC_CONCAT(LKMC_SYSREG_SYMBOL_PREFIX, name), _read)(void); \
|
|
void LKMC_CONCAT(LKMC_CONCAT(LKMC_SYSREG_SYMBOL_PREFIX, name), _write)(type name);
|
|
#define LKMC_SYSREG_OPS \
|
|
LKMC_SYSREG_READ_WRITE(uint32_t, cntv_ctl_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint32_t, daif) \
|
|
LKMC_SYSREG_READ_WRITE(uint32_t, spsel) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntfrq_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntv_cval_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntv_tval_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntvct_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, sp_el1) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, vbar_el1)
|
|
LKMC_SYSREG_OPS
|
|
#undef LKMC_SYSREG_READ_WRITE
|
|
|
|
#endif
|
|
|
|
#endif
|