mirror of
https://github.com/cirosantilli/linux-kernel-module-cheat.git
synced 2026-01-23 10:15:57 +01:00
This commit is a large squash, the full development branch is available at: https://github.com/cirosantilli/linux-kernel-module-cheat/tree/asm This notably means a refactor of the userland build and testing, to support: - improved assembly infrastructure unified across arm and x86 - native in-tree build and test helpers - parallel building and testing, which implies thread_pool.py - selection of what to build and test from the CLI - path_properties.py to indicate how to build and run different examples - in full system, move all userland stuff into /lkmc - prefix everything that we defined across files with LKMC - --gdb uber convenient helper - remove import imp which was deprecated Full commit messages from the branch follow: 1: userland: add assembly support Move arm assembly cheat here, and start some work on x86 cheat as well. 2: document userland asm syscall interfaces 3: userland assembly: structure readme 4: x86 fail works 5: asm: more links 6: userland: add ported to all archs 7: move all our stuff into /lkmc in guest Motivation: userland is getting several new subdirectories, it would be too insane to just dump all of that in the guest root filesystem. To alleviate the cd pain, .profile puts user inside /lkmc by default. 8: start the big userland migration 9: migrate all 10: bak 11: build-userland-in-tree is now a Python command ./build calls it, we did this to allow --download-dependencies to work perfectly. 12: rename include to lkmc 13: mtops.h is perfect now 14: userland: make build perfect 15: preparing test_user_mode, need to generalize stuff as usual 16: asm: prefix every linux specific with linux/ 17: userland: maybe it really works 18: userland: fix kernel version to work on older ubuntu Expose --kernel-version to allow customization. Update LTP info. 19: userland: build really truly working now userland test: start work, in a working state, but no features 20: test-user-mode: make perfect like build-userland Multithreading and target selection. 21: userland: get a bit closer to perfection 22: thread_pool: support passing thread IDs Then use that to fix gem5 error log read race. 23: userland: native testing 24: userland: path properties getting nice! 25: userland: move posix/environ from cpp-cheat 26: gem5: --debug-flags without =, looks nicer whenever it can be done 27: run: rename --wait-gdb in --gdb-wait, --gdb prefix might become a thing 28: run: create --tmux-program gdb to open gem5 GDB 29: run: create the uber convenient --gdb option 30: userland: move getchar from cpp-cheat 31: prebuilt: kernel boot aarch64 does not work on Ubuntu 16.04 32: userland: x86_64 linux hello world make PIE 33: userland: try to make userland executable selection saner Only allow existing files to be built, stop extension expansion madness. cli_function: get_cli print booleans properly, was printing without --no- for negations. 34: userland: only link to lkmc.o if needed 35: path_properties: make data very compact with only tuples and dicts Spend 2 hours of my life thinking about low value tree walks ;-) 36: userland: move more userland/arch/ logic into property tree 37: userland: make libs work Working for build, but now test-user-mode-in-tree is not using --in-tree, TODO fix later on. 38: userland: make libs really work 39: userland: document path_properties 40: userland: classify linux 41: waste your life 42: common: fix absolute path runs --gdb: allow running from arbitrary directory 43: baremetal: arm allow using floating point instructions 44: baremetal: stat preparing to make perfect like userland/ 45: run: fix image check logic accounting for userland Was failing if I try to run userland (with abspath) when out/ directory is not present. 46: cli-function: raise if the config file is given and does not exist 47: common: define missing 'ld' variable, this broke m5 build 48: rum: --qemu-which host now works for user mode as well as system Don't fall back on host QEMU automatically, too much insanity. 49: userland: refix silly mistakes 50: userland: use path_properties flags for all builds, including lkmc. and userland/arch/main.c Without this in particular, --gdb fails on assembly because main.c was not being built with -ggdb3. 51: userland: start refactor to show failing values on failure! aarch64 basically done, but missing: - other archs - maybe convert main.c into C++ to use templates? - full review of ASSERT_EQ calling convention issues not seen by tests by chance - documentation 52: readme: releases are more stable... 53: submodules: sort gitmodules 54: test-baremetal: same interface as test-user-mode In particular, runs tests in parallel, and allows selecting given tests 55: baremetal: allow arbitrary exit status with the magic string test-baremetal: fix missing setting x0 return value Examples were just returning on ret without setting x0, which led to failures... those were not noticed because of how broken the testing system was ;-) 56: baremetal: ah, actually nope, it didn't work :-( Workaround for now. Works on asserts, but not on exit 1. Some other day, maybe. https://github.com/cirosantilli/linux-kernel-module-cheat/issues/59 57: panic on panic: improve behaviour description 58: baremetal: get exit status working with on_exit :-) 59: baremetal: implement C assert 60: test-baremetal: remove commented out exit status workaround 61: test-user-mode: handle exit status for signals. Fix #61. 62: aarch64: fix ASSERT_EQ_REG tests on gem5 Was doing an 8-byte aligned store, which gem5 dislikes. But the ARMARM says bad things may happen there, notably a signal: "D1.8.2 SP alignment checking" so gem5 is not really too wrong, QEMU just happens to work by chance. 63: userland assembly: build empty.S and fail.S to toplevel and run fail.S with path_properties exit_status They were just duplicating stuff needlessly while we don't support non-native in-tree builds, which leads to executable conflicts for C file anyways. 64: gem5: use a single build tree for all build types gem5 already has different object names for each build type it seems, so let's just make sure that works and save some disk space. 65: userland x86_64: ASSERT_EQ show actual and expected values 66: assert_fail.c: add to readme index 67: userland x86_64: implement ASSERT_MEMCMP 68: userland x86_64: allow ASSERT_EQ to take just about anything 69: gas data sizes 70: gas_data_sizes.S: make PIE for all ISAs 71: x86: paddq 72: x86 paddq: test entire family 73: Get rid of imp, started giving deprecation warning every time in Python 3.7 in Ubuntu 19.04. Please python stop torturing me with refactors. Make ./run -u blow up if executable not found, otherwise I go crazy. Get ./test-gdb back to life after the ./run relative path refactor, forgot to test this. 74: fix run-toolchain, qemu-monitor, trace-boot, trace2line, bisect-linux-boot-gem5. Fixes part of #63 I'm sad no one reported qemu-monitor break, that one is kind of important. count.out arguments broke it as an init program, since the kernel adds trash parameters to every init. Is anyone using this repo, I wonder? Keep pushing, keep pushing. One day it gets good enough, and the whole world will see. 75: x86 assembly: addpd 76: Fix import_path circular dependency by splitting it out. Use import thread_pool instead from, from is evil. Fix poweroff.out path for ./trace-boot. 77: run: rename cryptic tmu to tmux-split, ./run is good now so I never use it anymore explicitly 78: assembly SIMD add: make uniform for all ISAs, mark as entry point to learning SIMD 79: start moving arm-assembly-cheat readme in here 80: arm assembly: move some more in 81: move more arm in 82: userland: attempt to fix all assembly example links to README 83: assembly: improve organization of simd add 84: ld2 move in 85: Make userland / assembly getting started more uniform / visible Forward --gcc-which to ./run --tmux. Use gdb-multiarch for --gcc-which host. 86: userland: disable PIE explicitly on command line for all executables 87: userland: make userland content a better landing page 88: build: check git version from --version and degrade gracefully 89: build: make --dry-run work again on all 90: import_path: importlib explicit for Ubuntu 16.04 91: make all submodules point to my forks git servers are insane, submodule implementation is crap, what can you do 92: build: log warning on git too old for --update 93: build-linux: do olddefconfig even if no fragments In particular, gem5 kernel 4.15 needs it 94: userland content: improve a bit landing page for cpp-cheat
268 lines
8.5 KiB
C
268 lines
8.5 KiB
C
/* https://github.com/cirosantilli/linux-kernel-module-cheat#lkmc-c */
|
|
|
|
#ifndef LKMC_H
|
|
#define LKMC_H
|
|
|
|
/* Common C definitions. */
|
|
#if !defined(__ASSEMBLER__)
|
|
#include <inttypes.h>
|
|
#include <stdbool.h>
|
|
#include <stdlib.h>
|
|
|
|
void lkmc_assert(bool);
|
|
void lkmc_assert_fail();
|
|
void lkmc_baremetal_on_exit_callback(int status, void *arg);
|
|
#endif
|
|
|
|
/* https://stackoverflow.com/questions/1489932/how-to-concatenate-twice-with-the-c-preprocessor-and-expand-a-macro-as-in-arg */
|
|
#define LKMC_CONCAT_EVAL(a,b) a ## b
|
|
#define LKMC_CONCAT(a,b) LKMC_CONCAT_EVAL(a, b)
|
|
|
|
#define LKMC_GLOBAL(name) \
|
|
.global name; \
|
|
name:
|
|
|
|
/* Weak means that if any other file defines it as a non-weak global,
|
|
* that one will take precedence:
|
|
* https://stackoverflow.com/questions/274753/how-to-make-weak-linking-work-with-gcc/54601464#54601464
|
|
*/
|
|
#define LKMC_WEAK(name) \
|
|
.weak name; \
|
|
name:
|
|
|
|
/* aarch64 specifics. */
|
|
#if defined(__aarch64__)
|
|
|
|
/* LKMC_VECTOR_TABLE
|
|
*
|
|
* Adapted from: https://github.com/takeharukato/sample-tsk-sw/blob/ce7973aa5d46c9eedb58309de43df3b09d4f8d8d/hal/aarch64/vector.S
|
|
*/
|
|
|
|
#define LKMC_VECTOR_SYNC_SP0 (0x1)
|
|
#define LKMC_VECTOR_IRQ_SP0 (0x2)
|
|
#define LKMC_VECTOR_FIQ_SP0 (0x3)
|
|
#define LKMC_VECTOR_SERR_SP0 (0x4)
|
|
|
|
#define LKMC_VECTOR_SYNC_SPX (0x11)
|
|
#define LKMC_VECTOR_IRQ_SPX (0x12)
|
|
#define LKMC_VECTOR_FIQ_SPX (0x13)
|
|
#define LKMC_VECTOR_SERR_SPX (0x14)
|
|
|
|
#define LKMC_VECTOR_SYNC_AARCH64 (0x21)
|
|
#define LKMC_VECTOR_IRQ_AARCH64 (0x22)
|
|
#define LKMC_VECTOR_FIQ_AARCH64 (0x23)
|
|
#define LKMC_VECTOR_SERR_AARCH64 (0x24)
|
|
|
|
#define LKMC_VECTOR_SYNC_AARCH32 (0x31)
|
|
#define LKMC_VECTOR_IRQ_AARCH32 (0x32)
|
|
#define LKMC_VECTOR_FIQ_AARCH32 (0x33)
|
|
#define LKMC_VECTOR_SERR_AARCH32 (0x34)
|
|
|
|
#define LKMC_VECTOR_EXC_FRAME_SIZE (288) /* sizeof(lkmc_vector_exception_frame) */
|
|
#define LKMC_VECTOR_EXC_EXC_TYPE_OFFSET (0) /* offsetof(lkmc_vector_exception_frame, exc_type) */
|
|
#define LKMC_VECTOR_EXC_EXC_ESR_OFFSE (8) /* offsetof(lkmc_vector_exception_frame, exc_esr) */
|
|
#define LKMC_VECTOR_EXC_EXC_SP_OFFSET (16) /* offsetof(lkmc_vector_exception_frame, exc_sp) */
|
|
#define LKMC_VECTOR_EXC_EXC_ELR_OFFSET (24) /* offsetof(lkmc_vector_exception_frame, exc_elr) */
|
|
#define LKMC_VECTOR_EXC_EXC_SPSR_OFFSET (32) /* offsetof(lkmc_vector_exception_frame, exc_spsr) */
|
|
|
|
#define LKMC_VECTOR_FUNC_ALIGN .align 2
|
|
#define LKMC_VECTOR_SYMBOL_PREFIX lkmc_vector_
|
|
|
|
#define LKMC_VECTOR_BUILD_TRAPFRAME(exc_type) \
|
|
stp x29, x30, [sp, -16]!; \
|
|
stp x27, x28, [sp, -16]!; \
|
|
stp x25, x26, [sp, -16]!; \
|
|
stp x23, x24, [sp, -16]!; \
|
|
stp x21, x22, [sp, -16]!; \
|
|
stp x19, x20, [sp, -16]!; \
|
|
stp x17, x18, [sp, -16]!; \
|
|
stp x15, x16, [sp, -16]!; \
|
|
stp x13, x14, [sp, -16]!; \
|
|
stp x11, x12, [sp, -16]!; \
|
|
stp x9, x10, [sp, -16]!; \
|
|
stp x7, x8, [sp, -16]!; \
|
|
stp x5, x6, [sp, -16]!; \
|
|
stp x3, x4, [sp, -16]!; \
|
|
stp x1, x2, [sp, -16]!; \
|
|
mrs x21, spsr_el1; \
|
|
stp x21, x0, [sp, -16]!; \
|
|
mrs x21, elr_el1; \
|
|
stp xzr, x21, [sp, -16]!; \
|
|
mov x21, exc_type; \
|
|
mrs x22, esr_el1; \
|
|
stp x21, x22, [sp, -16]!
|
|
|
|
#define LKMC_VECTOR_STORE_TRAPED_SP \
|
|
mrs x21, sp_el0; \
|
|
str x21, [sp, LKMC_VECTOR_EXC_EXC_SP_OFFSET]
|
|
|
|
#define LKMC_VECTOR_CALL_TRAP_HANDLER \
|
|
mov x0, sp; \
|
|
bl lkmc_vector_trap_handler
|
|
|
|
#define LKMC_VECTOR_STORE_NESTED_SP \
|
|
mov x21, sp; \
|
|
add x21, x21, LKMC_VECTOR_EXC_FRAME_SIZE; \
|
|
str x21, [sp, LKMC_VECTOR_EXC_EXC_SP_OFFSET]
|
|
|
|
#define LKMC_VECTOR_RESTORE_TRAPED_SP \
|
|
ldr x21, [sp, LKMC_VECTOR_EXC_EXC_SP_OFFSET]; \
|
|
msr sp_el0, x21
|
|
|
|
#define LKMC_VECTOR_RESTORE_TRAPFRAME \
|
|
add sp, sp, 16; \
|
|
ldp x21, x22, [sp], 16; \
|
|
msr elr_el1, x22; \
|
|
ldp x21, x0, [sp], 16; \
|
|
msr spsr_el1, x21; \
|
|
ldp x1, x2, [sp], 16; \
|
|
ldp x3, x4, [sp], 16; \
|
|
ldp x5, x6, [sp], 16; \
|
|
ldp x7, x8, [sp], 16; \
|
|
ldp x9, x10, [sp], 16; \
|
|
ldp x11, x12, [sp], 16; \
|
|
ldp x13, x14, [sp], 16; \
|
|
ldp x15, x16, [sp], 16; \
|
|
ldp x17, x18, [sp], 16; \
|
|
ldp x19, x20, [sp], 16; \
|
|
ldp x21, x22, [sp], 16; \
|
|
ldp x23, x24, [sp], 16; \
|
|
ldp x25, x26, [sp], 16; \
|
|
ldp x27, x28, [sp], 16; \
|
|
ldp x29, x30, [sp], 16; \
|
|
eret
|
|
|
|
#define LKMC_VECTOR_ENTRY(func_name) \
|
|
.align 7; \
|
|
b LKMC_VECTOR_SYMBOL_PREFIX ## func_name
|
|
|
|
#define LKMC_VECTOR_FUNC(func_name, func_id) \
|
|
LKMC_VECTOR_FUNC_ALIGN; \
|
|
LKMC_VECTOR_SYMBOL_PREFIX ## func_name:; \
|
|
LKMC_VECTOR_BUILD_TRAPFRAME(func_id); \
|
|
LKMC_VECTOR_STORE_TRAPED_SP; \
|
|
LKMC_VECTOR_CALL_TRAP_HANDLER; \
|
|
LKMC_VECTOR_RESTORE_TRAPED_SP; \
|
|
LKMC_VECTOR_RESTORE_TRAPFRAME
|
|
|
|
#define LKMC_VECTOR_FUNC_NESTED(func_name, func_id) \
|
|
LKMC_VECTOR_FUNC_ALIGN; \
|
|
LKMC_VECTOR_SYMBOL_PREFIX ## func_name:; \
|
|
LKMC_VECTOR_BUILD_TRAPFRAME(func_id); \
|
|
LKMC_VECTOR_STORE_NESTED_SP; \
|
|
LKMC_VECTOR_CALL_TRAP_HANDLER; \
|
|
LKMC_VECTOR_RESTORE_TRAPFRAME
|
|
|
|
/* Define the actual vector table. */
|
|
#define LKMC_VECTOR_TABLE \
|
|
.align 11; \
|
|
LKMC_GLOBAL(lkmc_vector_table); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_sync); \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_irq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_fiq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_sp0_serror); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_sync); \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_irq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_fiq); \
|
|
LKMC_VECTOR_ENTRY(curr_el_spx_serror); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_sync); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_irq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_fiq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch64_serror); \
|
|
; \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_sync); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_irq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_fiq); \
|
|
LKMC_VECTOR_ENTRY(lower_el_aarch32_serror); \
|
|
; \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_sync, LKMC_VECTOR_SYNC_SP0); \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_irq, LKMC_VECTOR_IRQ_SP0); \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_fiq, LKMC_VECTOR_FIQ_SP0); \
|
|
LKMC_VECTOR_FUNC(curr_el_sp0_serror, LKMC_VECTOR_SERR_SP0); \
|
|
; \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_sync, LKMC_VECTOR_SYNC_SPX); \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_irq, LKMC_VECTOR_IRQ_SPX); \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_fiq, LKMC_VECTOR_FIQ_SPX); \
|
|
LKMC_VECTOR_FUNC_NESTED(curr_el_spx_serror, LKMC_VECTOR_SERR_SPX); \
|
|
; \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_sync, LKMC_VECTOR_SYNC_AARCH64); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_irq, LKMC_VECTOR_IRQ_AARCH64); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_fiq, LKMC_VECTOR_FIQ_AARCH64); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch64_serror, LKMC_VECTOR_SERR_AARCH64); \
|
|
; \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_sync, LKMC_VECTOR_SYNC_AARCH32); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_irq, LKMC_VECTOR_IRQ_AARCH32); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_fiq, LKMC_VECTOR_FIQ_AARCH32); \
|
|
LKMC_VECTOR_FUNC(lower_el_aarch32_serror, LKMC_VECTOR_SERR_AARCH32)
|
|
|
|
/* aarch64 C definitions. */
|
|
#if !defined(__ASSEMBLER__)
|
|
#include <stdint.h>
|
|
|
|
typedef struct {
|
|
uint64_t exc_type;
|
|
uint64_t exc_esr;
|
|
uint64_t exc_sp;
|
|
uint64_t exc_elr;
|
|
uint64_t exc_spsr;
|
|
uint64_t x0;
|
|
uint64_t x1;
|
|
uint64_t x2;
|
|
uint64_t x3;
|
|
uint64_t x4;
|
|
uint64_t x5;
|
|
uint64_t x6;
|
|
uint64_t x7;
|
|
uint64_t x8;
|
|
uint64_t x9;
|
|
uint64_t x10;
|
|
uint64_t x11;
|
|
uint64_t x12;
|
|
uint64_t x13;
|
|
uint64_t x14;
|
|
uint64_t x15;
|
|
uint64_t x16;
|
|
uint64_t x17;
|
|
uint64_t x18;
|
|
uint64_t x19;
|
|
uint64_t x20;
|
|
uint64_t x21;
|
|
uint64_t x22;
|
|
uint64_t x23;
|
|
uint64_t x24;
|
|
uint64_t x25;
|
|
uint64_t x26;
|
|
uint64_t x27;
|
|
uint64_t x28;
|
|
uint64_t x29;
|
|
uint64_t x30;
|
|
} LkmcVectorExceptionFrame;
|
|
|
|
void lkmc_vector_trap_handler(LkmcVectorExceptionFrame *exception);
|
|
|
|
#define LKMC_SVC(immediate) __asm__ __volatile__("svc " #immediate : : : )
|
|
|
|
#define LKMC_SYSREG_SYMBOL_PREFIX lkmc_sysreg_
|
|
#define LKMC_SYSREG_READ_WRITE(type, name) \
|
|
type LKMC_CONCAT(LKMC_CONCAT(LKMC_SYSREG_SYMBOL_PREFIX, name), _read)(void); \
|
|
void LKMC_CONCAT(LKMC_CONCAT(LKMC_SYSREG_SYMBOL_PREFIX, name), _write)(type name);
|
|
#define LKMC_SYSREG_OPS \
|
|
LKMC_SYSREG_READ_WRITE(uint32_t, cntv_ctl_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint32_t, daif) \
|
|
LKMC_SYSREG_READ_WRITE(uint32_t, spsel) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntfrq_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntv_cval_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntv_tval_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, cntvct_el0) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, sp_el1) \
|
|
LKMC_SYSREG_READ_WRITE(uint64_t, vbar_el1)
|
|
LKMC_SYSREG_OPS
|
|
#undef LKMC_SYSREG_READ_WRITE
|
|
|
|
#endif
|
|
#endif
|
|
#endif
|