mirror of
https://github.com/cirosantilli/linux-kernel-module-cheat.git
synced 2026-01-23 10:15:57 +01:00
da900a579c
This is a squash commit, the unsquashed development went through many unstable phases which would break bisects. The unsquashed branch is: https://github.com/cirosantilli/linux-kernel-module-cheat/tree/v3.0-unsquash The main improvement of this release was to greatly generalize the testing system. The key addition was cli_function.py, which allows scripts such as ./run to be transparently called either from Python or from the command line. New tests scripts were created using this improved framework: test-baremetal and test-user-mode. We were lazy to port some of less important tests to the new setup, TODO's were added, and we need comes they will be fixed. Getting started is however sacred as usual and should work. Other changes include: - gem5: update to 7fa4c946386e7207ad5859e8ade0bbfc14000d91 - run: --tmux-args implies --tmux - run: add --userland-args to make userland arguments across QEMU and gem5 Get rid of --userland-before as a consequence. - bring initrd and initramfs back to life - build-userland: create --static to make build a bit easier - gem5: --gem5-worktree also set --gem5-build-id - remove --gem5, use --emulator gem5 everywhere Allow passing --emulator multiple times for transparent tests selection just like --arch. - test-userland: allow selecting just a few tests - linux: update to v4.20 - buildroot: update to 2018.08 The main motivation for this was to fix the build for Ubuntu 18.10, which has glibc 2.28, which broke the 2018.05 build at the m4-host package with: #error "Please port gnulib fseeko.c to your platform! - getvar --type input - failed xen attempt, refactor timer, failed svc attempt, aarch64 use gicv3 - build-doc: exit 1 on error, add to release testing - build: add --apt option to make things easier on other distros - build-linux: --no-modules-install
110 lines
4.7 KiB
Python
Executable File
110 lines
4.7 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import os
|
|
import pathlib
|
|
import subprocess
|
|
|
|
import common
|
|
from shell_helpers import LF
|
|
|
|
class Main(common.BuildCliFunction):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.add_argument(
|
|
'extra_scons_args',
|
|
metavar='extra-scons-args',
|
|
nargs='*',
|
|
)
|
|
|
|
def build(self):
|
|
build_dir = self.get_build_dir()
|
|
binaries_dir = os.path.join(self.env['gem5_system_dir'], 'binaries')
|
|
disks_dir = os.path.join(self.env['gem5_system_dir'], 'disks')
|
|
os.makedirs(binaries_dir, exist_ok=True)
|
|
os.makedirs(disks_dir, exist_ok=True)
|
|
if self.env['gem5_source_dir'] is None:
|
|
if not os.path.exists(os.path.join(self.env['gem5_source_dir'], '.git')):
|
|
if self.env['gem5_source_dir'] == self.env['gem5_default_source_dir']:
|
|
raise Exception('gem5 submodule not checked out')
|
|
self.sh.run_cmd([
|
|
'git', LF,
|
|
'-C', self.env['gem5_default_source_dir'], LF,
|
|
'worktree', 'add', LF,
|
|
'-b', os.path.join('wt', self.env['gem5_build_id']), LF,
|
|
self.env['gem5_source_dir'], LF,
|
|
])
|
|
if self.env['verbose']:
|
|
verbose = ['--verbose', LF]
|
|
else:
|
|
verbose = []
|
|
if self.env['arch'] == 'x86_64':
|
|
dummy_img_path = os.path.join(disks_dir, 'linux-bigswap2.img')
|
|
with open(dummy_img_path, 'wb') as dummy_img_file:
|
|
zeroes = b'\x00' * (2 ** 16)
|
|
for i in range(2 ** 10):
|
|
dummy_img_file.write(zeroes)
|
|
self.sh.run_cmd(['mkswap', dummy_img_path, LF])
|
|
with open(os.path.join(binaries_dir, 'x86_64-vmlinux-2.6.22.9'), 'w'):
|
|
# This file must always be present, despite --kernel overriding that default and selecting the kernel.
|
|
# I'm not even joking. No one has ever built x86 gem5 without the magic dist dir present.
|
|
pass
|
|
elif self.env['arch'] == 'arm' or self.env['arch'] == 'aarch64':
|
|
gem5_system_source_dir = os.path.join(self.env['gem5_source_dir'], 'system')
|
|
|
|
# dtb
|
|
dt_source_dir = os.path.join(gem5_system_source_dir, 'arm', 'dt')
|
|
dt_build_dir = os.path.join(self.env['gem5_system_dir'], 'arm', 'dt')
|
|
self.sh.run_cmd(['make', '-C', dt_source_dir, LF])
|
|
self.sh.copy_dir_if_update_non_recursive(
|
|
srcdir=dt_source_dir,
|
|
destdir=dt_build_dir,
|
|
filter_ext='.dtb',
|
|
)
|
|
|
|
# Bootloader 32.
|
|
bootloader32_dir = os.path.join(gem5_system_source_dir, 'arm', 'simple_bootloader')
|
|
# TODO use the buildroot cross compiler here, and remove the dependencies from configure.
|
|
self.sh.run_cmd([
|
|
'make', LF,
|
|
'-C', bootloader32_dir, LF,
|
|
'CROSS_COMPILE=arm-linux-gnueabihf-', LF,
|
|
])
|
|
# bootloader
|
|
self.sh.cp(os.path.join(bootloader32_dir, 'boot_emm.arm'), binaries_dir)
|
|
|
|
# Bootloader 64.
|
|
bootloader64_dir = os.path.join(gem5_system_source_dir, 'arm', 'aarch64_bootloader')
|
|
# TODO cross_compile is ignored because the make does not use CC...
|
|
self.sh.run_cmd(['make', '-C', bootloader64_dir, LF])
|
|
self.sh.cp(os.path.join(bootloader64_dir, 'boot_emm.arm64'), binaries_dir)
|
|
self.sh.run_cmd(
|
|
(
|
|
[
|
|
'scons', LF,
|
|
'-j', str(self.env['nproc']), LF,
|
|
'--gold-linker', LF,
|
|
'--ignore-style', LF,
|
|
self.env['gem5_executable'], LF,
|
|
] +
|
|
verbose +
|
|
self.sh.add_newlines(self.env['extra_scons_args'])
|
|
),
|
|
cwd=self.env['gem5_source_dir'],
|
|
extra_paths=[self.env['ccache_dir']],
|
|
)
|
|
term_source_dir = os.path.join(self.env['gem5_source_dir'], 'util/term')
|
|
m5term_build = os.path.join(term_source_dir, 'm5term')
|
|
self.sh.run_cmd(['make', '-C', term_source_dir, LF])
|
|
if os.path.exists(self.env['gem5_m5term']):
|
|
# Otherwise self.sh.cp would fail with "Text file busy" if you
|
|
# tried to rebuild while running m5term:
|
|
# https://stackoverflow.com/questions/16764946/what-generates-the-text-file-busy-message-in-unix/52427512#52427512
|
|
self.sh.rmrf(self.env['gem5_m5term'])
|
|
self.sh.cp(m5term_build, self.env['gem5_m5term'])
|
|
|
|
def get_build_dir(self):
|
|
return self.env['gem5_build_dir']
|
|
|
|
if __name__ == '__main__':
|
|
Main().cli()
|