lkmc v2-rc

Unsquashed version at v2-rc-unsquashed, but that cannot be merged as it
breaks bisects at several points. All bugs will not bisect to this
humongous change.

It all started with a conversion of the Bash scripts to Python, mainly
because I couldn't stand not being able to properly use --options for
run which has a million options.

Then since that required a full testing, I decided to do all the
refactorings that I had in mind at once, and so I did and it became
v2-rc.

This is the largest patch I have ever done! OMG a few weeks of extra time.
I'm never writing a Bash script for anything that starts getting big again.

Some of the features are:

* separate build-qemu and build-gem5 commands
* common: convert scripts to python. Add --option for everything
* rename build to build-buildroot now that we are splitting all the build
  commands, Linux kernel to follow
* move all git submodules to submodules/ and all buildroot packages to
  packages/
* refactor the out/ structure. Keep projects on toplevel, because guest
  projects separate archs and host ones don't, making a toplevel arch wrong
* do-release: rename to just release
  https://stackoverflow.com/questions/16174992/cant-get-argparse-to-read-quoted-string-with-dashes-in-it
* run: add --terminal and explain gem5 pdb
* just track the lvimrc
* store CLI kernel config fragment inside buildlroot to avoid conflicts
* gem5: document m5 initparam
* readme: make a bunch of things awesomer
* readme: fix broken refs
* parsec-benchmark: update to 75d55ac446a43c47efb1044844a108c6c330184c
  Could not fetch otherwise.
* gem5: M5_OVERRIDE_PY_SOURCE
This commit is contained in:
Ciro Santilli
2018-08-23 09:25:21 +01:00
parent 83b36867cf
commit 56738a1c70
162 changed files with 4524 additions and 3455 deletions

View File

@@ -1,41 +0,0 @@
config BR2_PACKAGE_PARSEC_BENCHMARK
bool "PARSEC_BENCHMARK"
help
Parsec system benchmark.
http://parsec.cs.princeton.edu/
if BR2_PACKAGE_PARSEC_BENCHMARK
config BR2_PACKAGE_PARSEC_BENCHMARK_BUILD_LIST
string "build_list"
default splash2x
help
Space separated list of parsec packages to build.
config BR2_PACKAGE_PARSEC_BENCHMARK_PARSECMGMT
bool "parsecmgmt"
select BR2_PACKAGE_BUSYBOX_SHOW_OTHERS
select BR2_PACKAGE_BASH
help
Enable the parsecmgmt script.
Too slow for gem5, but doable in QEMU.
This installs bash because Parsec shell scripts use a hardcoded /bin/bash
One option would be to try and use /bin/sh.
But symlinking fails because of BusyBox' symlink mechanism.
The other option would be to patch Parsec to use /bin/sh and be POSIX compliant.
But let's take the path of smallest resistance for now.
if !BR2_PACKAGE_PARSEC_BENCHMARK_PARSECMGMT
config BR2_PACKAGE_PARSEC_BENCHMARK_INPUT_SIZE
string "input_size"
default test
help
Which input size to generate on the host for the guest.
endif
endif

View File

@@ -1 +0,0 @@
name: PARSEC_BENCHMARK

View File

@@ -1,59 +0,0 @@
################################################################################
#
# PARSEC_BENCHMARK
#
################################################################################
PARSEC_BENCHMARK_VERSION = master
PARSEC_BENCHMARK_SITE = git@github.com:cirosantilli/parsec-benchmark.git
PARSEC_BENCHMARK_SITE_METHOD = git
define PARSEC_BENCHMARK_BUILD_CMDS
# TODO make this nicer, only untar when extract step is done.
# EXTRACT_CMDS and EXTRA_DOWNLOADS would be good candidates,
# but they don't run with OVERRIDE_SRCDIR.
'$(PARSEC_BENCHMARK_PKGDIR)/parsec-benchmark/get-inputs' $(if $(filter $(V),1),-v,) '$(DL_DIR)' '$(@D)/'
# We run the benchmarks with the wrong arch here to generate the inputs on the host.
# This is because on gem5 this takes too long to do.
export GNU_TARGET_NAME='$(GNU_TARGET_NAME)' && \
export GNU_HOST_NAME='$(GNU_HOST_NAME)' && \
export HOSTCC='$(HOSTCC)' && \
export M4='$(HOST_DIR)/usr/bin/m4' && \
export MAKE='$(MAKE)' && \
export OSTYPE=linux && \
export TARGET_CROSS='$(TARGET_CROSS)' && \
export CC="$(TARGET_CC)" && \
export CPP="$(TARGET_CPP)" && \
export CXX="$(TARGET_CXX)" && \
export HOSTTYPE=$(BR2_ARCH) && \
cd $(@D) && \
. env.sh && \
for pkg in $(BR2_PACKAGE_PARSEC_BENCHMARK_BUILD_LIST); do \
parsecmgmt -a build -p $$pkg && \
if [ ! '$(BR2_PACKAGE_PARSEC_BENCHMARK_PARSECMGMT)' = y ]; then \
parsecmgmt -a run -p $$pkg -i $(BR2_PACKAGE_PARSEC_BENCHMARK_INPUT_SIZE); \
fi \
done
endef
define PARSEC_BENCHMARK_INSTALL_TARGET_CMDS
mkdir -p '$(TARGET_DIR)/parsec/'
$(INSTALL) -D -m 0755 '$(@D)/test.sh' '$(TARGET_DIR)/parsec/'
if [ '$(BR2_PACKAGE_PARSEC_BENCHMARK_PARSECMGMT)' = y ]; then \
rsync -am $(if $(filter $(V),1),-v,) \
--exclude '**/obj/' \
--exclude '**/run/' \
--exclude '**/src/' \
'$(@D)/' '$(TARGET_DIR)/parsec/' \
; \
else \
rsync -am $(if $(filter $(V),1),-v,) --include '*/' \
--include 'inst/***' \
--include 'run/***' \
--exclude '*' '$(@D)/' '$(TARGET_DIR)/parsec/' \
; \
fi
# rsync finished.
endef
$(eval $(generic-package))