lkmc v2-rc

Unsquashed version at v2-rc-unsquashed, but that cannot be merged as it
breaks bisects at several points. All bugs will not bisect to this
humongous change.

It all started with a conversion of the Bash scripts to Python, mainly
because I couldn't stand not being able to properly use --options for
run which has a million options.

Then since that required a full testing, I decided to do all the
refactorings that I had in mind at once, and so I did and it became
v2-rc.

This is the largest patch I have ever done! OMG a few weeks of extra time.
I'm never writing a Bash script for anything that starts getting big again.

Some of the features are:

* separate build-qemu and build-gem5 commands
* common: convert scripts to python. Add --option for everything
* rename build to build-buildroot now that we are splitting all the build
  commands, Linux kernel to follow
* move all git submodules to submodules/ and all buildroot packages to
  packages/
* refactor the out/ structure. Keep projects on toplevel, because guest
  projects separate archs and host ones don't, making a toplevel arch wrong
* do-release: rename to just release
  https://stackoverflow.com/questions/16174992/cant-get-argparse-to-read-quoted-string-with-dashes-in-it
* run: add --terminal and explain gem5 pdb
* just track the lvimrc
* store CLI kernel config fragment inside buildlroot to avoid conflicts
* gem5: document m5 initparam
* readme: make a bunch of things awesomer
* readme: fix broken refs
* parsec-benchmark: update to 75d55ac446a43c47efb1044844a108c6c330184c
  Could not fetch otherwise.
* gem5: M5_OVERRIDE_PY_SOURCE

gem5/.gitignore

@@ -1 +0,0 @@
-/system

gem5/Config.in

@@ -1,7 +0,0 @@
-config BR2_PACKAGE_GEM5
-	bool "gem5"
-	help
-	  gem5 system simulator. Only builds the m5 guest instrumentation
-	  tool for now, not the simulator itself.
-
-	  http://gem5.org

gem5/README.adoc

@@ -1 +0,0 @@
-https://github.com/cirosantilli/linux-kernel-module-cheat#gem5-directory

gem5/build

@@ -1,61 +0,0 @@
-#!/usr/bin/env bash
-set -eux
-arch=x86_64
-build_type=opt
-cross_compile=
-j=
-outdir="$(pwd)"
-while getopts a:c:j:o:t: OPT; do
-  case "$OPT" in
-    a)
-      arch="$OPTARG"
-      ;;
-    c)
-      cross_compile="CROSS_COMPILE=$OPTARG"
-      ;;
-    j)
-      j="$OPTARG"
-      ;;
-    o)
-      outdir="$OPTARG"
-      ;;
-    t)
-      build_type="$OPTARG"
-      ;;
-    ?)
-      exit 2
-      ;;
-  esac
-done
-shift "$(($OPTIND - 1))"
-if [ -z "$j" ]; then
-  j="$(nproc)"
-fi
-system_dir="${outdir}/system"
-binaries_dir="${system_dir}/binaries"
-disks_dir="${system_dir}/disks"
-mkdir -p "$binaries_dir" "$disks_dir"
-export PATH="/usr/lib/ccache:${PATH}"
-if [ "$arch" = x86_64 ]; then
-  scons -j "$j" --ignore-style "${outdir}/build/X86/gem5.${build_type}"
-  f="${disks_dir}/linux-bigswap2.img"
-  dd if=/dev/zero of="$f" bs=1024 count=65536
-  mkswap "$f"
-  # This file must always be present, despite --kernel overriding that default and selecting the kernel.
-  # I'm not even joking. No one has ever built x86 gem5 without the magic dist dir present.
-  touch "${binaries_dir}/x86_64-vmlinux-2.6.22.9"
-elif [ "$arch" = arm ] || [ "$arch" = aarch64 ]; then
-  scons -j "$j" --ignore-style "${outdir}/build/ARM/gem5.${build_type}"
-  make -C ./system/arm/dt/
-  mkdir -p "${system_dir}/arm/dt"
-  # || true in case they are the same directory.
-  cp ./system/arm/dt/*.dtb "${system_dir}/arm/dt" || true
-  # TODO use the buildroot cross compiler here, and remove the dependencies from configure.
-  make -C ./system/arm/simple_bootloader/ $cross_compile
-  cp ./system/arm/simple_bootloader/boot_emm.arm "$binaries_dir"
-  # TODO cross_compile is ignored because the make does not use CC...
-  make -C ./system/arm/aarch64_bootloader/ $cross_compile
-  cp ./system/arm/aarch64_bootloader/boot_emm.arm64 "$binaries_dir"
-fi
-make -C util/term
-cp util/term/m5term "${outdir}"

gem5/external.desc

@@ -1 +0,0 @@
-name: GEM5

gem5/external.mk

@@ -1,30 +0,0 @@
-################################################################################
-#
-# GEM5
-#
-################################################################################
-
-GEM5_VERSION = 1.0
-GEM5_SITE = $(BR2_EXTERNAL_GEM5_PATH)
-GEM5_SITE_METHOD = local
-
-ifeq ($(ARCH),x86_64)
-ARCH_MAKE = x86
-else
-ARCH_MAKE = $(ARCH)
-endif
-
-define GEM5_BUILD_CMDS
-	# TODO cannot pass "-c '$(TARGET_CROSS)'" here because the ARM build uses aarch64 for the bootloader...
-	cd '$(GEM5_LKMC_SRCDIR)' && '$(GEM5_SITE)/build' -a '$(ARCH)' -j '$(BR2_JLEVEL)' -o '$(GEM5_LKMC_OUTDIR)' -t '$(GEM5_LKMC_GEM5_BUILD_TYPE)'
-
-	# TODO cannot use TARGET_CONFIGURE_OPTS here because it overrides the CFLAGS on m5,
-	# which have an include. We should patch gem5 to add a += instead of = there.
-	cd '$(@D)/gem5/util/m5' && $(MAKE) -f 'Makefile.$(ARCH_MAKE)' CC='$(TARGET_CC)' LD='$(TARGET_LD)'
-endef
-
-define GEM5_INSTALL_TARGET_CMDS
-	$(INSTALL) -D -m 0755 '$(@D)/gem5/util/m5/m5' '$(TARGET_DIR)/usr/bin'
-endef
-
-$(eval $(generic-package))