benchmark.sh

#!/bin/bash

# verbose output
set -x

source ../common/set-cpus.sh

TOOLSDIR=$(pwd)/../../tools
IMAGES=$(pwd)/images/
RESULTS=$(pwd)/results/
FIRECRACKER_PATH=$(pwd)/.firecracker
VMMSOCKET=$(pwd)/.firecracker.socket

mkdir -p $RESULTS

function cleanup {
  # kill all children (evil)
  pkill -P $$
}

trap "cleanup" EXIT

function firecracker_cleanup {
  sudo pkill -9 firecracker-x86
  sudo pkill -9 firecracker
  sudo pkill -9 firectl
  sudo rm -f $VMMSOCKET
}

function runlupine {
    cp ${IMAGES}/lupine-portwrite.ext2 /tmp/lupine-portwrite.ext2.disp
    cp ${IMAGES}/${1}.img /tmp/${1}.img
    touch .out

    {
      sleep 3
      firecracker_cleanup
      rm /tmp/lupine-portwrite.ext2.disp /tmp/${1}.img
    } &

    taskset -c ${CPU1} firectl --firecracker-binary=$(pwd)/.firecracker \
	--kernel /tmp/${1}.img \
	--kernel-opts='ro panic=-1 pci=off reboot=k tsc=reliable quiet 8250.nr_uarts=0 ipv6.disable=1 init=/measure-boot-fc' \
	--root-drive=/tmp/lupine-portwrite.ext2.disp \
	--firecracker-log=.out > /dev/null 2> /dev/null

    # get CPU ms
    cat .out | grep Guest-boot-time | rev | awk -e '$0 {print $3}' | \
				rev | awk -e '$0 {print int(1000000*($1))}'
    rm .out
    wait
}

# return boot time for $vm
function runvm {
  vm=$1

  if [ "$vm" = "alpine-vm" ]; then
    cp ${IMAGES}/alpine.raw /tmp/alpine.raw.disposible

    {
      sleep 8
      firecracker_cleanup
      rm /tmp/alpine.raw.disposible
    } &

    taskset -c ${CPU1} firectl --kernel=${IMAGES}/hello-vmlinux.bin \
	    --root-drive=/tmp/alpine.raw.disposible \
	    --firecracker-binary=$(pwd)/.firecracker \
	    --firecracker-log=.out > /dev/null 2> /dev/null
    cat .out | grep Guest-boot-time | rev | awk -e '$0 {print $3}' | \
			rev | awk -e '$0 {print int(1000000*($1))}'
    rm .out
    wait
  elif [ "$vm" = "lupine" ]; then
    runlupine $vm
  elif [ "$vm" = "lupine-nokml" ]; then
    runlupine $vm
  elif [ "$vm" = "hermitux" ]; then
    docker pull hlefeuvre/hermitux-boottime > /dev/null 2> /dev/null
    docker run --privileged --cpuset-cpus="${CPU1}-${CPU3}" \
			hlefeuvre/hermitux-boottime | \
		  awk -e '$0 ~ /([0-9]+)ns/ {print $4}' | \
		  cut -c 4- | rev | cut -c 3- | rev
  elif [ "$vm" = "hermitux-light" ]; then
    docker pull hlefeuvre/hermitux-light-boottime > /dev/null 2> /dev/null
    docker run --privileged --cpuset-cpus="${CPU1}-${CPU3}" \
			hlefeuvre/hermitux-light-boottime | \
			awk -e '$0 ~ /([0-9]+)ns/ {print $4}' | \
			cut -c 4- | rev | cut -c 3- | rev
  elif [ "$vm" = "osv-rofs" ]; then
    CONTAINER=osv
    docker pull hlefeuvre/osv > /dev/null 2> /dev/null
    docker run --privileged --name=$CONTAINER \
			--cpuset-cpus="${CPU1}-${CPU3}" \
			-dt hlefeuvre/osv > /dev/null 2> /dev/null
    docker exec -it $CONTAINER ./scripts/firecracker.py -c 1 -m 128M | \
			awk -e '$0 ~ /Booted/ {print int(1000000*($4))}'
    docker container stop $CONTAINER > /dev/null 2> /dev/null
    docker rm -f $CONTAINER > /dev/null 2> /dev/null
    firecracker_cleanup
  elif [ "$vm" = "mirage-solo5" ]; then

    taskset -c ${CPU1} $TOOLSDIR/solo5-hvt-noop-timer ${IMAGES}/mirage-noop.hvt \
      2>&1 >/dev/null | grep "guest" | awk -F "[()]" '{print $2}'

  elif [ "$vm" = "rump" ]; then
    CONTAINER=rump
    docker pull hlefeuvre/rump-solo5-boottime > /dev/null 2> /dev/null
    docker run --privileged -it --cpuset-cpus="${CPU1}-${CPU3}" \
	hlefeuvre/rump-solo5-boottime | \
	awk -e '$0 ~ /guest startup/ {print $4}' | rev | cut -c 3- | rev |
	awk '{print int(1000*($0))}'
  elif [ "$vm" = "docker-min" ]; then
    {
      docker events > .out
    } &
    child=$!
    docker pull hello-world  > /dev/null 2> /dev/null
    docker run -m 30MB --privileged \
		--cpuset-cpus="${CPU1}-${CPU3}" \
		-it hello-world > /dev/null 2> /dev/null
    kill $child > /dev/null 2> /dev/null
    LC_NUMERIC="C" grep -P "container (start|die)" .out | tr :+ ' ' | \
		awk '{if(NR>1){print int(1000000000*($3-last))} last=$3}'
    rm .out
  fi
}

# return boot time for $vm, repeated $num times
function benchit  {
  num=$1
  vm=$2

  for i in $( seq 1 ${num} ); do
    runvm $vm >> rawdata/${vm}.txt
    sleep 2
  done
}

mkdir -p rawdata results

for vm in "alpine-vm" "lupine" "lupine-nokml" "hermitux" \
	  "hermitux-light" "osv-rofs" "rump" "docker-min" "mirage-solo5"
do
  benchit 30 ${vm}
  echo "boottime_ms" > results/${vm}.csv
  cat rawdata/${vm}.txt | \
	  awk '{ total += $1; count++ } END { OFMT="%f"; print total/(count*1000000) }' \
	  >> results/${vm}.csv
done