summaryrefslogtreecommitdiffstats
path: root/setup.py
blob: 2f2b5e5400f898be571e65839dd7b871337e386e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
##############################################################################
# Copyright (c) 2017 Ericsson AB and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
from __future__ import absolute_import
from setuptools import setup, find_packages


setup(
    name="yardstick",
    version="0.1.dev0",
    packages=find_packages(),
    include_package_data=True,
    package_data={
        'yardstick': [
            'benchmark/scenarios/availability/*.yaml',
            'benchmark/scenarios/availability/attacker/*.yaml',
            'benchmark/scenarios/availability/ha_tools/*.bash',
            'benchmark/scenarios/availability/ha_tools/*/*.bash',
            'benchmark/scenarios/availability/attacker/scripts/*.bash',
            'benchmark/scenarios/availability/monitor/*.yaml',
            'benchmark/scenarios/availability/monitor/script_tools/*.bash',
            'benchmark/scenarios/compute/*.bash',
            'benchmark/scenarios/networking/*.bash',
            'benchmark/scenarios/networking/*.txt',
            'benchmark/scenarios/parser/*.sh',
            'benchmark/scenarios/storage/*.bash',
            'resources/files/*',
            'resources/scripts/install/*.bash',
            'resources/scripts/remove/*.bash'
        ],
        'etc': [
            'yardstick/nodes/*/*.yaml',
            'yardstick/*.sample'
        ],
        'tests': [
            'opnfv/*/*.yaml',
            'ci/*.sh'
        ]
    },
    url="https://www.opnfv.org",
    extras_require={
        'plot': ["matplotlib>=1.4.2"]
    },
    entry_points={
        'console_scripts': [
            'yardstick=yardstick.main:main',
            'yardstick-plot=yardstick.plot.plotter:main [plot]'
        ],
    },
    scripts=[
        'tools/yardstick-img-modify',
        'tools/yardstick-img-lxd-modify',
        'tools/yardstick-img-dpdk-modify'
    ]
)
o $# -eq 2 || die "no image specific script as argument" test $(id -u) -eq 0 || die "should invoke using sudo" cmd=$1 RELEASE=$2 test -x $cmd mountdir="/mnt/yardstick" workspace=${WORKSPACE:-"/tmp/workspace/yardstick"} host=${HOST:-"cloud-images.ubuntu.com"} release=${RELEASE:-"xenial"} boot_mode="disk1" if [[ "${YARD_IMG_ARCH}" = "arm64" ]]; then boot_mode="uefi1" fi image_path="${release}/current/${release}-server-cloudimg-${YARD_IMG_ARCH}-${boot_mode}.img" image_url=${IMAGE_URL:-"https://${host}/${image_path}"} sha256sums_path="${release}/current/SHA256SUMS" sha256sums_url=${SHA256SUMS_URL:-"https://${host}/${sha256sums_path}"} imgfile="${workspace}/yardstick-image.img" raw_imgfile_basename="yardstick-${release}-server.raw" raw_imgfile="${workspace}/${raw_imgfile_basename}" filename=$(basename $image_url) apt-get install -y parted # download and checksum base image, conditionally if local copy is outdated download() { test -d $workspace || mkdir -p $workspace cd $workspace rm -f SHA256SUMS # always download the checksum file to a detect stale image wget $sha256sums_url test -e $filename || wget -nc --progress=dot:giga $image_url grep $filename SHA256SUMS | sha256sum -c || if [ $? -ne 0 ]; then rm $filename wget -nc --progress=dot:giga $image_url grep $filename SHA256SUMS | sha256sum -c fi for i in $(seq 0 9); do [ -a /dev/loop$i ] || mknod -m 660 /dev/loop$i b 7 $i done qemu-img convert $filename $raw_imgfile cd - } # mount image setup() { # qemu-img resize $raw_imgfile +5GB mkdir -p $mountdir loopdevice=$(kpartx -l $raw_imgfile | head -1 | cut -f1 -d ' ') kpartx -av $raw_imgfile # for trouble shooting sleep 2 dmsetup ls parted -l /dev/${loopdevice:0:5} || true mount /dev/mapper/$loopdevice $mountdir mount -t proc none $mountdir/proc cp $cmd $mountdir/$(basename $cmd) if [ "${YARD_IMG_ARCH}" = "arm64" ]; then cp /usr/bin/qemu-aarch64-static $mountdir/usr/bin fi } # modify image running a script using in a chrooted environment modify() { # resolv.conf does not exist in base image, pass nameserver value from host nameserver_ip=$(grep -m 1 '^nameserver' \ /etc/resolv.conf | awk '{ print $2 '}) # prevent init scripts from running during install echo $'#!/bin/sh\nexit 101' >$mountdir/usr/sbin/policy-rc.d chmod a+x $mountdir/usr/sbin/policy-rc.d chroot $mountdir /$(basename $cmd) $nameserver_ip rm -rf $mountdir/usr/sbin/policy-rc.d umount -f $mountdir/proc umount $mountdir qemu-img convert -c -o compat=0.10 -O qcow2 $raw_imgfile $imgfile if dmsetup table | grep $loopdevice; then dmsetup clear $loopdevice || true fi } # cleanup (umount) the image cleanup() { # designed to be idempotent mount | grep $mountdir/proc && umount $mountdir/proc mount | grep $mountdir && umount $mountdir mount | grep "/mnt/${release}" && umount "/mnt/${release}" if [ -f "${raw_imgfile}" ]; then #kpartx -dv $raw_imgfile sometimes failed, we should checked it agein. #if [ -z "$(kpartx -l $raw_imgfile | grep 'loop deleted')" ]; then # kpartx -dv $raw_imgfile #fi kpartx -dv $raw_imgfile || true fi rm -f $raw_imgfile rm -rf $mountdir } exitcode="" error_trap() { local rc=$? set +e if [ -z "$exitcode" ]; then exitcode=$rc fi dmesg -T | tail -50 cleanup echo "Image build failed with $exitcode" exit $exitcode } main() { cleanup trap "error_trap" EXIT SIGTERM download setup modify trap - EXIT SIGTERM cleanup echo "the modified image is found here: $imgfile" } main