From a16d55707c10a368b5aa2f9b7e595751978c3b04 Mon Sep 17 00:00:00 2001
From: Stepan Andrushko <stepanx.andrushko@intel.com>
Date: Thu, 24 May 2018 13:13:40 +0300
Subject: Add virtual image generation to install script

Update install.yaml with image generation: nsb and normal.

JIRA: YARDSTICK-1198

Change-Id: I3b8773e9b3b9890ae8623bb6536d05f1151d84a8
Signed-off-by: Stepan Andrushko <stepanx.andrushko@intel.com>
---
 .../tasks/cloudimg_modify_normal.yml               |  56 ++++++
 .../tasks/cloudimg_modify_nsb.yml                  | 104 +++++++++++
 ansible/roles/build_yardstick_image/tasks/main.yml |  14 ++
 .../build_yardstick_image/tasks/post_build.yml     |  46 +++++
 .../build_yardstick_image/tasks/pre_build.yml      | 202 +++++++++++++++++++++
 ansible/roles/build_yardstick_image/vars/main.yml  |  31 ++++
 6 files changed, 453 insertions(+)
 create mode 100644 ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml
 create mode 100644 ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml
 create mode 100644 ansible/roles/build_yardstick_image/tasks/main.yml
 create mode 100644 ansible/roles/build_yardstick_image/tasks/post_build.yml
 create mode 100644 ansible/roles/build_yardstick_image/tasks/pre_build.yml
 create mode 100644 ansible/roles/build_yardstick_image/vars/main.yml

(limited to 'ansible/roles/build_yardstick_image')

diff --git a/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml
new file mode 100644
index 000000000..435b43856
--- /dev/null
+++ b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml
@@ -0,0 +1,56 @@
+# Copyright (c) 2018 Intel Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+---
+- debug:
+    msg: "chrooted in {{ inventory_hostname }}"
+
+- debug:
+    var: proxy_env
+    verbosity: 2
+
+- include_role:
+    name: "{{ role_item }}"
+  with_items:
+    - reset_resolv_conf
+    - add_custom_repos
+    - modify_cloud_config
+  loop_control:
+    loop_var: role_item
+
+- include_role:
+    name: set_package_installer_proxy
+  when: proxy_env is defined and proxy_env
+
+- include_role:
+    name: install_image_dependencies
+
+- include_vars: roles/download_unixbench/defaults/main.yml
+  when: unixbench_dest is undefined
+
+- include_vars: roles/download_ramspeed/defaults/main.yml
+  when: ramspeed_dest is undefined
+
+- include_role:
+    name: "{{ role_item }}"
+  with_items:
+    - download_l2fwd
+    - download_unixbench
+    - install_unixbench
+    - download_ramspeed
+    - install_ramspeed
+    - download_cachestat
+  loop_control:
+    loop_var: role_item
+
+  environment: "{{ proxy_env }}"
diff --git a/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml
new file mode 100644
index 000000000..9a70ff39a
--- /dev/null
+++ b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml
@@ -0,0 +1,104 @@
+# Copyright (c) 2018 Intel Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+---
+- debug:
+    msg: "chrooted in {{ inventory_hostname }}"
+
+- debug:
+    var: proxy_env
+    verbosity: 2
+
+- debug: msg="play_hosts={{play_hosts}}"
+
+- include_role:
+    name: "{{ role_item }}"
+  with_items:
+    - reset_resolv_conf
+    - add_custom_repos
+    - modify_cloud_config
+  loop_control:
+    loop_var: role_item
+
+- include_role:
+    name: set_package_installer_proxy
+  when: proxy_env is defined and proxy_env
+
+- include_vars: roles/install_dpdk/vars/main.yml
+  when: dpdk_make_arch is undefined
+
+- include_vars: roles/download_dpdk/defaults/main.yml
+  when: dpdk_version is undefined
+
+- include_vars: roles/download_trex/defaults/main.yml
+  when: trex_unarchive is undefined
+
+- include_vars: roles/download_civetweb/defaults/main.yml
+  when: civetweb_dest is undefined
+
+- include_role:
+    name: "{{ role_item }}"
+  with_items:
+    - install_image_dependencies
+    - enable_hugepages_on_boot    # can't update grub in chroot/docker
+    - increase_open_file_limits   # needed for collectd plugins
+    - download_dpdk
+    - install_dpdk
+    - download_trex
+    - install_trex
+    - download_pktgen
+    - install_pktgen
+    - download_civetweb
+    - install_civetweb
+    - download_samplevnfs
+  loop_control:
+    loop_var: role_item
+  environment: "{{ proxy_env }}"
+
+- include_vars: roles/install_dpdk/defaults/main.yml
+  when: INSTALL_BIN_PATH is undefined
+
+- include_vars: roles/download_samplevnfs/defaults/main.yml
+  when: samplevnf_dest is undefined
+- set_fact:
+    samplevnf_path: "{{ samplevnf_dest }}"
+- include_role:
+    name: install_samplevnf
+  with_items:
+    - PROX
+    - UDP_Replay
+    - ACL
+    - FW
+    - CGNAPT
+  loop_control:
+    loop_var: vnf_name
+
+- include_vars: roles/download_drivers/defaults/main.yml
+  when: i40evf_path is undefined
+
+- include_role:
+    name: "{{ role_item }}"
+  with_items:
+    - install_dpdk_shared  # build shared DPDK for collectd only, required DPDK downloaded already
+    - install_rabbitmq
+    - download_intel_cmt_cat
+    - install_intel_cmt_cat
+    - download_pmu_tools
+    - install_pmu_tools
+    - download_collectd
+    - install_collectd
+    - download_drivers
+    - install_drivers
+  loop_control:
+    loop_var: role_item
+  environment: "{{ proxy_env }}"
diff --git a/ansible/roles/build_yardstick_image/tasks/main.yml b/ansible/roles/build_yardstick_image/tasks/main.yml
new file mode 100644
index 000000000..e21cbb766
--- /dev/null
+++ b/ansible/roles/build_yardstick_image/tasks/main.yml
@@ -0,0 +1,14 @@
+# Copyright (c) 2018 Intel Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+---
diff --git a/ansible/roles/build_yardstick_image/tasks/post_build.yml b/ansible/roles/build_yardstick_image/tasks/post_build.yml
new file mode 100644
index 000000000..c6888f8df
--- /dev/null
+++ b/ansible/roles/build_yardstick_image/tasks/post_build.yml
@@ -0,0 +1,46 @@
+# Copyright (c) 2018 Intel Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+---
+- name: convert image to image file
+  command: qemu-img convert -c -o compat=0.10 -O qcow2 {{ raw_imgfile }} {{ imgfile }}
+
+# Post build yardstick image
+- group_by:
+    key: image_builder
+
+- name: remove ubuntu policy-rc.d workaround
+  file:
+    path: "{{ mountdir }}/usr/sbin/policy-rc.d"
+    state: absent
+  when: "target_os == 'Ubuntu'"
+
+- name: cleanup fake tmp fstab
+  file:
+    path: "{{ fake_fstab }}"
+    state: absent
+
+- mount:
+    name: "{{ mountdir }}/proc"
+    state: unmounted
+
+- mount:
+    name: "{{ mountdir }}"
+    state: unmounted
+
+- name: kpartx -dv to delete all image partition device nodes
+  command: kpartx -dv "{{ raw_imgfile }}"
+  ignore_errors: true
+
+- debug:
+    msg: "yardstick image = {{ imgfile }}"
diff --git a/ansible/roles/build_yardstick_image/tasks/pre_build.yml b/ansible/roles/build_yardstick_image/tasks/pre_build.yml
new file mode 100644
index 000000000..2dae38060
--- /dev/null
+++ b/ansible/roles/build_yardstick_image/tasks/pre_build.yml
@@ -0,0 +1,202 @@
+# Copyright (c) 2018 Intel Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+---
+- name: Group
+  group_by:
+    key: image_builder
+
+- package: name=parted state=present
+  environment: "{{ proxy_env }}"
+
+- package: name=kpartx state=present
+  environment: "{{ proxy_env }}"
+
+- package: name="{{ growpart_package[ansible_os_family] }}" state=present
+  environment: "{{ proxy_env }}"
+
+- set_fact:
+    imgfile: "{{ normal_image_file }}"
+  when: img_prop_item == "normal"
+
+- set_fact:
+    imgfile: "{{ nsb_image_file }}"
+  when: img_prop_item == "nsb"
+
+- set_fact:
+    mountdir: "{{ lookup('env', 'mountdir')|default('/mnt/yardstick', true) }}"
+    raw_imgfile: "{{ workspace }}/{{ raw_imgfile_basename }}"
+
+# cleanup non-lxd
+- name: unmount all old mount points
+  mount:
+    name: "{{ item }}"
+    state: unmounted
+  with_items:
+    # order matters
+    - "{{ mountdir }}/proc"
+    - "{{ mountdir }}"
+    - "/mnt/{{ release }}"
+
+- name: kpartx -dv to delete all image partition device nodes
+  command: kpartx -dv "{{ raw_imgfile }}"
+  ignore_errors: true
+
+- name: Debug dump loop devices
+  command: losetup -a
+  ignore_errors: true
+
+- name: delete loop devices for image file
+  # use this because kpartx -dv will fail if raw_imgfile was delete
+  # but in theory we could have deleted file still attached to loopback device?
+  # use grep because of // and awk
+  shell: losetup -O NAME,BACK-FILE | grep "{{ raw_imgfile_basename }}" | awk '{ print $1 }' | xargs -l1 losetup -v -d
+  ignore_errors: true
+
+- name: Debug dump loop devices again
+  command: losetup -a
+  ignore_errors: true
+
+- name: delete {{ raw_imgfile }}
+  file:
+    path: "{{ raw_imgfile }}"
+    state: absent
+
+# common
+- name: remove {{ mountdir }}
+  file:
+    path: "{{ mountdir }}"
+    state: absent
+
+# download-common
+- name: remove {{ workspace }}
+  file:
+    path: "{{ workspace }}"
+    state: directory
+
+- name: "fetch {{ image_url }} and verify "
+  fetch_url_and_verify:
+    url: "{{ image_url }}"
+    sha256url: "{{ sha256sums_url }}"
+    dest: "{{ image_dest }}"
+
+- name: convert image to raw
+  command: "qemu-img convert {{ image_dest }} {{ raw_imgfile }}"
+
+- name: resize image to allow for more VNFs
+  command: "qemu-img resize -f raw {{ raw_imgfile }} +2G"
+
+- name: resize parition to allow for more VNFs
+  # use growpart because maybe it handles GPT better than parted
+  command: growpart {{ raw_imgfile }}  1
+
+- name: create mknod devices in chroot
+  command: "mknod -m 0660 /dev/loop{{ item }} b 7 {{ item }}"
+  args:
+    creates: "/dev/loop{{ item }}"
+  with_sequence: start=0 end=9
+  tags: mknod_devices
+
+- name: find first partition device
+  command: kpartx -l "{{ raw_imgfile }}"
+  register: kpartx_res
+
+- set_fact:
+    image_first_partition: "{{ kpartx_res.stdout_lines[0].split()[0] }}"
+
+- set_fact:
+    # assume / is the first partition
+    image_first_partition_device: "/dev/mapper/{{ image_first_partition }}"
+
+- name: use kpartx to create device nodes for the raw image loop device
+  # operate on the loop device to avoid /dev namespace missing devices
+  command: kpartx -avs "{{ raw_imgfile }}"
+
+- name: parted dump raw image
+  command: parted "{{ raw_imgfile }}" print
+  register: parted_res
+
+- debug:
+    var: parted_res
+    verbosity: 2
+
+- name: use blkid to find filesystem type of first partition device
+  command: blkid -o value -s TYPE {{ image_first_partition_device }}
+  register: blkid_res
+
+- set_fact:
+    image_fs_type: "{{ blkid_res.stdout.strip() }}"
+
+- fail:
+    msg: "We only support ext4 image filesystems because we have to resize"
+  when: image_fs_type != "ext4"
+
+- name: fsck the image filesystem
+  command: "e2fsck -y -f {{ image_first_partition_device  }}"
+
+- name: resize filesystem to full partition size
+  command: resize2fs {{ image_first_partition_device }}
+
+- name: fsck the image filesystem
+  command: "e2fsck -y -f {{ image_first_partition_device  }}"
+
+- name: make tmp disposable fstab
+  command: mktemp --tmpdir fake_fstab.XXXXXXXXXX
+  register: mktemp_res
+
+- set_fact:
+    fake_fstab: "{{ mktemp_res.stdout.strip() }}"
+
+- name: mount first parition on image device
+  mount:
+    src: "{{ image_first_partition_device }}"
+    name: "{{ mountdir }}"
+    # fstype is required
+    fstype: "{{ image_fs_type }}"
+    # !!!!!!! this is required otherwise we add entries to /etc/fstab
+    # and prevent the system from booting
+    fstab: "{{ fake_fstab }}"
+    state: mounted
+
+- name: mount chroot /proc
+  mount:
+    src: none
+    name: "{{ mountdir }}/proc"
+    fstype: proc
+    # !!!!!!! this is required otherwise we add entries to /etc/fstab
+    # and prevent the system from booting
+    fstab: "{{ fake_fstab }}"
+    state: mounted
+
+- name: if arm copy qemu-aarch64-static into chroot
+  copy:
+    src: /usr/bin/qemu-aarch64-static
+    dest: "{{ mountdir }}/usr/bin"
+  when: img_arch == arch_arm64
+
+- name: create ubuntu policy-rc.d workaround
+  copy:
+    content: "{{ '#!/bin/sh\nexit 101\n' }}"
+    dest: "{{ mountdir }}/usr/sbin/policy-rc.d"
+    mode: 0755
+  when: "target_os == 'Ubuntu'"
+
+- name: add chroot as host
+  add_host:
+    name: "{{ mountdir }}"
+    groups: chroot_image,image_builder
+    connection: chroot
+    ansible_python_interpreter: /usr/bin/python3
+    # set this host variable here
+    nameserver_ip: "{{ ansible_dns.nameservers[0] }}"
+    image_type: vm
diff --git a/ansible/roles/build_yardstick_image/vars/main.yml b/ansible/roles/build_yardstick_image/vars/main.yml
new file mode 100644
index 000000000..6728e5afb
--- /dev/null
+++ b/ansible/roles/build_yardstick_image/vars/main.yml
@@ -0,0 +1,31 @@
+# Copyright (c) 2018 Intel Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+---
+boot_modes:
+  'amd64': disk1
+  'arm64': uefi1
+boot_mode: "{{ boot_modes[YARD_IMG_ARCH] }}"
+image_filename: "{{ release }}-server-cloudimg-{{ YARD_IMG_ARCH }}-{{ boot_mode }}.img"
+image_path: "{{ release }}/current/{{ image_filename }}"
+host: "{{ lookup('env', 'HOST')|default('cloud-images.ubuntu.com', true)}}"
+image_url: "{{ lookup('env', 'IMAGE_URL')|default('https://' ~ host ~ '/' ~ image_path, true) }}"
+image_dest: "{{ workspace }}/{{ image_filename }}"
+sha256sums_path: "{{ release }}/current/SHA256SUMS"
+sha256sums_filename: "{{ sha256sums_path|basename }}"
+sha256sums_url: "{{ lookup('env', 'SHA256SUMS_URL')|default('https://' ~ host ~ '/' ~ sha256sums_path, true) }}"
+workspace: "{{ lookup('env', 'workspace')|default('/tmp/workspace/yardstick', true) }}"
+raw_imgfile_basename: "yardstick-{{ release }}-server.raw"
+growpart_package:
+  RedHat: cloud-utils-growpart
+  Debian: cloud-guest-utils
-- 
cgit 1.2.3-korg