From a16d55707c10a368b5aa2f9b7e595751978c3b04 Mon Sep 17 00:00:00 2001 From: Stepan Andrushko Date: Thu, 24 May 2018 13:13:40 +0300 Subject: Add virtual image generation to install script Update install.yaml with image generation: nsb and normal. JIRA: YARDSTICK-1198 Change-Id: I3b8773e9b3b9890ae8623bb6536d05f1151d84a8 Signed-off-by: Stepan Andrushko --- .../tasks/cloudimg_modify_normal.yml | 56 ++++++ .../tasks/cloudimg_modify_nsb.yml | 104 +++++++++++ ansible/roles/build_yardstick_image/tasks/main.yml | 14 ++ .../build_yardstick_image/tasks/post_build.yml | 46 +++++ .../build_yardstick_image/tasks/pre_build.yml | 202 +++++++++++++++++++++ 5 files changed, 422 insertions(+) create mode 100644 ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml create mode 100644 ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml create mode 100644 ansible/roles/build_yardstick_image/tasks/main.yml create mode 100644 ansible/roles/build_yardstick_image/tasks/post_build.yml create mode 100644 ansible/roles/build_yardstick_image/tasks/pre_build.yml (limited to 'ansible/roles/build_yardstick_image/tasks') diff --git a/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml new file mode 100644 index 000000000..435b43856 --- /dev/null +++ b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_normal.yml @@ -0,0 +1,56 @@ +# Copyright (c) 2018 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- debug: + msg: "chrooted in {{ inventory_hostname }}" + +- debug: + var: proxy_env + verbosity: 2 + +- include_role: + name: "{{ role_item }}" + with_items: + - reset_resolv_conf + - add_custom_repos + - modify_cloud_config + loop_control: + loop_var: role_item + +- include_role: + name: set_package_installer_proxy + when: proxy_env is defined and proxy_env + +- include_role: + name: install_image_dependencies + +- include_vars: roles/download_unixbench/defaults/main.yml + when: unixbench_dest is undefined + +- include_vars: roles/download_ramspeed/defaults/main.yml + when: ramspeed_dest is undefined + +- include_role: + name: "{{ role_item }}" + with_items: + - download_l2fwd + - download_unixbench + - install_unixbench + - download_ramspeed + - install_ramspeed + - download_cachestat + loop_control: + loop_var: role_item + + environment: "{{ proxy_env }}" diff --git a/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml new file mode 100644 index 000000000..9a70ff39a --- /dev/null +++ b/ansible/roles/build_yardstick_image/tasks/cloudimg_modify_nsb.yml @@ -0,0 +1,104 @@ +# Copyright (c) 2018 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- debug: + msg: "chrooted in {{ inventory_hostname }}" + +- debug: + var: proxy_env + verbosity: 2 + +- debug: msg="play_hosts={{play_hosts}}" + +- include_role: + name: "{{ role_item }}" + with_items: + - reset_resolv_conf + - add_custom_repos + - modify_cloud_config + loop_control: + loop_var: role_item + +- include_role: + name: set_package_installer_proxy + when: proxy_env is defined and proxy_env + +- include_vars: roles/install_dpdk/vars/main.yml + when: dpdk_make_arch is undefined + +- include_vars: roles/download_dpdk/defaults/main.yml + when: dpdk_version is undefined + +- include_vars: roles/download_trex/defaults/main.yml + when: trex_unarchive is undefined + +- include_vars: roles/download_civetweb/defaults/main.yml + when: civetweb_dest is undefined + +- include_role: + name: "{{ role_item }}" + with_items: + - install_image_dependencies + - enable_hugepages_on_boot # can't update grub in chroot/docker + - increase_open_file_limits # needed for collectd plugins + - download_dpdk + - install_dpdk + - download_trex + - install_trex + - download_pktgen + - install_pktgen + - download_civetweb + - install_civetweb + - download_samplevnfs + loop_control: + loop_var: role_item + environment: "{{ proxy_env }}" + +- include_vars: roles/install_dpdk/defaults/main.yml + when: INSTALL_BIN_PATH is undefined + +- include_vars: roles/download_samplevnfs/defaults/main.yml + when: samplevnf_dest is undefined +- set_fact: + samplevnf_path: "{{ samplevnf_dest }}" +- include_role: + name: install_samplevnf + with_items: + - PROX + - UDP_Replay + - ACL + - FW + - CGNAPT + loop_control: + loop_var: vnf_name + +- include_vars: roles/download_drivers/defaults/main.yml + when: i40evf_path is undefined + +- include_role: + name: "{{ role_item }}" + with_items: + - install_dpdk_shared # build shared DPDK for collectd only, required DPDK downloaded already + - install_rabbitmq + - download_intel_cmt_cat + - install_intel_cmt_cat + - download_pmu_tools + - install_pmu_tools + - download_collectd + - install_collectd + - download_drivers + - install_drivers + loop_control: + loop_var: role_item + environment: "{{ proxy_env }}" diff --git a/ansible/roles/build_yardstick_image/tasks/main.yml b/ansible/roles/build_yardstick_image/tasks/main.yml new file mode 100644 index 000000000..e21cbb766 --- /dev/null +++ b/ansible/roles/build_yardstick_image/tasks/main.yml @@ -0,0 +1,14 @@ +# Copyright (c) 2018 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- diff --git a/ansible/roles/build_yardstick_image/tasks/post_build.yml b/ansible/roles/build_yardstick_image/tasks/post_build.yml new file mode 100644 index 000000000..c6888f8df --- /dev/null +++ b/ansible/roles/build_yardstick_image/tasks/post_build.yml @@ -0,0 +1,46 @@ +# Copyright (c) 2018 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: convert image to image file + command: qemu-img convert -c -o compat=0.10 -O qcow2 {{ raw_imgfile }} {{ imgfile }} + +# Post build yardstick image +- group_by: + key: image_builder + +- name: remove ubuntu policy-rc.d workaround + file: + path: "{{ mountdir }}/usr/sbin/policy-rc.d" + state: absent + when: "target_os == 'Ubuntu'" + +- name: cleanup fake tmp fstab + file: + path: "{{ fake_fstab }}" + state: absent + +- mount: + name: "{{ mountdir }}/proc" + state: unmounted + +- mount: + name: "{{ mountdir }}" + state: unmounted + +- name: kpartx -dv to delete all image partition device nodes + command: kpartx -dv "{{ raw_imgfile }}" + ignore_errors: true + +- debug: + msg: "yardstick image = {{ imgfile }}" diff --git a/ansible/roles/build_yardstick_image/tasks/pre_build.yml b/ansible/roles/build_yardstick_image/tasks/pre_build.yml new file mode 100644 index 000000000..2dae38060 --- /dev/null +++ b/ansible/roles/build_yardstick_image/tasks/pre_build.yml @@ -0,0 +1,202 @@ +# Copyright (c) 2018 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Group + group_by: + key: image_builder + +- package: name=parted state=present + environment: "{{ proxy_env }}" + +- package: name=kpartx state=present + environment: "{{ proxy_env }}" + +- package: name="{{ growpart_package[ansible_os_family] }}" state=present + environment: "{{ proxy_env }}" + +- set_fact: + imgfile: "{{ normal_image_file }}" + when: img_prop_item == "normal" + +- set_fact: + imgfile: "{{ nsb_image_file }}" + when: img_prop_item == "nsb" + +- set_fact: + mountdir: "{{ lookup('env', 'mountdir')|default('/mnt/yardstick', true) }}" + raw_imgfile: "{{ workspace }}/{{ raw_imgfile_basename }}" + +# cleanup non-lxd +- name: unmount all old mount points + mount: + name: "{{ item }}" + state: unmounted + with_items: + # order matters + - "{{ mountdir }}/proc" + - "{{ mountdir }}" + - "/mnt/{{ release }}" + +- name: kpartx -dv to delete all image partition device nodes + command: kpartx -dv "{{ raw_imgfile }}" + ignore_errors: true + +- name: Debug dump loop devices + command: losetup -a + ignore_errors: true + +- name: delete loop devices for image file + # use this because kpartx -dv will fail if raw_imgfile was delete + # but in theory we could have deleted file still attached to loopback device? + # use grep because of // and awk + shell: losetup -O NAME,BACK-FILE | grep "{{ raw_imgfile_basename }}" | awk '{ print $1 }' | xargs -l1 losetup -v -d + ignore_errors: true + +- name: Debug dump loop devices again + command: losetup -a + ignore_errors: true + +- name: delete {{ raw_imgfile }} + file: + path: "{{ raw_imgfile }}" + state: absent + +# common +- name: remove {{ mountdir }} + file: + path: "{{ mountdir }}" + state: absent + +# download-common +- name: remove {{ workspace }} + file: + path: "{{ workspace }}" + state: directory + +- name: "fetch {{ image_url }} and verify " + fetch_url_and_verify: + url: "{{ image_url }}" + sha256url: "{{ sha256sums_url }}" + dest: "{{ image_dest }}" + +- name: convert image to raw + command: "qemu-img convert {{ image_dest }} {{ raw_imgfile }}" + +- name: resize image to allow for more VNFs + command: "qemu-img resize -f raw {{ raw_imgfile }} +2G" + +- name: resize parition to allow for more VNFs + # use growpart because maybe it handles GPT better than parted + command: growpart {{ raw_imgfile }} 1 + +- name: create mknod devices in chroot + command: "mknod -m 0660 /dev/loop{{ item }} b 7 {{ item }}" + args: + creates: "/dev/loop{{ item }}" + with_sequence: start=0 end=9 + tags: mknod_devices + +- name: find first partition device + command: kpartx -l "{{ raw_imgfile }}" + register: kpartx_res + +- set_fact: + image_first_partition: "{{ kpartx_res.stdout_lines[0].split()[0] }}" + +- set_fact: + # assume / is the first partition + image_first_partition_device: "/dev/mapper/{{ image_first_partition }}" + +- name: use kpartx to create device nodes for the raw image loop device + # operate on the loop device to avoid /dev namespace missing devices + command: kpartx -avs "{{ raw_imgfile }}" + +- name: parted dump raw image + command: parted "{{ raw_imgfile }}" print + register: parted_res + +- debug: + var: parted_res + verbosity: 2 + +- name: use blkid to find filesystem type of first partition device + command: blkid -o value -s TYPE {{ image_first_partition_device }} + register: blkid_res + +- set_fact: + image_fs_type: "{{ blkid_res.stdout.strip() }}" + +- fail: + msg: "We only support ext4 image filesystems because we have to resize" + when: image_fs_type != "ext4" + +- name: fsck the image filesystem + command: "e2fsck -y -f {{ image_first_partition_device }}" + +- name: resize filesystem to full partition size + command: resize2fs {{ image_first_partition_device }} + +- name: fsck the image filesystem + command: "e2fsck -y -f {{ image_first_partition_device }}" + +- name: make tmp disposable fstab + command: mktemp --tmpdir fake_fstab.XXXXXXXXXX + register: mktemp_res + +- set_fact: + fake_fstab: "{{ mktemp_res.stdout.strip() }}" + +- name: mount first parition on image device + mount: + src: "{{ image_first_partition_device }}" + name: "{{ mountdir }}" + # fstype is required + fstype: "{{ image_fs_type }}" + # !!!!!!! this is required otherwise we add entries to /etc/fstab + # and prevent the system from booting + fstab: "{{ fake_fstab }}" + state: mounted + +- name: mount chroot /proc + mount: + src: none + name: "{{ mountdir }}/proc" + fstype: proc + # !!!!!!! this is required otherwise we add entries to /etc/fstab + # and prevent the system from booting + fstab: "{{ fake_fstab }}" + state: mounted + +- name: if arm copy qemu-aarch64-static into chroot + copy: + src: /usr/bin/qemu-aarch64-static + dest: "{{ mountdir }}/usr/bin" + when: img_arch == arch_arm64 + +- name: create ubuntu policy-rc.d workaround + copy: + content: "{{ '#!/bin/sh\nexit 101\n' }}" + dest: "{{ mountdir }}/usr/sbin/policy-rc.d" + mode: 0755 + when: "target_os == 'Ubuntu'" + +- name: add chroot as host + add_host: + name: "{{ mountdir }}" + groups: chroot_image,image_builder + connection: chroot + ansible_python_interpreter: /usr/bin/python3 + # set this host variable here + nameserver_ip: "{{ ansible_dns.nameservers[0] }}" + image_type: vm -- cgit 1.2.3-korg