diff options
129 files changed, 5265 insertions, 3 deletions
diff --git a/.gitignore b/.gitignore index d98b4a070..47c0575d0 100644 --- a/.gitignore +++ b/.gitignore @@ -10,7 +10,6 @@ *.BASE.* *.LOCAL.* *.REMOTE.* -*.yml *.egg *.egg-info build diff --git a/ansible/ansible.cfg b/ansible/ansible.cfg index 14c806515..eb5dd263d 100644 --- a/ansible/ansible.cfg +++ b/ansible/ansible.cfg @@ -1,2 +1,4 @@ [defaults] host_key_checking = False +keep_remote_files = True +remote_tmp = /tmp/.ansible/tmp diff --git a/ansible/build_yardstick_image.yml b/ansible/build_yardstick_image.yml new file mode 100644 index 000000000..49dc3e2b7 --- /dev/null +++ b/ansible/build_yardstick_image.yml @@ -0,0 +1,267 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: localhost + + vars: + boot_modes: + 'amd64': disk1 + 'arm64': uefi1 + boot_mode: "{{ boot_modes[YARD_IMG_ARCH] }}" + image_filename: "{{ release }}-server-cloudimg-{{ YARD_IMG_ARCH }}-{{ boot_mode }}.img" + image_path: "{{ release }}/current/{{ image_filename }}" + host: "{{ lookup('env', 'HOST')|default('cloud-images.ubuntu.com', true)}}" + image_url: "{{ lookup('env', 'IMAGE_URL')|default('https://' ~ host ~ '/' ~ image_path, true) }}" + image_dest: "{{ workspace }}/{{ image_filename }}" + sha256sums_path: "{{ release }}/current/SHA256SUMS" + sha256sums_filename: "{{ sha256sums_path|basename }}" + sha256sums_url: "{{ lookup('env', 'SHA256SUMS_URL')|default('https://' ~ host ~ '/' ~ sha256sums_path, true) }}" + + mountdir: "{{ lookup('env', 'mountdir')|default('/mnt/yardstick', true) }}" + workspace: "{{ lookup('env', 'workspace')|default('/tmp/workspace/yardstick', true) }}" + imgfile: "{{ workspace }}/yardstick-image.img" + raw_imgfile_basename: "yardstick-{{ release }}-server.raw" + raw_imgfile: "{{ workspace }}/{{ raw_imgfile_basename }}" + environment: + PATH: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/bin + tasks: + - group_by: + key: image_builder + + - package: name=parted state=present + + # cleanup non-lxd + - name: unmount all old mount points + mount: + name: "{{ item }}" + state: unmounted + with_items: + # order matters + - "{{ mountdir }}/proc" + - "{{ mountdir }}" + - "/mnt/{{ release }}" + + - name: kpartx -dv to delete all image partition device nodes + command: kpartx -dv "{{ raw_imgfile }}" + ignore_errors: true + + - name: delete {{ raw_imgfile }} + file: + path: "{{ raw_imgfile }}" + state: absent + + # common + - name: remove {{ mountdir }} + file: + path: "{{ mountdir }}" + state: absent + + # download-common + + - name: remove {{ workspace }} + file: + path: "{{ workspace }}" + state: directory + + - name: "fetch {{ image_url }} and verify " + fetch_url_and_verify: + url: "{{ image_url }}" + sha256url: "{{ sha256sums_url }}" + dest: "{{ image_dest }}" + +# - get_url: +# url: "{{ sha256sums_url }}" +# force: yes +# dest: "{{ workspace }}/{{ sha256sums_filename }}" + + # must use wget to workaround ubuntu cloud SSL certs checking failures +# - command: "curl -sS -o {{ workspace }}/{{ sha256sums_filename }} {{ sha256sums_url }}" + + +# - command: cat "{{ workspace }}/{{ sha256sums_filename }}" +# register: sha256sum_file +# +# - set_fact: +# image_sha256: "{{ sha256sum_file.stdout|regex_search('^([a-f0-9]+).*' ~ img ~ '$', '\\1', multiline=True) }}" + +# - get_url: +# url: "{{ image_url }}" +# force: yes +# dest: "{{ workspace }}/{{ image_filename }}" +# checksum: "sha256:{{ image_sha256 }}" +# register: fetch_image_status +# timeout: 300 +# retries: 2 +# until: fetch_image_status|succeeded + +# - name: "Fetch {{ image_url }}" +# - command: "curl -sS -o {{ workspace }}/{{ image_filename }} {{ image_url }}" +# register: fetch_image_status +# timeout: 300 +# retries: 2 +# until: fetch_image_status|succeeded + +# - name: Verify sha256sum of downloaded image +# - command: "sha256sum -c --ignore-missing {{ workspace }}/{{ sha256sums_filename }}" + +# - name: create loop devices +# command: "mknod -m 660 /dev/loop{{ item }} b 7 {{ item }}" +# args: +# creates: "/dev/loop{{ item }}" +# with_seq: +# - + + # download non-lxd + + - name: convert image to raw + command: "qemu-img convert {{ image_dest }} {{ raw_imgfile }}" + + + # setup non-lxd + +# - shell: echo -e "d\\nn\\np\\n1\\n\\n\\nw" | parted -l "{{ raw_imgfile }}" +# - parted: +# device: "{{ raw_imgfile }}" +# number: 1 +# state: present + + - name: create mknod devices in chroot + command: "mknod -m 0660 /dev/loop{{ item }} b 7 {{ item }}" + args: + creates: "/dev/loop{{ item }}" + with_sequence: start=0 end=9 + tags: mknod_devices + +# - command: losetup --show --partscan --find "{{ raw_imgfile }}" +# register: loop_device_res +# +# - debug: +# var: loop_device_res +# verbosity: 2 +# +# - set_fact: +# loop_device: "{{ loop_device_res.stdout.strip() }}" +# +# - wait_for: +# path: "{{ loop_device }}" +# state: present +# +# - command: losetup +# - command: dmsetup ls + + - name: find first partition device +# command: kpartx -l "{{ loop_device }}" + command: kpartx -l "{{ raw_imgfile }}" + register: kpartx_res + + - set_fact: + image_first_partition: "{{ kpartx_res.stdout_lines[0].split()[0] }}" + + - set_fact: + # assume / is the first partition + image_first_partition_device: "/dev/mapper/{{ image_first_partition }}" + + - name: use kpartx to create device nodes for the raw image loop device + # operate on the loop device to avoid /dev namespace missing devices +# command: kpartx -avs "{{ loop_device }}" + command: kpartx -avs "{{ raw_imgfile }}" + + - name: parted dump raw image +# command: parted "{{ loop_device }}" print + command: parted "{{ raw_imgfile }}" print + register: parted_res + + - debug: + var: parted_res + verbosity: 2 + + - name: use blkid to find filesystem type of first partition device + command: blkid -o value -s TYPE {{ image_first_partition_device }} + register: blkid_res + + - set_fact: + image_fs_type: "{{ blkid_res.stdout.strip() }}" + + - name: make tmp disposable fstab + command: mktemp fake_fstab.XXXXXXXXXX + register: mktemp_res + + - set_fact: + fake_fstab: "{{ mktemp_res.stdout.strip() }}" + + - name: mount first parition on image device + mount: + src: "{{ image_first_partition_device }}" + name: "{{ mountdir }}" + # fstype is required + fstype: "{{ image_fs_type }}" + #fstab: "{{ fake_fstab }}" + state: mounted + + - name: mount chroot /proc + mount: + src: none + name: "{{ mountdir }}/proc" + fstype: proc + #fstab: "{{ fake_fstab }}" + state: mounted + + - name: if arm copy qemu-aarch64-static into chroot + copy: + src: /usr/bin/qemu-aarch64-static + dest: "{{ mountdir }}/usr/bin" + when: 'YARD_IMG_ARCH == "arm64"' + + + # setup lxd +# - file: "path={{ mountdir }} state=directory" +# +# - unarchive: +# src: "{{ image_filename }}" +# dest: "{{ mountdir }}" +# remote_src: yes + + # end setup lxd + + # modify + + - name: create ubuntu policy-rc.d workaround + copy: + content: "{{ '#!/bin/sh\nexit 101\n' }}" + dest: "{{ mountdir }}/usr/sbin/policy-rc.d" + mode: 0755 + when: "target_os == 'Ubuntu'" + + - name: set img_modify_playbook + set_fact: + img_modify_playbook: ubuntu_server_cloudimg_modify.yml + + - debug: + var: img_modify_playbook + verbosity: 2 + + - name: add chroot as host + add_host: + name: "{{ mountdir }}" + groups: chroot_image,image_builder + connection: chroot + ansible_python_interpreter: /usr/bin/python3 + # set this host variable here + nameserver_ip: "{{ ansible_dns.nameservers[0] }}" + +- name: include {{ img_modify_playbook }} + include: "{{ img_modify_playbook }}" + +- name: run post build tasks + include: post_build_yardstick_image.yml diff --git a/ansible/check_openstack.yml b/ansible/check_openstack.yml new file mode 100644 index 000000000..1a5d75511 --- /dev/null +++ b/ansible/check_openstack.yml @@ -0,0 +1,23 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: check openstack connectivity and extenal network + hosts: yardstick + vars_files: + - yardstick_config.yml + + roles: + - check_openstack_services + - check_external_network + diff --git a/ansible/clean_images.yml b/ansible/clean_images.yml new file mode 100644 index 000000000..a7a6c2af1 --- /dev/null +++ b/ansible/clean_images.yml @@ -0,0 +1,22 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: pre-clean openstack enviroment + hosts: yardstick + vars_files: + - yardstick_config.yml + + roles: + - clean_images + - clean_flavors diff --git a/ansible/clone_repos.yml b/ansible/clone_repos.yml new file mode 100644 index 000000000..6f69b6b15 --- /dev/null +++ b/ansible/clone_repos.yml @@ -0,0 +1,42 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + vars: + YARDSTICK_REPO: "{{ lookup('env', 'YARDSTICK_REPO')|default('https://gerrit.opnfv.org/gerrit/yardstick', true) }}" + YARDSTICK_REPO_DIR: "{{ lookup('env', 'YARDSTICK_REPO_DIR')|default('/home/opnfv/repos/yardstick', true) }}" + YARDSTICK_BRANCH: "{{ lookup('env', 'YARDSTICK_BRANCH')|default('master', true) }}" + RELENG_REPO: "{{ lookup('env', 'RELENG_REPO')|default('https://gerrit.opnfv.org/gerrit/releng', true) }}" + RELENG_REPO_DIR: "{{ lookup('env', 'RELENG_REPO_DIR')|default('/home/opnfv/repos/releng', true) }}" + RELENG_BRANCH: "{{ lookup('env', 'RELENG_BRANCH')|default('master', true) }}" + + + tasks: + - name: Updating releng -> "{{ RELENG_BRANCH }}" + git: + repo: "{{ RELENG_REPO }}" + dest: "{{ RELENG_REPO_DIR }}" + version: "{{ RELENG_BRANCH }}" + accept_hostkey: yes + recursive: no + force: yes + + - name: Updating yardstick -> "{{ YARDSTICK_BRANCH }}" + git: + repo: "{{ YARDSTICK_REPO }}" + dest: "{{ YARDSTICK_REPO_DIR }}" + version: "{{ YARDSTICK_BRANCH }}" + accept_hostkey: yes + recursive: no + force: yes diff --git a/ansible/create_node_pod_yaml.yml b/ansible/create_node_pod_yaml.yml new file mode 100644 index 000000000..b94a5fdee --- /dev/null +++ b/ansible/create_node_pod_yaml.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +# run on localhost +- hosts: all + + roles: + - role: create_node_pod_yaml diff --git a/ansible/exec_tests.yml b/ansible/exec_tests.yml new file mode 100644 index 000000000..9e08e2f9c --- /dev/null +++ b/ansible/exec_tests.yml @@ -0,0 +1,24 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- include: clone_repos.yml + tags: + - clone_repos +# really it fetchs all credentials and sets ENV vars +- include: prepare_env.yml + tags: + - prepare_env +- include: yardstick_verify.yml + tags: + - yardstick_verify diff --git a/ansible/filter_plugins/fuel_lookups.py b/ansible/filter_plugins/fuel_lookups.py new file mode 100644 index 000000000..ac52401e8 --- /dev/null +++ b/ansible/filter_plugins/fuel_lookups.py @@ -0,0 +1,54 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +def do_find_fuel_nodes(fuel_nodes): + ips = {} + for fuel_node in fuel_nodes: + if 'controller' in fuel_node['roles']: + ips.setdefault("controller_ids", []).append(fuel_node['id']) + ips.setdefault("controllers_ips", []).append(fuel_node['ip']) + if 'compute' in fuel_node['roles']: + ips.setdefault("compute_ids", []).append(fuel_node['id']) + ips.setdefault("computes_ips", []).append(fuel_node['ip']) + return ips + +# def do_find_fuel_nodes(fuel_output): +# ips = {} +# for l in fuel_output.splitlines(): +# splits = l.splti() +# if 'controller' in l: +# ips["controller_ids"] = splits[0] +# ips["controllers_ips"] = splits[9] +# if 'compute' in l: +# ips["compute_ids"] = splits[0] +# ips["computes_ips"] = splits[9] +# return ips + + +class FilterModule(object): + def filters(self): + return { + 'find_fuel_nodes': do_find_fuel_nodes, + } + + +SAMPLE = """\ +id | status | name | cluster | ip | mac | roles | pending_roles | online | group_id +---+--------+------------------+---------+-----------+-------------------+----------------------+---------------+--------+--------- + 4 | ready | Untitled (9a:b1) | 1 | 10.20.0.6 | 0c:c4:7a:75:9a:b1 | ceph-osd, compute | | 1 | 1 + 1 | ready | Untitled (9a:ab) | 1 | 10.20.0.4 | 0c:c4:7a:75:9a:ab | ceph-osd, controller | | 1 | 1 + 5 | ready | Untitled (9a:1b) | 1 | 10.20.0.7 | 0c:c4:7a:75:9a:1b | ceph-osd, compute | | 1 | 1 + 2 | ready | Untitled (9a:67) | 1 | 10.20.0.3 | 0c:c4:7a:75:9a:67 | controller | | 1 | 1 + 3 | ready | Untitled (99:d7) | 1 | 10.20.0.5 | 0c:c4:7a:75:99:d7 | controller, mongo | | 1 | 1 +"""
\ No newline at end of file diff --git a/ansible/filter_plugins/networks.py b/ansible/filter_plugins/networks.py new file mode 100644 index 000000000..a1573951f --- /dev/null +++ b/ansible/filter_plugins/networks.py @@ -0,0 +1,38 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +from urlparse import urlsplit + + +def do_prefix_to_netmask(arg): + return '.'.join(str((0xffffffff << (32 - int(arg)) >> i) & 0xff) for i in + range(24, -8, -8)) + + +def do_netmask_to_prefix(arg): + return sum([bin(int(x)).count('1') for x in arg.split('.')]) + + +def do_urlsplit(arg): + return urlsplit(arg) + + +class FilterModule(object): + def filters(self): + return { + 'prefix_to_netmask': do_prefix_to_netmask, + 'netmask_to_prefix': do_netmask_to_prefix, + 'urlsplit': do_urlsplit, + } diff --git a/ansible/image_uploaders/upload_cirros_image.yml b/ansible/image_uploaders/upload_cirros_image.yml new file mode 100644 index 000000000..eba55dbb7 --- /dev/null +++ b/ansible/image_uploaders/upload_cirros_image.yml @@ -0,0 +1,34 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + + tasks: + - set_fact: + image_properties: + hw_mem_page_size: 'large' + when: fdio + + - os_image: + name: "{{ cirros_image }}" + is_public: yes + disk_format: qcow2 + container_format: bare + filename: "{{ cirros_image_file }}" + properties: "{{ image_properties }}" + environment: "{{ openrc }}" + + - os_image_facts: + name: "{{ cirros_image }}" + environment: "{{ openrc }}" diff --git a/ansible/image_uploaders/upload_ubuntu_image.yml b/ansible/image_uploaders/upload_ubuntu_image.yml new file mode 100644 index 000000000..dcfe6480c --- /dev/null +++ b/ansible/image_uploaders/upload_ubuntu_image.yml @@ -0,0 +1,34 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + + tasks: + - set_fact: + image_properties: + hw_mem_page_size: 'large' + when: fdio + + - os_image: + name: "{{ ubuntu_image }}" + is_public: yes + disk_format: qcow2 + container_format: bare + filename: "{{ ubuntu_image_file }}" + properties: "{{ image_properties }}" + environment: "{{ openrc }}" + + - os_image_facts: + name: "{{ ubuntu_image }}" + environment: "{{ openrc }}" diff --git a/ansible/image_uploaders/upload_yardstick_image.yml b/ansible/image_uploaders/upload_yardstick_image.yml new file mode 100644 index 000000000..9364c52a5 --- /dev/null +++ b/ansible/image_uploaders/upload_yardstick_image.yml @@ -0,0 +1,57 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + + tasks: + - get_url: + url: "{{ CLOUD_IMG_URL }}" + dest: "{{ CLOUD_IMAGE }}" + + - name: Extra cloud image kernel + - unarchive: + asdf: + + - os_image: + name: yardstick-{{ release }}-kernel + is_public: yes + disk_format: qcow2 + container_format: bare + filename: "{{ CLOUD_KERNEL }}" + + - set_fact: + image_properties: + kernel_id: "{{ GLANCE_KERNEL_ID }}" + os_command_line: "{{ command_line }}" + + - set_fact: + image_properties: "{{ image_properties|combine({'hw_mem_page_size': 'large'} }}" + when: fdio + + - set_fact: + image_properties: "{{ image_properties|combine({'hw_firmware_type': HW_FIRMWARE_TYPE} }}" + when: HW_FIRMWARE_TYPE + + - os_image: + name: yardstick-image + is_public: yes + disk_format: qcow2 + container_format: bare + filename: "{{ QCOW2_IMAGE }}" + properties: "{{ image_properties }}" + environment: "{{ openrc }}" + + - os_image_facts: + name: yardstick-image + environment: "{{ openrc }}" diff --git a/ansible/install_trex_standalone.yml b/ansible/install_trex_standalone.yml new file mode 100644 index 000000000..9cf64142b --- /dev/null +++ b/ansible/install_trex_standalone.yml @@ -0,0 +1,51 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + vars: + ansible_python_interpreter: "/usr/bin/env python" + # needed for virtualenv + NSB_INSTALL_DIR: /root/nsb_install + INSTALL_BIN_PATH: /opt/nsb_bin + #TREX_DOWNLOAD: "https://trex-tgn.cisco.com/trex/release/v2.05.tar.gz" + TREX_VERSION: v2.20 + TREX_DOWNLOAD: "https://trex-tgn.cisco.com/trex/release/{{ TREX_VERSION }}.tar.gz" + + tasks: + - get_url: + url: "{{ TREX_DOWNLOAD }}" + dest: "{{ NSB_INSTALL_DIR }}" + checksum: "sha256:b9620341e552d2ef71d5ffa39ef92f12a1186836c250390db77bd7228497b91c" + + - unarchive: + src: "{{ NSB_INSTALL_DIR }}/{{ TREX_DOWNLOAD|basename }}" + dest: "{{ NSB_INSTALL_DIR }}" + copy: no + + - file: path="{{ INSTALL_BIN_PATH }}/trex" state=absent + - file: path="{{ INSTALL_BIN_PATH }}/trex" state=directory + + - command: mv "{{ NSB_INSTALL_DIR }}/{{ TREX_DOWNLOAD|basename|regex_replace('\.tar.gz', '') }}" "{{ INSTALL_BIN_PATH }}/trex/scripts" + + - file: path="{{ INSTALL_BIN_PATH }}/trex/scripts/automation/trex_control_plane/stl/__init__.py" state=touch + + - command: cp "{{ INSTALL_BIN_PATH }}/trex/scripts/dpdk_nic_bind.py" "{{ INSTALL_BIN_PATH }}" + + - name: add scripts to PYTHONPATH + lineinfile: + dest: /etc/environment + regexp: "^PYTHONPATH=" + line: "PYTHONPATH={{ INSTALL_BIN_PATH }}/trex/scripts/automation/trex_control_plane:{{ INSTALL_BIN_PATH }}/trex/scripts/automation/trex_control_plane/stl:{{ NSB_INSTALL_DIR }}/yardstick" + state: present + create: yes diff --git a/ansible/install_yardstick.yml b/ansible/install_yardstick.yml new file mode 100644 index 000000000..91d9b280a --- /dev/null +++ b/ansible/install_yardstick.yml @@ -0,0 +1,22 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: install yardstick python package + hosts: yardstick + vars_files: + - yardstick_config.yml + + roles: + - install_local_yardstick + diff --git a/ansible/inventory.ini b/ansible/inventory.ini index 79a6ee0aa..31692a777 100644 --- a/ansible/inventory.ini +++ b/ansible/inventory.ini @@ -1,3 +1,6 @@ +[yardstick] +localhost ansible_connection=local + [controller] host1 ansible_host=10.1.0.50 ansible_user=root ansible_ssh_pass=root host2 ansible_host=10.1.0.51 ansible_user=root ansible_ssh_pass=root diff --git a/ansible/library/fetch_url_and_verify.py b/ansible/library/fetch_url_and_verify.py new file mode 100644 index 000000000..6c5c0a8c2 --- /dev/null +++ b/ansible/library/fetch_url_and_verify.py @@ -0,0 +1,80 @@ +#!/usr/bin/env python +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +DOCUMENTATION = ''' +--- +module: fetch_url_and_verify +short_description: Fetch image and verify against a SHA256SUM URL +description: + - Download a URL and check it against a remote SHA256SUMS file +options: + url: Image URL + image_dest: Image filename + sha256_url: SHA256SUMS URL + dest: python file mode (w, wb, a, ab) + retries: fetch retries +''' + + +def main(): + module = AnsibleModule( + argument_spec={ + 'url': {'required': True, 'type': 'str'}, + 'sha256url': {'required': True, 'type': 'str'}, + 'dest': {'required': True, 'type': 'path'}, + 'retries': {'required': False, 'type': 'int', 'default': 3}, + } + ) + params = module.params + url = params['url'] + dest = params['dest'] + sha256url = params['sha256url'] + retries = params['retries'] + + image_dir, image_filename = os.path.split(dest) + rc, stdout, stderr = module.run_command(['curl', '-sS', sha256url]) + if rc == 0 and stdout: + sha256line = next( + (l for l in stdout.splitlines() if image_filename in l), "") + if not sha256line: + module.fail_json( + msg="Unable to find SHA256SUMS line for file {}".format( + image_filename)) + rc = \ + module.run_command(['sha256sum', '-c'], data=sha256line, cwd=image_dir)[0] + if rc == 0: + sha256sum = sha256line.split()[0] + module.exit_json(changed=False, dest=dest, url=url, + sha256sum=sha256sum) + + for retry in range(retries): + curl_rc, stdout, stderr = module.run_command( + ['curl', '-sS', '-o', dest, url], cwd=image_dir) + if curl_rc == 0: + sha256_rc, stdout, stderr = module.run_command(['sha256sum', '-c'], + data=sha256line, + cwd=image_dir) + if sha256_rc == 0: + module.exit_json(changed=True) + + module.fail_json(msg="Unable to download {}".format(url), stdout=stdout, + stderr=stderr) + + +# <<INCLUDE_ANSIBLE_MODULE_COMMON>> +from ansible.module_utils.basic import * # noqa + +if __name__ == '__main__': + main() diff --git a/ansible/library/my_make.py b/ansible/library/my_make.py new file mode 100644 index 000000000..a88053bcc --- /dev/null +++ b/ansible/library/my_make.py @@ -0,0 +1,138 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- + +# (c) 2015, Linus Unnebäck <linus@folkdatorn.se> +# +# This file is part of Ansible +# +# This module is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This software is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this software. If not, see <http://www.gnu.org/licenses/>. + +from __future__ import absolute_import +DOCUMENTATION = ''' +--- +module: my_make +short_description: Run targets in a Makefile +requirements: [ make ] +version_added: "2.1" +author: Linus Unnebäck (@LinusU) <linus@folkdatorn.se> +description: + - Run targets in a Makefile. +options: + target: + description: + - The target to run + required: false + default: none + params: + description: + - Any extra parameters to pass to make + required: false + default: none + extra_args: + description: + - Any extra options to pass to make + required: false + default: none + chdir: + description: + - cd into this directory before running make + required: true +''' + +EXAMPLES = ''' +# Build the default target +- make: chdir=/home/ubuntu/cool-project + +# Run `install` target as root +- make: chdir=/home/ubuntu/cool-project target=install + become: yes + +# Pass in extra arguments to build +- make: + chdir: /home/ubuntu/cool-project + target: all + params: + NUM_THREADS: 4 + BACKEND: lapack +''' + +# TODO: Disabled the RETURN as it was breaking docs building. Someone needs to +# fix this +RETURN = '''# ''' + + +def format_params(params): + return [k + '=' + str(v) for k, v in params.items()] + + +def push_arguments(cmd, args): + if args['extra_args'] is not None: + cmd.extend(shlex.split(args['extra_args'])) + if args['target'] is not None: + cmd.append(args['target']) + if args['params'] is not None: + cmd.extend(format_params(args['params'])) + return cmd + + +def check_changed(make_path, module, args): + cmd = push_arguments([make_path, '--question'], args) + rc, _, __ = module.run_command(cmd, check_rc=False, cwd=args['chdir']) + return rc != 0 + + +def run_make(make_path, module, args): + cmd = push_arguments([make_path], args) + module.run_command(cmd, check_rc=True, cwd=args['chdir']) + + +def main(): + module = AnsibleModule( + supports_check_mode=True, + argument_spec=dict( + target=dict(required=False, default=None, type='str'), + params=dict(required=False, default=None, type='dict'), + extra_args=dict(required=False, default=None, type='str'), + chdir=dict(required=True, default=None, type='str'), + ), + ) + args = dict( + changed=False, + failed=False, + target=module.params['target'], + params=module.params['params'], + extra_args=module.params['extra_args'], + chdir=module.params['chdir'], + ) + make_path = module.get_bin_path('make', True) + + # Check if target is up to date + args['changed'] = check_changed(make_path, module, args) + + # Check only; don't modify + if module.check_mode: + module.exit_json(changed=args['changed']) + + # Target is already up to date + if not args['changed']: + module.exit_json(**args) + + run_make(make_path, module, args) + module.exit_json(**args) + +from ansible.module_utils.basic import * + +if __name__ == '__main__': + main() + diff --git a/ansible/library/my_os_networks_facts.py b/ansible/library/my_os_networks_facts.py new file mode 100644 index 000000000..1b6ad80f9 --- /dev/null +++ b/ansible/library/my_os_networks_facts.py @@ -0,0 +1,144 @@ +#!/usr/bin/python + +# Copyright (c) 2015 Hewlett-Packard Development Company, L.P. +# +# This module is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This software is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this software. If not, see <http://www.gnu.org/licenses/>. + +try: + import shade + HAS_SHADE = True +except ImportError: + HAS_SHADE = False + +DOCUMENTATION = ''' +--- +module: my_os_network_facts +short_description: Retrieve facts about one or more OpenStack networks. +version_added: "2.0" +author: "Davide Agnello (@dagnello)" +description: + - Retrieve facts about one or more networks from OpenStack. +requirements: + - "python >= 2.6" + - "shade" +options: + network: + description: + - Name or ID of the Network + required: false + filters: + description: + - A dictionary of meta data to use for further filtering. Elements of + this dictionary may be additional dictionaries. + required: false +extends_documentation_fragment: openstack +''' + +EXAMPLES = ''' +# Gather facts about previously created networks +- my_os_network_facts: + auth: + auth_url: https://your_api_url.com:9000/v2.0 + username: user + password: password + project_name: someproject +- debug: var=openstack_networks + +# Gather facts about a previously created network by name +- my_os_network_facts: + auth: + auth_url: https://your_api_url.com:9000/v2.0 + username: user + password: password + project_name: someproject + name: network1 +- debug: var=openstack_networks + +# Gather facts about a previously created network with filter (note: name and + filters parameters are Not mutually exclusive) +- my_os_network_facts: + auth: + auth_url: https://your_api_url.com:9000/v2.0 + username: user + password: password + project_name: someproject + filters: + tenant_id: 55e2ce24b2a245b09f181bf025724cbe + subnets: + - 057d4bdf-6d4d-4728-bb0f-5ac45a6f7400 + - 443d4dc0-91d4-4998-b21c-357d10433483 +- debug: var=openstack_networks +''' + +RETURN = ''' +openstack_networks: + description: has all the openstack facts about the networks + returned: always, but can be null + type: complex + contains: + id: + description: Unique UUID. + returned: success + type: string + name: + description: Name given to the network. + returned: success + type: string + status: + description: Network status. + returned: success + type: string + subnets: + description: Subnet(s) included in this network. + returned: success + type: list of strings + tenant_id: + description: Tenant id associated with this network. + returned: success + type: string + shared: + description: Network shared flag. + returned: success + type: boolean +''' + +def main(): + + argument_spec = openstack_full_argument_spec( + network={'required': False, 'default': None}, + filters={'required': False, 'default': None} + ) + module_kwargs = openstack_module_kwargs() + module = AnsibleModule(argument_spec) + + if not HAS_SHADE: + module.fail_json(msg='shade is required for this module') + + network = module.params.pop('network') + filters = module.params.pop('filters') + + try: + cloud = shade.openstack_cloud(**module.params) + networks = cloud.search_networks(network, filters) + module.exit_json(changed=False, ansible_facts={ + 'openstack_networks': networks}) + + except shade.OpenStackCloudException as e: + module.fail_json(msg=str(e)) + +# this is magic, see lib/ansible/module_common.py +from ansible.module_utils.basic import * +from ansible.module_utils.openstack import * +if __name__ == '__main__': + main() diff --git a/ansible/library/my_os_router_facts.py b/ansible/library/my_os_router_facts.py new file mode 100644 index 000000000..ce8d2af25 --- /dev/null +++ b/ansible/library/my_os_router_facts.py @@ -0,0 +1,113 @@ +#!/usr/bin/python + +# Copyright (c) 2016 IBM +# +# This module is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This software is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this software. If not, see <http://www.gnu.org/licenses/>. + +try: + import shade + HAS_SHADE = True +except ImportError: + HAS_SHADE = False + +DOCUMENTATION = ''' +module: my_os_router_facts +short_description: Retrieve facts about routers within OpenStack. +version_added: "2.1" +author: "Originally: David Shrewsbury (@Shrews); modified" +description: + - Retrieve facts about routers from OpenStack. +notes: + - Facts are placed in the C(openstack_routers) variable. +requirements: + - "python >= 2.6" + - "shade" +options: + port: + description: + - Unique name or ID of a port. + required: false + default: null + filters: + description: + - A dictionary of meta data to use for further filtering. Elements + of this dictionary will be matched against the returned port + dictionaries. Matching is currently limited to strings within + the port dictionary, or strings within nested dictionaries. + required: false + default: null +extends_documentation_fragment: openstack +''' + +EXAMPLES = ''' +# Gather facts about all routers +- my_os_router_facts: + cloud: mycloud + +# Gather facts about a single port +- my_os_router_facts: + cloud: mycloud + port: 6140317d-e676-31e1-8a4a-b1913814a471 + +# Gather facts about all routers that have device_id set to a specific value +# and with a status of ACTIVE. +- my_os_router_facts: + cloud: mycloud + router: + description: + - Name or ID of the router + required: false + filters: + device_id: 1038a010-3a37-4a9d-82ea-652f1da36597 + status: ACTIVE +''' + +RETURN = ''' +openstack_routers: + description: List of port dictionaries. A subset of the dictionary keys + listed below may be returned, depending on your cloud provider. + returned: always, but can be null + type: complex + contains: +''' + + +def main(): + argument_spec = openstack_full_argument_spec( + router={'required': False, 'default': None}, + filters={'required': False, 'type': 'dict', 'default': None}, + ) + module_kwargs = openstack_module_kwargs() + module = AnsibleModule(argument_spec, **module_kwargs) + + if not HAS_SHADE: + module.fail_json(msg='shade is required for this module') + + name = module.params.pop('name') + filters = module.params.pop('filters') + + try: + cloud = shade.openstack_cloud(**module.params) + routers = cloud.search_routers(name, filters) + module.exit_json(changed=False, ansible_facts=dict( + openstack_routers=routers)) + + except shade.OpenStackCloudException as e: + module.fail_json(msg=str(e)) + +from ansible.module_utils.basic import * +from ansible.module_utils.openstack import * + +if __name__ == '__main__': + main() diff --git a/ansible/library/os_images_facts.py b/ansible/library/os_images_facts.py new file mode 100644 index 000000000..736403893 --- /dev/null +++ b/ansible/library/os_images_facts.py @@ -0,0 +1,166 @@ +#!/usr/bin/python + +# Copyright (c) 2015 Hewlett-Packard Development Company, L.P. +# +# This module is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This software is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this software. If not, see <http://www.gnu.org/licenses/>. + +try: + import shade + HAS_SHADE = True +except ImportError: + HAS_SHADE = False + +DOCUMENTATION = ''' +module: os_images_facts +short_description: Retrieve facts about an image within OpenStack. +version_added: "2.0" +author: "Originally: Davide Agnello (@dagnello); modified" +description: + - Retrieve facts about a image image from OpenStack. +notes: + - Facts are placed in the C(openstack) variable. +requirements: + - "python >= 2.6" + - "shade" +options: + image: + description: + - Name or ID of the image + required: false + filters: + description: + - A dictionary of meta data to use for further filtering. Elements of + this dictionary may be additional dictionaries. + required: false +extends_documentation_fragment: openstack +''' + +EXAMPLES = ''' +# Gather facts about a previously created image named image1 +- os_images_facts: + auth: + auth_url: https://your_api_url.com:9000/v2.0 + username: user + password: password + project_name: someproject + image: image1 +- debug: var=openstack +''' + +RETURN = ''' +openstack_image: + description: has all the openstack facts about the image + returned: always, but can be null + type: complex + contains: + id: + description: Unique UUID. + returned: success + type: string + name: + description: Name given to the image. + returned: success + type: string + status: + description: Image status. + returned: success + type: string + created_at: + description: Image created at timestamp. + returned: success + type: string + deleted: + description: Image deleted flag. + returned: success + type: boolean + container_format: + description: Container format of the image. + returned: success + type: string + min_ram: + description: Min amount of RAM required for this image. + returned: success + type: int + disk_format: + description: Disk format of the image. + returned: success + type: string + updated_at: + description: Image updated at timestamp. + returned: success + type: string + properties: + description: Additional properties associated with the image. + returned: success + type: dict + min_disk: + description: Min amount of disk space required for this image. + returned: success + type: int + protected: + description: Image protected flag. + returned: success + type: boolean + checksum: + description: Checksum for the image. + returned: success + type: string + owner: + description: Owner for the image. + returned: success + type: string + is_public: + description: Is public flag of the image. + returned: success + type: boolean + deleted_at: + description: Image deleted at timestamp. + returned: success + type: string + size: + description: Size of the image. + returned: success + type: int +''' + + +def main(): + + argument_spec = openstack_full_argument_spec( + image={'required': False, 'default': None}, + filters={'required': False, 'default': None}, + ) + module_kwargs = openstack_module_kwargs() + module = AnsibleModule(argument_spec, **module_kwargs) + + if not HAS_SHADE: + module.fail_json(msg='shade is required for this module') + + image = module.params.pop('image') + filters = module.params.pop('filters') + + try: + cloud = shade.openstack_cloud(**module.params) + images = cloud.search_images(image, filters) + module.exit_json(changed=False, ansible_facts={ + 'openstack_images': images}) + + except shade.OpenStackCloudException as e: + module.fail_json(msg=str(e)) + +# this is magic, see lib/ansible/module_common.py +from ansible.module_utils.basic import * +from ansible.module_utils.openstack import * +if __name__ == '__main__': + main() diff --git a/ansible/library/os_router_facts.py b/ansible/library/os_router_facts.py new file mode 100644 index 000000000..b14a362ef --- /dev/null +++ b/ansible/library/os_router_facts.py @@ -0,0 +1,113 @@ +#!/usr/bin/python + +# Copyright (c) 2016 IBM +# +# This module is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This software is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this software. If not, see <http://www.gnu.org/licenses/>. + +try: + import shade + HAS_SHADE = True +except ImportError: + HAS_SHADE = False + +DOCUMENTATION = ''' +module: os_router_facts +short_description: Retrieve facts about routers within OpenStack. +version_added: "2.1" +author: "Originally: David Shrewsbury (@Shrews); modified" +description: + - Retrieve facts about routers from OpenStack. +notes: + - Facts are placed in the C(openstack_routers) variable. +requirements: + - "python >= 2.6" + - "shade" +options: + port: + description: + - Unique name or ID of a port. + required: false + default: null + filters: + description: + - A dictionary of meta data to use for further filtering. Elements + of this dictionary will be matched against the returned port + dictionaries. Matching is currently limited to strings within + the port dictionary, or strings within nested dictionaries. + required: false + default: null +extends_documentation_fragment: openstack +''' + +EXAMPLES = ''' +# Gather facts about all routers +- os_router_facts: + cloud: mycloud + +# Gather facts about a single port +- os_router_facts: + cloud: mycloud + port: 6140317d-e676-31e1-8a4a-b1913814a471 + +# Gather facts about all routers that have device_id set to a specific value +# and with a status of ACTIVE. +- os_router_facts: + cloud: mycloud + router: + description: + - Name or ID of the router + required: false + filters: + device_id: 1038a010-3a37-4a9d-82ea-652f1da36597 + status: ACTIVE +''' + +RETURN = ''' +openstack_routers: + description: List of port dictionaries. A subset of the dictionary keys + listed below may be returned, depending on your cloud provider. + returned: always, but can be null + type: complex + contains: +''' + + +def main(): + argument_spec = openstack_full_argument_spec( + router={'required': False, 'default': None}, + filters={'required': False, 'type': 'dict', 'default': None}, + ) + module_kwargs = openstack_module_kwargs() + module = AnsibleModule(argument_spec, **module_kwargs) + + if not HAS_SHADE: + module.fail_json(msg='shade is required for this module') + + router = module.params.pop('router') + filters = module.params.pop('filters') + + try: + cloud = shade.openstack_cloud(**module.params) + routers = cloud.search_routers(router, filters) + module.exit_json(changed=False, ansible_facts=dict( + openstack_routers=routers)) + + except shade.OpenStackCloudException as e: + module.fail_json(msg=str(e)) + +from ansible.module_utils.basic import * +from ansible.module_utils.openstack import * + +if __name__ == '__main__': + main() diff --git a/ansible/library/os_stack_facts.py b/ansible/library/os_stack_facts.py new file mode 100644 index 000000000..c67947686 --- /dev/null +++ b/ansible/library/os_stack_facts.py @@ -0,0 +1,83 @@ +#!/usr/bin/python + +# Copyright (c) 2015 Hewlett-Packard Development Company, L.P. +# +# This module is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This software is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this software. If not, see <http://www.gnu.org/licenses/>. + +try: + import shade + HAS_SHADE = True +except ImportError: + HAS_SHADE = False + +DOCUMENTATION = ''' +module: os_stack_facts +short_description: Retrieve facts about an stack within OpenStack. +version_added: "2.0" +author: "Originally: Davide Agnello (@dagnello); modified" +description: + - Retrieve facts about a stack from OpenStack. +notes: + - Facts are placed in the C(openstack) variable. +requirements: + - "python >= 2.6" + - "shade" +options: +extends_documentation_fragment: openstack +''' + +EXAMPLES = ''' +# Gather facts about a previously created stack named stack1 +- os_stack_facts: + auth: + auth_url: https://your_api_url.com:9000/v2.0 + username: user + password: password + project_name: someproject +- debug: var=openstack_stacks +''' + +RETURN = ''' +openstack_stack: + description: has all the openstack facts about the stack + returned: always, but can be null + type: complex +''' + + +def main(): + + argument_spec = openstack_full_argument_spec( + ) + module_kwargs = openstack_module_kwargs() + module = AnsibleModule(argument_spec, **module_kwargs) + + if not HAS_SHADE: + module.fail_json(msg='shade is required for this module') + + + try: + cloud = shade.openstack_cloud(**module.params) + stacks = cloud.list_stacks() + module.exit_json(changed=False, ansible_facts={ + 'openstack_stacks': stacks}) + + except shade.OpenStackCloudException as e: + module.fail_json(msg=str(e)) + +# this is magic, see lib/ansible/module_common.py +from ansible.module_utils.basic import * +from ansible.module_utils.openstack import * +if __name__ == '__main__': + main() diff --git a/ansible/library/parse_shell_file.py b/ansible/library/parse_shell_file.py new file mode 100644 index 000000000..d238d108f --- /dev/null +++ b/ansible/library/parse_shell_file.py @@ -0,0 +1,49 @@ +#!/usr/bin/env python +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +DOCUMENTATION = ''' +--- +module: write_string +short_description: write a string to a file +description: + - write a string to a file without using temp files +options: + path: path to write to + val: string to write + mode: python file mode (w, wb, a, ab) +''' + + +def main(): + module = AnsibleModule( + argument_spec={ + 'path': {'required': True, 'type': 'path', 'aliases': ['dest']}, + 'fact_name': {'required': True}, + } + ) + params = module.params + path = params['path'] + fact_name = params['fact_name'] + with open(path) as file_object: + script = file_object.read() + variables = dict(l.split('=') for l in shlex.split(script) if '=' in l) + module.exit_json(changed=True, ansible_facts={fact_name: variables}) + + +# <<INCLUDE_ANSIBLE_MODULE_COMMON>> +from ansible.module_utils.basic import * # noqa + +if __name__ == '__main__': + main() diff --git a/ansible/library/parted.py b/ansible/library/parted.py new file mode 100755 index 000000000..af9c80f7e --- /dev/null +++ b/ansible/library/parted.py @@ -0,0 +1,705 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- + +# (c) 2016, Fabrizio Colonna <colofabrix@tin.it> +# +# This file is part of Ansible +# +# Ansible is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# Ansible is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with Ansible. If not, see <http://www.gnu.org/licenses/>. + +ANSIBLE_METADATA = {'metadata_version': '1.0', + 'status': ['preview'], + 'supported_by': 'curated'} + + +DOCUMENTATION = ''' +--- +author: + - "Fabrizio Colonna (@ColOfAbRiX)" +module: parted +short_description: Configure block device partitions +version_added: "2.3" +description: + - This module allows configuring block device partition using the C(parted) + command line tool. For a full description of the fields and the options + check the GNU parted manual. +notes: + - When fetching information about a new disk and when the version of parted + installed on the system is before version 3.1, the module queries the kernel + through C(/sys/) to obtain disk information. In this case the units CHS and + CYL are not supported. +requirements: + - This module requires parted version 1.8.3 and above. + - If the version of parted is below 3.1, it requires a Linux version running + the sysfs file system C(/sys/). +options: + device: + description: The block device (disk) where to operate. + required: True + align: + description: Set alignment for newly created partitions. + choices: ['none', 'cylinder', 'minimal', 'optimal'] + default: optimal + number: + description: + - The number of the partition to work with or the number of the partition + that will be created. Required when performing any action on the disk, + except fetching information. + unit: + description: + - Selects the current default unit that Parted will use to display + locations and capacities on the disk and to interpret those given by the + user if they are not suffixed by an unit. When fetching information about + a disk, it is always recommended to specify a unit. + choices: [ + 's', 'B', 'KB', 'KiB', 'MB', 'MiB', 'GB', 'GiB', 'TB', 'TiB', '%', 'cyl', + 'chs', 'compact' + ] + default: KiB + label: + description: Creates a new disk label. + choices: [ + 'aix', 'amiga', 'bsd', 'dvh', 'gpt', 'loop', 'mac', 'msdos', 'pc98', + 'sun', '' + ] + default: msdos + part_type: + description: + - Is one of 'primary', 'extended' or 'logical' and may be specified only + with 'msdos' or 'dvh' partition tables. A name must be specified for a + 'gpt' partition table. Neither part-type nor name may be used with a + 'sun' partition table. + choices: ['primary', 'extended', 'logical'] + part_start: + description: + - Where the partition will start as offset from the beginning of the disk, + that is, the "distance" from the start of the disk. The distance can be + specified with all the units supported by parted (except compat) and + it is case sensitive. E.g. C(10GiB), C(15%). + default: 0% + part_end : + description: + - Where the partition will end as offset from the beginning of the disk, + that is, the "distance" from the start of the disk. The distance can be + specified with all the units supported by parted (except compat) and + it is case sensitive. E.g. C(10GiB), C(15%). + default: 100% + name: + description: + - Sets the name for the partition number (GPT, Mac, MIPS and PC98 only). + flags: + description: A list of the flags that has to be set on the partition. + state: + description: + - If to create or delete a partition. If set to C(info) the module will + only return the device information. + choices: ['present', 'absent', 'info'] + default: info +''' + +RETURN = ''' +partition_info: + description: Current partition information + returned: success + type: dict + contains: + device: + description: Generic device information. + type: dict + partitions: + description: List of device partitions. + type: list + sample: > + { + "disk": { + "dev": "/dev/sdb", + "logical_block": 512, + "model": "VMware Virtual disk", + "physical_block": 512, + "size": 5.0, + "table": "msdos", + "unit": "gib" + }, + "partitions": [{ + "begin": 0.0, + "end": 1.0, + "flags": ["boot", "lvm"], + "fstype": null, + "num": 1, + "size": 1.0 + }, { + "begin": 1.0, + "end": 5.0, + "flags": [], + "fstype": null, + "num": 2, + "size": 4.0 + }] + } +''' + +EXAMPLES = """ +# Create a new primary partition +- parted: + device: /dev/sdb + number: 1 + state: present + +# Remove partition number 1 +- parted: + device: /dev/sdb + number: 1 + state: absent + +# Create a new primary partition with a size of 1GiB +- parted: + device: /dev/sdb + number: 1 + state: present + part_end: 1gib + +# Create a new primary partition for LVM +- parted: + device: /dev/sdb + number: 2 + flags: [ lvm ] + state: present + part_start: 1gib + +# Read device information (always use unit when probing) +- parted: device=/dev/sdb unit=MiB + register: sdb_info + +# Remove all partitions from disk +- parted: + device: /dev/sdb + number: "{{ item.num }}" + state: absent + with_items: + - "{{ sdb_info.partitions }}" +""" + + +from ansible.module_utils.basic import AnsibleModule +import locale +import math +import re +import os + + +# Reference prefixes (International System of Units and IEC) +units_si = ['B', 'KB', 'MB', 'GB', 'TB'] +units_iec = ['B', 'KiB', 'MiB', 'GiB', 'TiB'] +parted_units = units_si + units_iec + ['s', '%', 'cyl', 'chs', 'compact'] + + +def parse_unit(size_str, unit=''): + """ + Parses a string containing a size of information + """ + matches = re.search(r'^([\d.]+)([\w%]+)?$', size_str) + if matches is None: + # "<cylinder>,<head>,<sector>" format + matches = re.search(r'^(\d+),(\d+),(\d+)$', size_str) + if matches is None: + module.fail_json( + msg="Error interpreting parted size output: '%s'" % size_str + ) + + size = { + 'cylinder': int(matches.group(1)), + 'head': int(matches.group(2)), + 'sector': int(matches.group(3)) + } + unit = 'chs' + + else: + # Normal format: "<number>[<unit>]" + if matches.group(2) is not None: + unit = matches.group(2) + + size = float(matches.group(1)) + + return size, unit + + +def parse_partition_info(parted_output, unit): + """ + Parses the output of parted and transforms the data into + a dictionary. + + Parted Machine Parseable Output: + See: https://lists.alioth.debian.org/pipermail/parted-devel/2006-December/00 + 0573.html + - All lines end with a semicolon (;) + - The first line indicates the units in which the output is expressed. + CHS, CYL and BYT stands for CHS, Cylinder and Bytes respectively. + - The second line is made of disk information in the following format: + "path":"size":"transport-type":"logical-sector-size":"physical-sector-siz + e":"partition-table-type":"model-name"; + - If the first line was either CYL or CHS, the next line will contain + information on no. of cylinders, heads, sectors and cylinder size. + - Partition information begins from the next line. This is of the format: + (for BYT) + "number":"begin":"end":"size":"filesystem-type":"partition-name":"flags-s + et"; + (for CHS/CYL) + "number":"begin":"end":"filesystem-type":"partition-name":"flags-set"; + """ + lines = [x for x in parted_output.split('\n') if x.strip() != ''] + + # Generic device info + generic_params = lines[1].rstrip(';').split(':') + + # The unit is read once, because parted always returns the same unit + size, unit = parse_unit(generic_params[1], unit) + + generic = { + 'dev': generic_params[0], + 'size': size, + 'unit': unit.lower(), + 'table': generic_params[5], + 'model': generic_params[6], + 'logical_block': int(generic_params[3]), + 'physical_block': int(generic_params[4]) + } + + # CYL and CHS have an additional line in the output + if unit in ['cyl', 'chs']: + chs_info = lines[2].rstrip(';').split(':') + cyl_size, cyl_unit = parse_unit(chs_info[3]) + generic['chs_info'] = { + 'cylinders': int(chs_info[0]), + 'heads': int(chs_info[1]), + 'sectors': int(chs_info[2]), + 'cyl_size': cyl_size, + 'cyl_size_unit': cyl_unit.lower() + } + lines = lines[1:] + + parts = [] + for line in lines[2:]: + part_params = line.rstrip(';').split(':') + + # CHS use a different format than BYT, but contrary to what stated by + # the author, CYL is the same as BYT. I've tested this undocumented + # behaviour down to parted version 1.8.3, which is the first version + # that supports the machine parseable output. + if unit != 'chs': + size = parse_unit(part_params[3])[0] + fstype = part_params[4] + flags = part_params[5] + else: + size = "" + fstype = part_params[3] + flags = part_params[4] + + parts.append({ + 'num': int(part_params[0]), + 'begin': parse_unit(part_params[1])[0], + 'end': parse_unit(part_params[2])[0], + 'size': size, + 'fstype': fstype, + 'flags': [f.strip() for f in flags.split(', ') if f != ''], + 'unit': unit.lower(), + }) + + return {'generic': generic, 'partitions': parts} + + +def format_disk_size(size_bytes, unit): + """ + Formats a size in bytes into a different unit, like parted does. It doesn't + manage CYL and CHS formats, though. + This function has been adapted from https://github.com/Distrotech/parted/blo + b/279d9d869ff472c52b9ec2e180d568f0c99e30b0/libparted/unit.c + """ + global units_si, units_iec + + unit = unit.lower() + + # Shortcut + if size_bytes == 0: + return 0.0 + + # Cases where we default to 'compact' + if unit in ['', 'compact', 'cyl', 'chs']: + index = max(0, int( + (math.log10(size_bytes) - 1.0) / 3.0 + )) + unit = 'b' + if index < len(units_si): + unit = units_si[index] + + # Find the appropriate multiplier + multiplier = 1.0 + if unit in units_si: + multiplier = 1000.0 ** units_si.index(unit) + elif unit in units_iec: + multiplier = 1024.0 ** units_iec.index(unit) + + output = size_bytes / multiplier * (1 + 1E-16) + + # Corrections to round up as per IEEE754 standard + if output < 10: + w = output + 0.005 + elif output < 100: + w = output + 0.05 + else: + w = output + 0.5 + + if w < 10: + precision = 2 + elif w < 100: + precision = 1 + else: + precision = 0 + + # Round and return + return round(output, precision), unit + + +def get_unlabeled_device_info(device, unit): + """ + Fetches device information directly from the kernel and it is used when + parted cannot work because of a missing label. It always returns a 'unknown' + label. + """ + device_name = os.path.basename(device) + base = "/sys/block/%s" % device_name + + vendor = read_record(base + "/device/vendor", "Unknown") + model = read_record(base + "/device/model", "model") + logic_block = int(read_record(base + "/queue/logical_block_size", 0)) + phys_block = int(read_record(base + "/queue/physical_block_size", 0)) + size_bytes = int(read_record(base + "/size", 0)) * logic_block + + size, unit = format_disk_size(size_bytes, unit) + + return { + 'generic': { + 'dev': device, + 'table': "unknown", + 'size': size, + 'unit': unit, + 'logical_block': logic_block, + 'physical_block': phys_block, + 'model': "%s %s" % (vendor, model), + }, + 'partitions': [] + } + + +def get_device_info(device, unit): + """ + Fetches information about a disk and its partitions and it returns a + dictionary. + """ + global module + + # If parted complains about missing labels, it means there are no partitions. + # In this case only, use a custom function to fetch information and emulate + # parted formats for the unit. + label_needed = check_parted_label(device) + if label_needed: + return get_unlabeled_device_info(device, unit) + + command = "parted -s -m %s -- unit '%s' print" % (device, unit) + rc, out, err = module.run_command(command) + if rc != 0 and 'unrecognised disk label' not in err: + module.fail_json(msg=( + "Error while getting device information with parted " + "script: '%s'" % command), + rc=rc, out=out, err=err + ) + + return parse_partition_info(out, unit) + + +def check_parted_label(device): + """ + Determines if parted needs a label to complete its duties. Versions prior + to 3.1 don't return data when there is no label. For more information see: + http://upstream.rosalinux.ru/changelogs/libparted/3.1/changelog.html + """ + # Check the version + parted_major, parted_minor, _ = parted_version() + if (parted_major == 3 and parted_minor >= 1) or parted_major > 3: + return False + + # Older parted versions return a message in the stdout and RC > 0. + rc, out, err = module.run_command("parted -s -m %s print" % device) + if rc != 0 and 'unrecognised disk label' in out.lower(): + return True + + return False + + +def parted_version(): + """ + Returns the major and minor version of parted installed on the system. + """ + global module + + rc, out, err = module.run_command("parted --version") + if rc != 0: + module.fail_json( + msg="Failed to get parted version.", rc=rc, out=out, err=err + ) + + lines = [x for x in out.split('\n') if x.strip() != ''] + if len(lines) == 0: + module.fail_json(msg="Failed to get parted version.", rc=0, out=out) + + matches = re.search(r'^parted.+(\d+)\.(\d+)(?:\.(\d+))?$', lines[0]) + if matches is None: + module.fail_json(msg="Failed to get parted version.", rc=0, out=out) + + # Convert version to numbers + major = int(matches.group(1)) + minor = int(matches.group(2)) + rev = 0 + if matches.group(3) is not None: + rev = int(matches.group(3)) + + return major, minor, rev + + +def parted(script, device, align): + """ + Runs a parted script. + """ + global module + + if script and not module.check_mode: + command = "parted -s -m -a %s %s -- %s" % (align, device, script) + rc, out, err = module.run_command(command) + + if rc != 0: + module.fail_json( + msg="Error while running parted script: %s" % command.strip(), + rc=rc, out=out, err=err + ) + + +def read_record(file_path, default=None): + """ + Reads the first line of a file and returns it. + """ + try: + f = open(file_path, 'r') + try: + return f.readline().strip() + finally: + f.close() + except IOError: + return default + + +def part_exists(partitions, attribute, number): + """ + Looks if a partition that has a specific value for a specific attribute + actually exists. + """ + return any( + part[attribute] and + part[attribute] == number for part in partitions + ) + + +def check_size_format(size_str): + """ + Checks if the input string is an allowed size + """ + size, unit = parse_unit(size_str) + return unit in parted_units + + +def main(): + global module, units_si, units_iec + + changed = False + output_script = "" + script = "" + module = AnsibleModule( + argument_spec={ + 'device': {'required': True, 'type': 'str'}, + 'align': { + 'default': 'optimal', + 'choices': ['none', 'cylinder', 'minimal', 'optimal'], + 'type': 'str' + }, + 'number': {'default': None, 'type': 'int'}, + + # unit <unit> command + 'unit': { + 'default': 'KiB', + 'choices': parted_units, + 'type': 'str' + }, + + # mklabel <label-type> command + 'label': { + 'choices': [ + 'aix', 'amiga', 'bsd', 'dvh', 'gpt', 'loop', 'mac', 'msdos', + 'pc98', 'sun', '' + ], + 'type': 'str' + }, + + # mkpart <part-type> [<fs-type>] <start> <end> command + 'part_type': { + 'default': 'primary', + 'choices': ['primary', 'extended', 'logical'], + 'type': 'str' + }, + 'part_start': {'default': '0%', 'type': 'str'}, + 'part_end': {'default': '100%', 'type': 'str'}, + + # name <partition> <name> command + 'name': {'type': 'str'}, + + # set <partition> <flag> <state> command + 'flags': {'type': 'list'}, + + # rm/mkpart command + 'state': { + 'choices': ['present', 'absent', 'info'], + 'default': 'info', + 'type': 'str' + } + }, + supports_check_mode=True, + ) + + # Data extraction + device = module.params['device'] + align = module.params['align'] + number = module.params['number'] + unit = module.params['unit'] + label = module.params['label'] + part_type = module.params['part_type'] + part_start = module.params['part_start'] + part_end = module.params['part_end'] + name = module.params['name'] + state = module.params['state'] + flags = module.params['flags'] + + # Conditioning + if number and number < 0: + module.fail_json(msg="The partition number must be non negative.") + if not check_size_format(part_start): + module.fail_json( + msg="The argument 'part_start' doesn't respect required format." + "The size unit is case sensitive.", + err=parse_unit(part_start) + ) + if not check_size_format(part_end): + module.fail_json( + msg="The argument 'part_end' doesn't respect required format." + "The size unit is case sensitive.", + err=parse_unit(part_end) + ) + + # Read the current disk information + current_device = get_device_info(device, unit) + current_parts = current_device['partitions'] + + if state == 'present': + # Default value for the label + if not current_device['generic']['table'] or \ + current_device['generic']['table'] == 'unknown' and \ + not label: + label = 'msdos' + + # Assign label if required + if label: + script += "mklabel %s " % label + + # Create partition if required + if part_type and not part_exists(current_parts, 'num', number): + script += "mkpart %s %s %s " % ( + part_type, + part_start, + part_end + ) + + # Set the unit of the run + if unit and script: + script = "unit %s %s" % (unit, script) + + # Execute the script and update the data structure. + # This will create the partition for the next steps + if script: + output_script += script + parted(script, device, align) + changed = True + script = "" + + current_parts = get_device_info(device, unit)['partitions'] + + if part_exists(current_parts, 'num', number) or module.check_mode: + partition = {'flags': []} # Empty structure for the check-mode + if not module.check_mode: + partition = [p for p in current_parts if p['num'] == number][0] + + # Assign name to the the partition + if name: + script += "name %s %s " % (number, name) + + # Manage flags + if flags: + # Compute only the changes in flags status + flags_off = list(set(partition['flags']) - set(flags)) + flags_on = list(set(flags) - set(partition['flags'])) + + for f in flags_on: + script += "set %s %s on " % (number, f) + + for f in flags_off: + script += "set %s %s off " % (number, f) + + # Set the unit of the run + if unit and script: + script = "unit %s %s" % (unit, script) + + # Execute the script + if script: + output_script += script + changed = True + parted(script, device, align) + + elif state == 'absent': + # Remove the partition + if part_exists(current_parts, 'num', number) or module.check_mode: + script = "rm %s " % number + output_script += script + changed = True + parted(script, device, align) + + elif state == 'info': + output_script = "unit '%s' print " % unit + + # Final status of the device + final_device_status = get_device_info(device, unit) + module.exit_json( + changed=changed, + disk=final_device_status['generic'], + partitions=final_device_status['partitions'], + script=output_script.strip() + ) + + +if __name__ == '__main__': + main() diff --git a/ansible/library/write_string.py b/ansible/library/write_string.py new file mode 100644 index 000000000..9db88fdd0 --- /dev/null +++ b/ansible/library/write_string.py @@ -0,0 +1,51 @@ +#!/usr/bin/env python +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +DOCUMENTATION = ''' +--- +module: write_string +short_description: write a string to a file +description: + - write a string to a file without using temp files +options: + path: path to write to + val: string to write + mode: python file mode (w, wb, a, ab) +''' + + +def main(): + module = AnsibleModule( + argument_spec={ + 'path': {'required': True, 'type': 'path', 'aliases': ['dest']}, + 'val': {'required': True, 'type': 'str'}, + 'mode': {'required': False, 'default': "w", 'type': 'str', + 'choices': ['w', 'wb', 'a', 'ab']}} + ) + params = module.params + path = params['path'] + mode = params['mode'] + val = params['val'] + with open(path, mode) as file_object: + file_object.write(val) + + module.exit_json(changed=True) + + +# <<INCLUDE_ANSIBLE_MODULE_COMMON>> +from ansible.module_utils.basic import * # noqa + +if __name__ == '__main__': + main() diff --git a/ansible/list_stacks.yml b/ansible/list_stacks.yml new file mode 100644 index 000000000..ef1b74389 --- /dev/null +++ b/ansible/list_stacks.yml @@ -0,0 +1,21 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + + roles: + - convert_openrc + - delete_heat_stacks + + diff --git a/ansible/load_images.yml b/ansible/load_images.yml new file mode 100644 index 000000000..7cf34adec --- /dev/null +++ b/ansible/load_images.yml @@ -0,0 +1,70 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + vars_files: + - yardstick_config.yml + vars: + YARD_IMG_ARCH: amd64 + HW_FW_TYPE: "{{ HW_FW_TYPES[YARD_IMG_ARCH] }}" + HW_FW_TYPES: + amd64: '' + arm64: 'uefi' + DEPLOY_VARS: + 'lxd': + IMAGE_COMMAND: yardstick-img-lxd-modify + IMAGE_OUTPUT: "/tmp/workspace/yardstick/yardstick-image.img" + 'default': + IMAGE_COMMAND: yardstick-img-modify + IMAGE_OUTPUT: "/tmp/workspace/yardstick/yardstick-image.tar.gz" + +# QCOW_IMAGE: "/tmp/workspace/yardstick/yardstick-image.img" +# RAW_IMAGE: "/tmp/workspace/yardstick/yardstick-image.tar.gz" +# IMAGE_COMMANDS: +# 'lxd': yardstick-img-lxd-modify +# 'default': yardstick-img-modify + + + roles: + - role: add_fuel_jumphost + when: "INSTALLER_TYPE == 'fuel'" + - role: detect_fuel_arch + when: "INSTALLER_TYPE == 'fuel'" + +# post_tasks: +# +# - command: "{{ DEPLOY_VARS[DEPLOY_SCENARIO].IMAGE_COMMAND }}" "{{ IMAGE_MODIFY_SCRIPT }}" +# become: true +# register: image_modify_result +# retries: 2 +# untils: image_modify_result|succeeded +# +# - stat: path="{{ DEPLOY_VARS[DEPLOY_SCENARIO].IMAGE_OUTPUT }}"} +# register: output_stat +# +# - fail: msg="" +# when: not output_stat + + +- include: build_yardstick_image.yml + +# TEMP +#- include: image_uploaders/upload_yardstick_image.yml + +# upload cirros +# upload vanilla ubuntu cloud_image + +# - include: create_flavors.yml + + diff --git a/ansible/post_build_yardstick_image.yml b/ansible/post_build_yardstick_image.yml new file mode 100644 index 000000000..b0c418721 --- /dev/null +++ b/ansible/post_build_yardstick_image.yml @@ -0,0 +1,44 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: localhost + + tasks: + - group_by: + key: image_builder + + - name: remove ubuntu policy-rc.d workaround + file: + path: "{{ mountdir }}/usr/sbin/policy-rc.d" + state: absent + when: "target_os == 'Ubuntu'" + + - name: cleanup fake tmp fstab + file: + path: "{{ fake_fstab }}" + state: absent + + - mount: + name: "{{ mountdir }}/proc" + state: unmounted + + - mount: + name: "{{ mountdir }}" + state: unmounted + + - name: kpartx -dv to delete all image partition device nodes + command: kpartx -dv "{{ raw_imgfile }}" + ignore_errors: true + + - command: losetup -d "{{ loop_device }}"
\ No newline at end of file diff --git a/ansible/prepare_env.yml b/ansible/prepare_env.yml new file mode 100644 index 000000000..a1299c38e --- /dev/null +++ b/ansible/prepare_env.yml @@ -0,0 +1,69 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: yardstick + vars_files: + - yardstick_config.yml + + pre_tasks: + - name: check for openrc + stat: path="{{ OPENRC }}" + ignore_errors: yes + register: openrc_stat + + - set_fact: + openrc_present: "{{ openrc_stat.stat.isreg|default(False) }}" + + - fail: msg="{{ INSTALLER_TYPE }} not in {{ INSTALLERS }}" + when: not openrc_present and (INSTALLER_TYPE not in INSTALLERS) + + - name: fetch OS credentials + command: "{{ RELENG_REPO_DIR }}/utils/fetch_os_creds.sh {{ '-v' if DEPLOY_TYPE == 'virt' else '' }} -d {{ OPENRC }} -i {{ INSTALLER_TYPE }} -a {{ INSTALLER_IP }}" + when: not openrc_present + + + roles: + - role: convert_openrc + openrc_file: "{{ OPENRC }}" + cloud_yaml_path: "{{ opnfv_root }}/clouds.yaml" + - role: create_storperf_admin_rc + - role: add_fuel_jumphost + when: "INSTALLER_TYPE == 'fuel'" + + + post_tasks: + # if huawei-pod1 then copy storeperf_adminrc to deployment location? + - name: add huawei-pod1 so we can copy storeperf_admin-rc to pod + add_host: + name: huawei-pod1 + ansible_ssh_host: "192.168.200.1" + ansible_ssh_pass: root + ansible_ssh_use: root + when: "NODE_NAME == 'huawei-pod1'" + + +- hosts: huawei-pod1 + tasks: + - name: copy a admin-rc file for StorPerf integration to the deployment location + copy: + src: "{{ storperf_rc }}" + dest: /root/ + + +- hosts: fuel_jumphost + roles: + - create_fuel_pod_yaml + + + diff --git a/ansible/roles/add_custom_repos/tasks/main.yml b/ansible/roles/add_custom_repos/tasks/main.yml new file mode 100644 index 000000000..7341ad07d --- /dev/null +++ b/ansible/roles/add_custom_repos/tasks/main.yml @@ -0,0 +1,16 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- include: "{{ target_os|lower }}.yml" + diff --git a/ansible/roles/add_custom_repos/tasks/ubuntu.yml b/ansible/roles/add_custom_repos/tasks/ubuntu.yml new file mode 100644 index 000000000..c0ba89c0b --- /dev/null +++ b/ansible/roles/add_custom_repos/tasks/ubuntu.yml @@ -0,0 +1,29 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: add custom repos + template: + src: sources.list.j2 + dest: /etc/apt/sources.list.d/yardstick.list + +#- name: Workaround for building on CentOS (apt-get is not working with http sources) +# replace: +# path: /etc/apt/sources.list +# regex: http +# replace: ftp + +- name: Force apt to use ipv4 due to build problems on LF POD. + copy: + content: 'Acquire::ForceIPv4 "true";' + dest: /etc/apt/apt.conf.d/99force-ipv4
\ No newline at end of file diff --git a/ansible/roles/add_custom_repos/templates/sources.list.j2 b/ansible/roles/add_custom_repos/templates/sources.list.j2 new file mode 100644 index 000000000..86be348f6 --- /dev/null +++ b/ansible/roles/add_custom_repos/templates/sources.list.j2 @@ -0,0 +1,5 @@ +{% if YARD_IMG_ARCH == "arm64" %} +deb [arch={{ YARD_IMG_ARCH }}] http://ports.ubuntu.com/ {{ ubuntu_release[target_os_version] }}-backports main restricted universe multiverse +{% else %} +deb http://archive.ubuntu.com/ubuntu/ {{ ubuntu_release[target_os_version] }}-backports main restricted universe multiverse +{% endif %} diff --git a/ansible/roles/add_custom_repos/vars/main.yml b/ansible/roles/add_custom_repos/vars/main.yml new file mode 100644 index 000000000..03ed6e446 --- /dev/null +++ b/ansible/roles/add_custom_repos/vars/main.yml @@ -0,0 +1,3 @@ +ubuntu_release: + "16.04": xenial + "14.04": trusty
\ No newline at end of file diff --git a/ansible/roles/add_fuel_jumphost/tasks/main.yml b/ansible/roles/add_fuel_jumphost/tasks/main.yml new file mode 100644 index 000000000..c6793a260 --- /dev/null +++ b/ansible/roles/add_fuel_jumphost/tasks/main.yml @@ -0,0 +1,20 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: add host for fuel jumphost + add_host: + name: fuel_jumphost + ansible_host: "{{ lookup('env', 'INSTALLER_IP') }}" + ansible_pass: r00tme + when: "INSTALLER_TYPE == 'fuel'" diff --git a/ansible/roles/add_heat_stack_owner_role/tasks/main.yml b/ansible/roles/add_heat_stack_owner_role/tasks/main.yml new file mode 100644 index 000000000..d751eb032 --- /dev/null +++ b/ansible/roles/add_heat_stack_owner_role/tasks/main.yml @@ -0,0 +1,24 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# openstack role assignment list --names +--- +- os_user_role: + state: present + user: "{{ openrc.OS_USERNAME }}" + role: heat_stack_owner + project: "{{ item }}" + with_items: + - demo + - admin + environment: "{{ openrc }}" diff --git a/ansible/roles/check_external_network/tasks/main.yml b/ansible/roles/check_external_network/tasks/main.yml new file mode 100644 index 000000000..586ad74be --- /dev/null +++ b/ansible/roles/check_external_network/tasks/main.yml @@ -0,0 +1,21 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Get all networks + os_networks_facts: + name: "{{ EXTERNAL_NETWORK }}" + environment: "{{ openrc }}" + +- debug: var=openstack_networks + diff --git a/ansible/roles/check_openstack_services/tasks/main.yml b/ansible/roles/check_openstack_services/tasks/main.yml new file mode 100644 index 000000000..02e730533 --- /dev/null +++ b/ansible/roles/check_openstack_services/tasks/main.yml @@ -0,0 +1,25 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Check images + os_images_facts: {} + environment: "{{ openrc }}" + +- name: Check servers + os_server_facts: {} + environment: "{{ openrc }}" + +- name: Check stacks + os_stack_facts: {} + environment: "{{ openrc }}" diff --git a/ansible/roles/clean_flavors/tasks/main.yml b/ansible/roles/clean_flavors/tasks/main.yml new file mode 100644 index 000000000..a34f7e65f --- /dev/null +++ b/ansible/roles/clean_flavors/tasks/main.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: cleanup yardstick flavor + os_nova_flavor: + state: absent + name: yardstick-flavor + environment: "{{ openrc }}" diff --git a/ansible/roles/clean_images/tasks/main.yml b/ansible/roles/clean_images/tasks/main.yml new file mode 100644 index 000000000..5cbae06d8 --- /dev/null +++ b/ansible/roles/clean_images/tasks/main.yml @@ -0,0 +1,32 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Get all images + os_images_facts: {} + environment: "{{ openrc }}" + +- debug: var=openstack_images + +- set_fact: + images_to_clean: "{{ openstack_images|map(attribute='name')|select('search', 'yardstick|cirros|Ubuntu-14\\.04')|list }}" + +- debug: var=images_to_clean + +- name: Cleanup images + os_image: + state: absent + name: "{{ item }}" + with_items: "{{ images_to_clean }}" + environment: "{{ openrc }}" + diff --git a/ansible/roles/convert_openrc/defaults/main.yml b/ansible/roles/convert_openrc/defaults/main.yml new file mode 100644 index 000000000..dffca1078 --- /dev/null +++ b/ansible/roles/convert_openrc/defaults/main.yml @@ -0,0 +1,17 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +openrc_file: "openrc" +cloud_yaml_path: "{{ playbook_dir }}/clouds.yaml" + diff --git a/ansible/roles/convert_openrc/tasks/main.yml b/ansible/roles/convert_openrc/tasks/main.yml new file mode 100644 index 000000000..1606b0bc5 --- /dev/null +++ b/ansible/roles/convert_openrc/tasks/main.yml @@ -0,0 +1,55 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: parse openrc into openstack auth dict + parse_shell_file: path="{{ openrc_file }}" fact_name="openrc" + +- debug: var=openrc + +- set_fact: + yardstick_url_ip: "{{ openrc.OS_AUTH_URL|urlsplit|attr('hostname') }}" + +- debug: var=yardstick_url_ip + +# This doesn't work, due to OS_IDENTITY_API_VERSION, use environment + +- set_fact: + os_auth: + auth_url: "{{ openrc.OS_AUTH_URL }}" + password: "{{ openrc.OS_PASSWORD }}" + username: "{{ openrc.OS_USERNAME }}" + project_name: "{{ openrc.OS_PROJECT_NAME }}" +# tenant_name: "{{ openrc.OS_TENANT_NAME }}" + project_domain_name: "{{ openrc.OS_PROJECT_DOMAIN_NAME }}" +# user_domain_name: "{{ openrc.OS_USER_DOMAIN_NAME }}" + # BUGS: We need to specify identity_api_version == 3, but we can't do it here + # because it is not the write place + # we need to set it via OS_IDENTITY_API_VERSION or clouds.yaml +# identity_api_version: "{{ openrc.OS_IDENTITY_API_VERSION }}" + +- debug: var=os_auth + +- set_fact: + clouds: + demo: + # must specify API version here + identity_api_version: "{{ openrc.OS_IDENTITY_API_VERSION }}" + auth: "{{ os_auth }}" + +- template: + src: clouds.yaml.j2 + # this is autodetected and used + dest: "{{ cloud_yaml_path }}" + when: write_cloud_yaml|default(False) + diff --git a/ansible/roles/convert_openrc/templates/clouds.yaml.j2 b/ansible/roles/convert_openrc/templates/clouds.yaml.j2 new file mode 100644 index 000000000..b1a76cb76 --- /dev/null +++ b/ansible/roles/convert_openrc/templates/clouds.yaml.j2 @@ -0,0 +1,9 @@ +clouds: + demo: + identity_api_version: "{{ openrc.OS_IDENTITY_API_VERSION }}" + auth: + auth_url: "{{ openrc.OS_AUTH_URL }}" + password: "{{ openrc.OS_PASSWORD }}" + username: "{{ openrc.OS_USERNAME }}" + project_name: "{{ openrc.OS_PROJECT_NAME }}" + project_domain_name: "{{ openrc.OS_PROJECT_DOMAIN_NAME }}" diff --git a/ansible/roles/copy_L4Replay/tasks/main.yml b/ansible/roles/copy_L4Replay/tasks/main.yml new file mode 100644 index 000000000..2f4887dc1 --- /dev/null +++ b/ansible/roles/copy_L4Replay/tasks/main.yml @@ -0,0 +1,14 @@ +--- +- file: + path: "{{ NSB_INSTALL_DIR }}" + state: directory + +- get_url: + url: "{{ L4REPLAY_DOWNLOAD }}" + dest: "{{ NSB_INSTALL_DIR }}" + checksum: "sha256:4dd17209715af68a95058648ab9314e2737418c836acc45492e987886f38bbe8" + +- unarchive: + src: "{{ NSB_INSTALL_DIR }}/{{ L4REPLAY_DOWNLOAD|basename }}" + dest: "{{ NSB_INSTALL_DIR }}" + copy: no diff --git a/ansible/roles/create_dockerfile/tasks/main.yml b/ansible/roles/create_dockerfile/tasks/main.yml new file mode 100644 index 000000000..d48f7be3f --- /dev/null +++ b/ansible/roles/create_dockerfile/tasks/main.yml @@ -0,0 +1,82 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- set_fact: + yardstick_image_name: "yardstick_python{{ python_version }}_{{ target_os }}" + tags: + - create_template + +- debug: var=docker_build_dir + +- file: dest="{{ docker_build_dir }}" state=directory + tags: + - create_template + +- template: "src={{ target_os }}/Dockerfile dest={{ docker_build_dir }}/Dockerfile" + tags: + - create_template + +- name: bootstrap repos + template: "src=Ubuntu-repos.j2 dest={{ docker_build_dir}}/sources.list" + when: use_ext == "intr" + +- name: Create apt.conf.d/ proxy config + template: + src: apt_conf.j2 + dest: "{{ docker_build_dir }}/20proxy" + when: "'http_proxy' in proxy_env" + +- name: set pip mirror + template: "src=pip.conf.j2 dest={{ docker_build_dir }}/pip.conf" + when: pip_mirror_url is defined and pip_mirror_url + +- name: easy_utils mirror + template: "src=pydistutils.cfg.j2 dest={{ docker_build_dir }}/pydistutils.cfg" + when: pip_mirror_url is defined and pip_mirror_url + +- set_fact: + yardstick_base: "{{ docker_registry ~ '/' if docker_registry|default('') else '' }}{{ yardstick_image_name}}" + + +- set_fact: + yardstick_base_tag: "{{ docker_image_tag|default('v1') }}" + +- debug: var=yardstick_base + +#- command: "docker build {{ docker_build_dir }}" +#- fail: msg="don't build" + +- docker_image: + name: "{{ yardstick_base }}" + tag: "{{ yardstick_base_tag }}" + path: "{{ docker_build_dir }}" + state: present + force: yes + rm: true + # push is broken, manually push + push: no + ignore_errors: yes + register: docker_image_results + when: not release +- debug: var=docker_image_results + +- name: manual push image + command: docker push {{ yardstick_base }} + when: not release and docker_image_results|changed + register: docker_image_push + tags: + - push_image + +- debug: var=docker_image_push + diff --git a/ansible/roles/create_dockerfile/templates/centos/Dockerfile b/ansible/roles/create_dockerfile/templates/centos/Dockerfile new file mode 100644 index 000000000..ca104c8f8 --- /dev/null +++ b/ansible/roles/create_dockerfile/templates/centos/Dockerfile @@ -0,0 +1,69 @@ +############################################################################## +# Copyright (c) 2017 Intel Corporation +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## + +FROM centos:7.3.1611 + +LABEL image=opnfv/yardstick + +ARG BRANCH=master + +# GIT repo directory +ENV REPOS_DIR /home/opnfv/repos + +# Yardstick repo +ENV YARDSTICK_REPO_DIR ${REPOS_DIR}/yardstick +ENV RELENG_REPO_DIR ${REPOS_DIR}/releng + +RUN yum -y install\ + deltarpm \ + wget \ + expect \ + curl \ + git \ + sshpass \ + ansible \ + qemu-kvm \ + qemu-utils \ + kpartx \ + libffi-devel \ + openssl-devel \ + zeromq2-devel \ + python \ + python-devel \ + libxml2-devel \ + libxslt-devel \ + nginx \ + uwsgi \ + uwsgi-plugin-python \ + supervisor \ + ansible \ + python-setuptools && \ + easy_install -U setuptools==30.0.0 && \ + yum clean all + +RUN mkdir -p ${REPOS_DIR} && \ + git config --global http.sslVerify false && \ + git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/yardstick ${YARDSTICK_REPO_DIR} && \ + git clone --depth 1 https://gerrit.opnfv.org/gerrit/releng ${RELENG_REPO_DIR} + +# install yardstick + dependencies +# explicity pin pip version to avoid future issues like the ill-fated pip 8.0.0 release +RUN easy_install -U "pip==${PIP_VERSION}" && \ + pip install -r ${YARDSTICK_REPO_DIR}/requirements.txt && \ + pip install ${YARDSTICK_REPO_DIR} + +RUN ${YARDSTICK_REPO_DIR}/api/api-prepare.sh + +EXPOSE 5000 + +ADD http://download.cirros-cloud.net/0.3.5/cirros-0.3.5-x86_64-disk.img /home/opnfv/images/ +ADD http://cloud-images.ubuntu.com/trusty/current/trusty-server-cloudimg-amd64-disk1.img /home/opnfv/images/ + +COPY ./exec_tests.sh /usr/local/bin/ +CMD ["/usr/bin/supervisord"] diff --git a/ansible/roles/create_dockerfile/templates/ubuntu/Dockerfile b/ansible/roles/create_dockerfile/templates/ubuntu/Dockerfile new file mode 100644 index 000000000..7fbc4f01a --- /dev/null +++ b/ansible/roles/create_dockerfile/templates/ubuntu/Dockerfile @@ -0,0 +1,82 @@ +############################################################################## +# Copyright (c) 2015 Ericsson AB and others. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## + +FROM ubuntu:16.04 + +LABEL image=opnfv/yardstick + +ARG BRANCH=master + +# GIT repo directory +ENV REPOS_DIR /home/opnfv/repos + +# Yardstick repo +ENV YARDSTICK_REPO_DIR ${REPOS_DIR}/yardstick +ENV RELENG_REPO_DIR ${REPOS_DIR}/releng +RUN sed -i -e 's/^deb /deb [arch=amd64] /g;s/^deb-src /# deb-src /g' /etc/apt/sources.list && \ + echo "\n\ +deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ trusty main universe multiverse restricted \n\ +deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ trusty-updates main universe multiverse restricted \n\ +deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ trusty-security main universe multiverse restricted \n\ +deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ trusty-proposed main universe multiverse restricted" >> /etc/apt/sources.list && \ + dpkg --add-architecture arm64 + +# WHY? Is this workaround still needed? +# https://wiki.debian.org/mmap_min_addr#apps +# qemu, as shipped in Debian 5.0, requires low virtual memory mmaps. mmap_min_addr must be set to 0 to run qemu as a non-root user. This limitation has been removed upstream, so qemu should work with an increased mmap_min_addr starting with Debian squeeze. +#RUN echo "vm.mmap_min_addr = 0" > /etc/sysctl.d/mmap_min_addr.conf + +# This will prevent questions from being asked during the install +ENV DEBIAN_FRONTEND=noninteractive +RUN apt-get update && apt-get install -y \ + qemu-user-static \ + libc6:arm64 \ + wget \ + expect \ + curl \ + git \ + sshpass \ + qemu-utils \ + kpartx \ + libffi-dev \ + libssl-dev \ + libzmq-dev \ + python \ + python-dev \ + libxml2-dev \ + libxslt1-dev \ + nginx \ + uwsgi \ + uwsgi-plugin-python \ + supervisor \ + python-setuptools && \ + easy_install -U setuptools==30.0.0 && \ + apt-get -y autoremove && \ + apt-get clean + +RUN mkdir -p ${REPOS_DIR} && \ + git config --global http.sslVerify false && \ + git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/yardstick ${YARDSTICK_REPO_DIR} && \ + git clone --depth 1 https://gerrit.opnfv.org/gerrit/releng ${RELENG_REPO_DIR} + +# install yardstick + dependencies +# explicity pin pip version to avoid future issues like the ill-fated pip 8.0.0 release +RUN easy_install -U "pip==${PIP_VERSION}" && \ + pip install -r ${YARDSTICK_REPO_DIR}/requirements.txt && \ + pip install ${YARDSTICK_REPO_DIR} + +RUN ${YARDSTICK_REPO_DIR}/api/api-prepare.sh + +EXPOSE 5000 + +ADD http://download.cirros-cloud.net/0.3.3/cirros-0.3.5-x86_64-disk.img /home/opnfv/images/ +ADD http://cloud-images.ubuntu.com/trusty/current/trusty-server-cloudimg-amd64-disk1.img /home/opnfv/images/ + +COPY ./exec_tests.sh /usr/local/bin/ +CMD ["/usr/bin/supervisord"] diff --git a/ansible/roles/create_flavors/tasks/main.yml b/ansible/roles/create_flavors/tasks/main.yml new file mode 100644 index 000000000..b0c120c36 --- /dev/null +++ b/ansible/roles/create_flavors/tasks/main.yml @@ -0,0 +1,23 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: create yardstick flavor + os_nova_flavor: + state: present + name: yardstick-flavor + flavorid: 100 + ram: 1024 + disk: 4 + vcpus: 2 + environment: "{{ openrc }}" diff --git a/ansible/roles/create_fuel_pod_yaml/tasks/main.yml b/ansible/roles/create_fuel_pod_yaml/tasks/main.yml new file mode 100644 index 000000000..b13bc2f08 --- /dev/null +++ b/ansible/roles/create_fuel_pod_yaml/tasks/main.yml @@ -0,0 +1,37 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: fetch fuel master ssh key + fetch: + src: /root/.ssh/id_rsa + dest: /root/.ssh/id_rsa + +- name: collect fuel node info + command: fuel --json node + register: fuel_node_output + +- name: import fuel json + set_fact: + fuel_nodes: "{{ fuel_node_output.stdout|from_json }}" + +- name: find compute node + set_fact: + compute_node: "{{ fuel_nodes|find_fuel_nodes.computes_ips[0] }}" + +- name: get remote arch + command: ssh "{{ compute_node }}" uname -m + register: uname_output + +- set_fact: + YARD_IMG_ARCH: "{{ 'arm64' if uname_output.stdout.strip() == 'aarch64' else 'amd64' }}" diff --git a/ansible/roles/create_fuel_pod_yaml/templates/fuel_pod.yaml.j2 b/ansible/roles/create_fuel_pod_yaml/templates/fuel_pod.yaml.j2 new file mode 100644 index 000000000..2a038537b --- /dev/null +++ b/ansible/roles/create_fuel_pod_yaml/templates/fuel_pod.yaml.j2 @@ -0,0 +1,33 @@ +############################################################################## +# Copyright (c) 2017 Ericsson AB and others. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## +--- +# sample config file about the POD information, including the +# name/IP/user/ssh key of Bare Metal and Controllers/Computes +# +# The options of this config file include: +# name: the name of this node +# role: node's role, support role: Master/Controller/Comupte/BareMetal +# ip: the node's IP address +# user: the username for login +# key_filename:the path of the private key file for login +# ipX: the ips of the nodes will be fetched by prepare_env.sh and replaced here + +nodes: +{% for fuel_node in fuel_nodes %} +- + name: {{ fuel_node.name }} + {% if "contoller" in fuel_node.roles %} + role: Controller + {% elif "compute" in fuel_node.roles %} + role: Compute + {% endif %} + ip: {{ fuel_node.ip }} + user: root + key_filename: /root/.ssh/id_rsa +{% endfor %} diff --git a/ansible/roles/create_node_pod_yaml/tasks/main.yml b/ansible/roles/create_node_pod_yaml/tasks/main.yml new file mode 100644 index 000000000..c398737c9 --- /dev/null +++ b/ansible/roles/create_node_pod_yaml/tasks/main.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: create pod yaml + template: + src: pod.yaml.j2 + dest: "{{ dest_pod_yaml }}" + delegate_to: localhost diff --git a/ansible/roles/create_node_pod_yaml/templates/pod.yaml.j2 b/ansible/roles/create_node_pod_yaml/templates/pod.yaml.j2 new file mode 100644 index 000000000..e51701830 --- /dev/null +++ b/ansible/roles/create_node_pod_yaml/templates/pod.yaml.j2 @@ -0,0 +1,22 @@ +--- +nodes: +{% for node in groups[pod_group] %} +- + name: "{{ node }}" +{% if "control" in hostvars[node].group_names %} + role: Controller +{% elif "compute" in hostvars[node].group_names %} + role: Compute +{% endif %} + ip: "{{ hostvars[node].ansible_host }}" + user: "{{ hostvars[node].ansible_user }}" +{% if hostvars[node].ansible_port is defined %} + ssh_port: "{{ hostvars[node].ansible_port }}" +{% endif %} +{% if hostvars[node].ansible_ssh_pass is defined %} + password: "{{ hostvars[node].ansible_ssh_pass }}" +{% endif %} +{% if hostvars[node].ansible_ssh_private_key_file is defined %} + key_filename: "{{ hostvars[node].ansible_ssh_private_key_file }}" +{% endif %} +{% endfor %} diff --git a/ansible/roles/create_storperf_admin_rc/library/my_os_project_facts.py b/ansible/roles/create_storperf_admin_rc/library/my_os_project_facts.py new file mode 100644 index 000000000..debb8dd5b --- /dev/null +++ b/ansible/roles/create_storperf_admin_rc/library/my_os_project_facts.py @@ -0,0 +1,167 @@ +#!/usr/bin/python +# Copyright (c) 2016 Hewlett-Packard Enterprise Corporation +# +# This module is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This software is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this software. If not, see <http://www.gnu.org/licenses/>. + +import sys + +try: + import shade + HAS_SHADE = True +except ImportError: + HAS_SHADE = False + +DOCUMENTATION = ''' +--- +module: os_project_facts +short_description: Retrieve facts about one or more OpenStack projects +extends_documentation_fragment: openstack +version_added: "2.1" +author: "Ricardo Carrillo Cruz (@rcarrillocruz)" +description: + - Retrieve facts about a one or more OpenStack projects +requirements: + - "python >= 2.6" + - "shade" +options: + name: + description: + - Name or ID of the project + required: true + domain: + description: + - Name or ID of the domain containing the project if the cloud supports domains + required: false + default: None + filters: + description: + - A dictionary of meta data to use for further filtering. Elements of + this dictionary may be additional dictionaries. + required: false + default: None +''' + +EXAMPLES = ''' +# Gather facts about previously created projects +- my_os_project_facts: + cloud: awesomecloud +- debug: var=openstack_projects + +# Gather facts about a previously created project by name +- my_os_project_facts: + cloud: awesomecloud + name: demoproject +- debug: var=openstack_projects + +# Gather facts about a previously created project in a specific domain +- my_os_project_facts + cloud: awesomecloud + name: demoproject + domain: admindomain +- debug: var=openstack_projects + +# Gather facts about a previously created project in a specific domain + with filter +- my_os_project_facts + cloud: awesomecloud + name: demoproject + domain: admindomain + filters: + enabled: False +- debug: var=openstack_projects +''' + + +RETURN = ''' +openstack_projects: + description: has all the OpenStack facts about projects + returned: always, but can be null + type: complex + contains: + id: + description: Unique UUID. + returned: success + type: string + name: + description: Name given to the project. + returned: success + type: string + description: + description: Description of the project + returned: success + type: string + enabled: + description: Flag to indicate if the project is enabled + returned: success + type: bool + domain_id: + description: Domain ID containing the project (keystone v3 clouds only) + returned: success + type: bool +''' + +def main(): + + argument_spec = openstack_full_argument_spec( + name=dict(required=False, default=None), + domain=dict(required=False, default=None), + filters=dict(required=False, type='dict', default=None), + ) + + module = AnsibleModule(argument_spec) + + if not HAS_SHADE: + module.fail_json(msg='shade is required for this module') + + try: + name = module.params['name'] + domain = module.params['domain'] + filters = module.params['filters'] + + opcloud = shade.operator_cloud(**module.params) + # module.exit_json(changed=False, ansible_facts=dict( + # openstack_prjects=opcloud.cloud_config.get_auth_args())) + + if domain: + try: + # We assume admin is passing domain id + dom = opcloud.get_domain(domain)['id'] + domain = dom + except: + # If we fail, maybe admin is passing a domain name. + # Note that domains have unique names, just like id. + dom = opcloud.search_domains(filters={'name': domain}) + if dom: + domain = dom[0]['id'] + else: + module.fail_json(msg='Domain name or ID does not exist') + + if not filters: + filters = {} + + filters['domain_id'] = domain + + # projects = opcloud.search_projects(name, filters) + projects = opcloud.list_projects(name, filters) + module.exit_json(changed=False, ansible_facts=dict( + openstack_projects=projects)) + + except shade.OpenStackCloudException as e: + module.fail_json(msg=str(e)) + +from ansible.module_utils.basic import * +from ansible.module_utils.openstack import * + +if __name__ == '__main__': + main() diff --git a/ansible/roles/create_storperf_admin_rc/tasks/main.yml b/ansible/roles/create_storperf_admin_rc/tasks/main.yml new file mode 100644 index 000000000..bd1418e89 --- /dev/null +++ b/ansible/roles/create_storperf_admin_rc/tasks/main.yml @@ -0,0 +1,27 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Fetch TENANT_ID + os_project_facts: + name: admin + environment: "{{ openrc }}" + +- name: Fetch TENANT_ID + set_fact: + os_tenant_id: "{{ openstack_projects[0].id }}" + +- name: Create storperf_admin-rc + template: + src: storperf_admin-rc.j2 + dest: "{{ storperf_rc }}" diff --git a/ansible/roles/create_storperf_admin_rc/templates/storperf_admin-rc.j2 b/ansible/roles/create_storperf_admin_rc/templates/storperf_admin-rc.j2 new file mode 100644 index 000000000..410ab24df --- /dev/null +++ b/ansible/roles/create_storperf_admin_rc/templates/storperf_admin-rc.j2 @@ -0,0 +1,7 @@ +OS_AUTH_URL="{{ openrc.OS_AUTH_URL }}" +OS_USERNAME="{{ openrc.OS_USERNAME|default('admin') }}" +OS_PASSWORD="{{ openrc.OS_PASSWORD|default('console') }}" +OS_TENANT_NAME="{{ openrc.OS_TENANT_NAME|default('admin') }}" +OS_VOLUME_API_VERSION="{{ openrc.OS_VOLUME_API_VERSION|default('2') }}" +OS_PROJECT_NAME="{{ openrc.OS_PROJECT_NAME|default(openrc.OS_TENANT_NAME) }}" +OS_TENANT_ID="{{ os_tenant_id }}" diff --git a/ansible/roles/detect_fuel_arch/tasks/main.yml b/ansible/roles/detect_fuel_arch/tasks/main.yml new file mode 100644 index 000000000..2a5713106 --- /dev/null +++ b/ansible/roles/detect_fuel_arch/tasks/main.yml @@ -0,0 +1,25 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: collect fuel node info + command: fuel --json node + register: fuel_node_output + +- name: import fuel json + set_fact: + fuel_nodes: "{{ fuel_node_output.stdout|from_json }}" + +- name: ssh to fuel and get fuel arch + shell: + diff --git a/ansible/roles/download_cachestat/defaults/main.yml b/ansible/roles/download_cachestat/defaults/main.yml new file mode 100644 index 000000000..c88cba879 --- /dev/null +++ b/ansible/roles/download_cachestat/defaults/main.yml @@ -0,0 +1,4 @@ +--- +cachestat_repo: "https://github.com/beefyamoeba5/cachestat.git" +cachestat_version: master +cachestat_dest: "{{ clone_dest }}/Cachestat" diff --git a/ansible/roles/download_cachestat/tasks/main.yml b/ansible/roles/download_cachestat/tasks/main.yml new file mode 100644 index 000000000..12175c8fd --- /dev/null +++ b/ansible/roles/download_cachestat/tasks/main.yml @@ -0,0 +1,21 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- git: + repo: "{{ cachestat_repo }}" + dest: "{{ cachestat_dest }}" + version: "{{ cachestat_version }}" + accept_hostkey: yes + recursive: no + force: yes diff --git a/ansible/roles/download_dpdk/defaults/main.yml b/ansible/roles/download_dpdk/defaults/main.yml new file mode 100644 index 000000000..fb42ed48a --- /dev/null +++ b/ansible/roles/download_dpdk/defaults/main.yml @@ -0,0 +1,10 @@ +--- +dpdk_version: "17.02" +dpdk_url: "http://dpdk.org/browse/dpdk/snapshot/dpdk-{{ dpdk_version }}.zip" +dpdk_file: "{{ dpdk_url|basename }}" +dpdk_unarchive: "{{ dpdk_file|regex_replace('[.]zip$', '') }}" +dpdk_dest: "{{ clone_dest }}/" +dpdk_sha256s: + "17.02": "sha256:c675285d5eab8e7e8537a10bdae6f03c603caa80cb4bf5b055ddd482e3b7d67f" + "16.04": "sha256:65e587af439b21abf54c644f86ba5ce7ea65657b3272480dcd78b769d2aecac3" + "16.07": "sha256:46fee52f9b3ff54df869414c69f122aea8f744de5ed5f8fb275a22cc9cefe094" diff --git a/ansible/roles/download_dpdk/tasks/main.yml b/ansible/roles/download_dpdk/tasks/main.yml new file mode 100644 index 000000000..322f3cd0c --- /dev/null +++ b/ansible/roles/download_dpdk/tasks/main.yml @@ -0,0 +1,38 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- debug: + var: dpdk_version + verbosity: 2 + +- name: fetch dpdk + get_url: + url: "{{ dpdk_url }}" + dest: "{{ dpdk_dest }}" + validate_certs: False + checksum: "{{ dpdk_sha256s[dpdk_version] }}" + +- unarchive: + src: "{{ clone_dest }}/{{ dpdk_file }}" + dest: "{{ clone_dest }}/" + copy: no + +- set_fact: + dpdk_path: "{{ clone_dest }}/{{ dpdk_unarchive }}" + +- set_fact: + RTE_SDK: "{{ dpdk_path }}" + +- set_fact: + RTE_TARGET: "{{ dpdk_make_arch }}" diff --git a/ansible/roles/download_prox/defaults/main.yml b/ansible/roles/download_prox/defaults/main.yml new file mode 100644 index 000000000..797db3125 --- /dev/null +++ b/ansible/roles/download_prox/defaults/main.yml @@ -0,0 +1,12 @@ +--- +prox_version: v037 +prox_suffix: + v035: "zip" + v037: "tar.gz" +prox_url: "https://01.org/sites/default/files/downloads/intelr-data-plane-performance-demonstrators/dppd-prox-{{ prox_version }}.{{ prox_suffix[prox_version] }}" +prox_file: "{{ prox_url|basename }}" +prox_unarchive: "{{ prox_file|regex_replace('[.]zip$', '')|regex_replace('-prox-', '-PROX-') }}" +prox_dest: "{{ clone_dest }}/" +prox_sha256s: + v035: "sha256:f5d3f7c3855ca198d2babbc7045ed4373f0ddc13dc243fedbe23ed395ce65cc9" + v037: "sha256:a12d021fbc0f5ae55ab55a2bbf8f3b260705ce3e61866288f023ccabca010bca" diff --git a/ansible/roles/download_prox/tasks/main.yml b/ansible/roles/download_prox/tasks/main.yml new file mode 100644 index 000000000..0614c74fa --- /dev/null +++ b/ansible/roles/download_prox/tasks/main.yml @@ -0,0 +1,36 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- debug: + var: prox_version + verbosity: 2 + +- name: fetch prox + get_url: + url: "{{ prox_url }}" + dest: "{{ prox_dest }}" + validate_certs: False + checksum: "{{ prox_sha256s[prox_version] }}" + +- unarchive: + src: "{{ clone_dest }}/{{ prox_file }}" + dest: "{{ clone_dest }}/" + copy: no + +- debug: + var: prox_unarchive + verbosity: 2 + +- set_fact: + prox_path: "{{ clone_dest }}/{{ prox_unarchive }}"
\ No newline at end of file diff --git a/ansible/roles/download_ramspeed/defaults/main.yml b/ansible/roles/download_ramspeed/defaults/main.yml new file mode 100644 index 000000000..140ad1197 --- /dev/null +++ b/ansible/roles/download_ramspeed/defaults/main.yml @@ -0,0 +1,5 @@ +--- +ramspeed_repo: "https://github.com/beefyamoeba5/ramspeed.git" +ramspeed_version: master +ramspeed_dest: "{{ clone_dest }}/RAMspeed" +ramspeed_release: ramspeed-2.6.0
\ No newline at end of file diff --git a/ansible/roles/download_ramspeed/tasks/main.yml b/ansible/roles/download_ramspeed/tasks/main.yml new file mode 100644 index 000000000..8b974eb63 --- /dev/null +++ b/ansible/roles/download_ramspeed/tasks/main.yml @@ -0,0 +1,21 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- git: + repo: "{{ ramspeed_repo }}" + dest: "{{ ramspeed_dest }}" + version: "{{ ramspeed_version }}" + accept_hostkey: yes + recursive: no + force: yes diff --git a/ansible/roles/download_samplevnfs/defaults/main.yml b/ansible/roles/download_samplevnfs/defaults/main.yml new file mode 100644 index 000000000..44449af6f --- /dev/null +++ b/ansible/roles/download_samplevnfs/defaults/main.yml @@ -0,0 +1,6 @@ +--- +samplevnf_version: "" +samplevnf_file: "{{ samplevnf_url|basename }}" +samplevnf_unarchive: "{{ samplevnf_file|regex_replace('[.]tar[.]gz$', '') }}" +samplevnf_dest: "{{ clone_dest }}/" +samplevnf_sha256: "sha256:36457cadfd23053c9ce1cf2e6f048cad6a5d04a7371d7a122e133dcbf007989e" diff --git a/ansible/roles/download_samplevnfs/tasks/main.yml b/ansible/roles/download_samplevnfs/tasks/main.yml new file mode 100644 index 000000000..005d57dda --- /dev/null +++ b/ansible/roles/download_samplevnfs/tasks/main.yml @@ -0,0 +1,32 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +#- debug: +# var: samplevnf_version +# verbosity: 2 + +- name: fetch samplevnf + get_url: + url: "{{ samplevnf_url }}" + dest: "{{ samplevnf_dest }}" + validate_certs: False + checksum: "{{ samplevnf_sha256 }}" + +- unarchive: + src: "{{ clone_dest }}/{{ samplevnf_file }}" + dest: "{{ clone_dest }}/" + copy: no + +- set_fact: + samplevnf_path: "{{ clone_dest }}/{{ samplevnf_unarchive }}" diff --git a/ansible/roles/download_trex/defaults/main.yml b/ansible/roles/download_trex/defaults/main.yml new file mode 100644 index 000000000..dd2dd27eb --- /dev/null +++ b/ansible/roles/download_trex/defaults/main.yml @@ -0,0 +1,20 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +trex_version: v2.20 +trex_url: "https://trex-tgn.cisco.com/trex/release/{{ trex_version }}.tar.gz" +trex_file: "{{ trex_url|basename }}" +trex_unarchive: "{{ trex_file|regex_replace('[.]tar.gz$', '') }}" +trex_dest: "{{ clone_dest }}/" +trex_sha256: "sha256:eb5a069f758a36133a185c7e27af10834ca03d11441165403529fbd7844658fb" diff --git a/ansible/roles/download_trex/tasks/main.yml b/ansible/roles/download_trex/tasks/main.yml new file mode 100644 index 000000000..75a3169f0 --- /dev/null +++ b/ansible/roles/download_trex/tasks/main.yml @@ -0,0 +1,25 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: fetch Trex + get_url: + url: "{{ trex_url }}" + dest: "{{ trex_dest }}" + checksum: "{{ trex_sha256 }}" + +- name: unarchive Trex + unarchive: + src: "{{ clone_dest }}/{{ trex_file }}" + dest: "{{ clone_dest }}/" + copy: no diff --git a/ansible/roles/download_unixbench/defaults/main.yml b/ansible/roles/download_unixbench/defaults/main.yml new file mode 100644 index 000000000..95fe07cdc --- /dev/null +++ b/ansible/roles/download_unixbench/defaults/main.yml @@ -0,0 +1,4 @@ +--- +unixbench_repo: "https://github.com/kdlucas/byte-unixbench.git" +unixbench_version: master +unixbench_dest: "{{ clone_dest }}/UnixBench"
\ No newline at end of file diff --git a/ansible/roles/download_unixbench/tasks/main.yml b/ansible/roles/download_unixbench/tasks/main.yml new file mode 100644 index 000000000..f5550c952 --- /dev/null +++ b/ansible/roles/download_unixbench/tasks/main.yml @@ -0,0 +1,21 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- git: + repo: "{{ unixbench_repo }}" + dest: "{{ unixbench_dest }}" + version: "{{ unixbench_version }}" + accept_hostkey: yes + recursive: no + force: yes diff --git a/ansible/roles/enable_hugepages_on_boot/tasks/main.yml b/ansible/roles/enable_hugepages_on_boot/tasks/main.yml new file mode 100755 index 000000000..f258bb684 --- /dev/null +++ b/ansible/roles/enable_hugepages_on_boot/tasks/main.yml @@ -0,0 +1,59 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: check if hugepages are set by this role + command: "grep -o '{{ hugepage_param_regex }}' /etc/default/grub" + register: is_mine_huge + ignore_errors: True + +- name: check if hugepages are set by someone else + command: "grep -o 'default_hugepagesz=' /etc/default/grub" + register: is_huge + ignore_errors: True + +- fail: + msg: "Hugepages already set by someone else" + when: is_mine_huge.stdout == "" and is_huge.stdout != "" + +- name: use 16 for auto num_hugepages and 1G size + set_fact: + num_hugepages: 16 + when: num_hugepages|default("auto") == "auto" + +- name: set hugepages in grub + lineinfile: + dest: /etc/default/grub + regexp: '{{ hugepage_param_regex }}' + line: '{{ hugepage_param }}' + state: present + +- name: Update grub + command: "{{ update_grub[ansible_os_family] }}" + +- name: create hugetables mount + file: + path: "{{ hugetable_mount }}" + state: directory + + +- name: mount hugetlbfs + mount: + name: "{{ hugetable_mount }}" + src: nodev + fstype: hugetlbfs + state: present + +- service: + name: procps + enabled: yes diff --git a/ansible/roles/enable_hugepages_on_boot/vars/main.yml b/ansible/roles/enable_hugepages_on_boot/vars/main.yml new file mode 100644 index 000000000..acdf02509 --- /dev/null +++ b/ansible/roles/enable_hugepages_on_boot/vars/main.yml @@ -0,0 +1,26 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +hugepage_param_regex: '^GRUB_CMDLINE_LINUX="\$GRUB_CMDLINE_LINUX.*# added by hugepages role' +hugepage_param: 'GRUB_CMDLINE_LINUX="$GRUB_CMDLINE_LINUX default_hugepagesz={{ huge_pagesize_short[huge_pagesize_mb] }} hugepagesz={{ huge_pagesize_short[huge_pagesize_mb] }} hugepages={{ num_hugepages }}" # added by hugepages role' + +update_grub: + Debian: "update-grub2" + RedHat: "grub2-mkconfig -o /boot/grub2/grub.cfg" + +huge_pagesize_short: + 1024: "1G" + 2: "2M" + +hugetable_mount: /mnt/huge diff --git a/ansible/roles/enable_hugepages_runtime/tasks/main.yml b/ansible/roles/enable_hugepages_runtime/tasks/main.yml new file mode 100644 index 000000000..45e1860a6 --- /dev/null +++ b/ansible/roles/enable_hugepages_runtime/tasks/main.yml @@ -0,0 +1,32 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- write_string: + val: "{{ num_hugepages }}" + path: "/sys/kernel/mm/hugepages/hugepages-{{ huge_pagesize_kb[huge_pagesize_mb] }}/nr_hugepages" + +- name: create hugetables mount + file: path="{{ hugetable_mount }}" state=directory + +- name: mount hugetlbfs + mount: + name: "{{ hugetable_mount }}" + src: nodev + fstype: hugetlbfs + state: mounted + +- service: + name: procps + state: started + enabled: yes diff --git a/ansible/roles/enable_hugepages_runtime/vars/main.yml b/ansible/roles/enable_hugepages_runtime/vars/main.yml new file mode 100644 index 000000000..5e1678cbb --- /dev/null +++ b/ansible/roles/enable_hugepages_runtime/vars/main.yml @@ -0,0 +1,6 @@ +--- +huge_pagesize_kb: + 1024: 1048576kB + 2: 2048kB + +hugetable_mount: /mnt/huge diff --git a/ansible/roles/enable_igb_uio_on_boot/tasks/main.yml b/ansible/roles/enable_igb_uio_on_boot/tasks/main.yml new file mode 100644 index 000000000..6fb5aaf6c --- /dev/null +++ b/ansible/roles/enable_igb_uio_on_boot/tasks/main.yml @@ -0,0 +1,18 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: configure igb_uio to load on boot + copy: + content: 'uio\nigb_uio\n' + dest: /etc/modules-load.d/nsb.conf diff --git a/ansible/roles/install_L4Replay/tasks/main.yml b/ansible/roles/install_L4Replay/tasks/main.yml new file mode 100644 index 000000000..1401d1b13 --- /dev/null +++ b/ansible/roles/install_L4Replay/tasks/main.yml @@ -0,0 +1,9 @@ +--- +# there is no clean for L4Replay +#- my_make: chdir="{{ vnf_build_dir }}/L4Replay" target=clean extra_args="-j {{ ansible_processor_vcpus }}" + +- name: Building L4Replay VNF + my_make: chdir="{{ NSB_INSTALL_DIR }}/L4Replay" params="RTE_SDK={{ dpdk_path }}" extra_args="-j {{ ansible_processor_vcpus }}" + +- command: cp "{{ NSB_INSTALL_DIR }}/L4Replay/build/L4replay" "{{ INSTALL_BIN_PATH }}/" + diff --git a/ansible/roles/install_dependencies/tasks/Debian.yml b/ansible/roles/install_dependencies/tasks/Debian.yml new file mode 100755 index 000000000..ac8332287 --- /dev/null +++ b/ansible/roles/install_dependencies/tasks/Debian.yml @@ -0,0 +1,49 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Install core packages + action: "{{ ansible_pkg_mgr }} name={{ item }} state=present" + with_items: + - python-minimal + - wget + - curl + - screen + - procps + - git + - socat + - sshpass + - libxslt1-dev + - libffi-dev + - libfuse-dev + - qemu-kvm + - qemu-user-static + - qemu-utils + - libvirt0 + - python-libvirt + - bridge-utils + - ebtables + - openssl + - libssl-dev + - python-dev + - python-virtualenv + - ccze + - libxml2-dev + - libxslt-dev + - libzmq-dev + - nginx-full + - uwsgi + - uwsgi-plugin-python + - supervisor + - python-setuptools + diff --git a/ansible/roles/install_dependencies/tasks/RedHat.yml b/ansible/roles/install_dependencies/tasks/RedHat.yml new file mode 100644 index 000000000..4bb7c318e --- /dev/null +++ b/ansible/roles/install_dependencies/tasks/RedHat.yml @@ -0,0 +1,70 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Install EPEL if needed + action: "{{ ansible_pkg_mgr }} name=epel-release state=present" + when: ansible_distribution in ['RedHat', 'CentOS', 'ScientificLinux'] + +- name: Install core packages + # we need to recompile the kernel, but we don't need libvirtd it will + # run in a container + action: "{{ ansible_pkg_mgr }} name={{ item }} state=present" + with_items: + - deltarpm + - wget + - expect + - curl + # require python2 version of libselinux-python so ansible can operate in selinux enviroment + - libselinux-python + - screen + - git + - socat + # + - sshpass + - qemu-kvm + - qemu-img + - kpartx + - libxslt-devel + - libffi-devel + - openssl-devel + - zeromq2-devel + - nginx + - uwsgi + - uwsgi-plugin-python + - supervisor + - python-setuptools + - libffi-devel + - python-devel + # don't install kernel-devel here it will trigger unwanted kernel upgrade + # Mandatory Packages: + # Don't use yum groups, they don't work, expand them manually + # CentOS 'Development Tools' group +# - autoconf +# - automake +# - binutils +# - bison +# - flex +# - gcc +# - gcc-c++ +# - gettext +# - libtool +# - make +# - patch +# - pkgconfig +# - redhat-rpm-config +# - rpm-build +# - rpm-sign + # Fedora 'C Development Tools' group + # don't use ccache, it can get weird for kernel compiles +# - ccache diff --git a/ansible/roles/install_dependencies/tasks/main.yml b/ansible/roles/install_dependencies/tasks/main.yml new file mode 100644 index 000000000..27660c3ca --- /dev/null +++ b/ansible/roles/install_dependencies/tasks/main.yml @@ -0,0 +1,15 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- include: "{{ ansible_os_family }}.yml" diff --git a/ansible/roles/install_dpdk/tasks/Debian.yml b/ansible/roles/install_dpdk/tasks/Debian.yml new file mode 100755 index 000000000..486d40e11 --- /dev/null +++ b/ansible/roles/install_dpdk/tasks/Debian.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Install DPDK build dependencies + action: "{{ ansible_pkg_mgr }} name={{ item }} state=present" + with_items: + - libpcap-dev + diff --git a/ansible/roles/install_dpdk/tasks/RedHat.yml b/ansible/roles/install_dpdk/tasks/RedHat.yml new file mode 100644 index 000000000..af35c9b3e --- /dev/null +++ b/ansible/roles/install_dpdk/tasks/RedHat.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Install DPDK build dependencies + action: "{{ ansible_pkg_mgr }} name={{ item }} state=present" + with_items: + - libpcap-devel + diff --git a/ansible/roles/install_dpdk/tasks/main.yml b/ansible/roles/install_dpdk/tasks/main.yml new file mode 100644 index 000000000..fca0e33af --- /dev/null +++ b/ansible/roles/install_dpdk/tasks/main.yml @@ -0,0 +1,90 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +#- patch: src="{{ item }}" basedir="{{ dpdk_path }}" strip=0 +# with_fileglob: +# - "{{ local_nsb_path }}/patches/dpdk_custom_patch/rte_pipeline.patch" +# +#- patch: src="{{ item }}" basedir="{{ dpdk_path }}" strip=1 +# with_fileglob: +# - "{{ local_nsb_path }}/patches/dpdk_custom_patch/0*.patch" + +- include: "{{ ansible_os_family }}.yml" + +- my_make: + chdir: "{{ dpdk_path }}" + target: config + params: + T: "{{ dpdk_make_arch }}" + O: "{{ dpdk_make_arch }}" + extra_args: "-j {{ ansible_processor_vcpus }}" + +- name: enable RTE_PORT_STATS_COLLECT + lineinfile: + dest: "{{ dpdk_path }}/{{ dpdk_make_arch }}/.config" + regexp: '^CONFIG_RTE_PORT_STATS_COLLECT=n' + line: 'CONFIG_RTE_PORT_STATS_COLLECT=y' + +- name: enable DPDK RTE_PORT_PCAP + lineinfile: + dest: "{{ dpdk_path }}/{{ dpdk_make_arch }}/.config" + regexp: '^CONFIG_RTE_PORT_PCAP=n' + line: 'CONFIG_RTE_PORT_PCAP=y' + +- name: enable DPDK RTE_TABLE_STATS_COLLECT + lineinfile: + dest: "{{ dpdk_path }}/{{ dpdk_make_arch }}/.config" + regexp: '^CONFIG_RTE_TABLE_STATS_COLLECT=n' + line: 'CONFIG_RTE_TABLE_STATS_COLLECT=y' + +- name: enable DPDK RTE_PIPELINE_STATS_COLLECT + lineinfile: + dest: "{{ dpdk_path }}/{{ dpdk_make_arch }}/.config" + regexp: '^CONFIG_RTE_PIPELINE_STATS_COLLECT=n' + line: 'CONFIG_RTE_PIPELINE_STATS_COLLECT=y' + +- my_make: + chdir: "{{ dpdk_path }}/{{ dpdk_make_arch}}" + extra_args: "-j {{ ansible_processor_vcpus }}" + +- file: + path: "{{ dpdk_module_dir}}" + state: directory + +- copy: + src: "{{ dpdk_path }}/{{ dpdk_make_arch }}/kmod/igb_uio.ko" + dest: "{{ dpdk_module_dir }}/igb_uio.ko" + remote_src: yes + +- command: depmod -a + +- file: + path: "{{ INSTALL_BIN_PATH }}" + state: directory + +- name: copy dpdk-devbind.py to correct location + copy: + src: "{{ dpdk_devbind[dpdk_version] }}" + dest: "{{ INSTALL_BIN_PATH }}/dpdk-devbind.py" + remote_src: yes + force: yes + mode: 0755 + +- name: make dpdk_nic_bind.py for backwards compatibility + copy: + src: "{{ dpdk_devbind[dpdk_version] }}" + dest: "{{ INSTALL_BIN_PATH }}/dpdk_nic_bind.py" + remote_src: yes + force: yes + mode: 0755 diff --git a/ansible/roles/install_dpdk/vars/main.yml b/ansible/roles/install_dpdk/vars/main.yml new file mode 100644 index 000000000..a226045f5 --- /dev/null +++ b/ansible/roles/install_dpdk/vars/main.yml @@ -0,0 +1,9 @@ +--- +dpdk_make_arch: x86_64-native-linuxapp-gcc +dpdk_module_dir: "/lib/modules/{{ ansible_kernel }}/extra" +hugetable_mount: /mnt/huge +dpdk_devbind: + "16.07": "{{ dpdk_path }}/tools/dpdk-devbind.py" + "17.02": "{{ dpdk_path }}/usertools/dpdk-devbind.py" + "17.04": "{{ dpdk_path }}/usertools/dpdk-devbind.py" +>>>>>>> 1f587bb... DRAFT: yardstick setup ansible, including load_images diff --git a/ansible/roles/install_image_dependencies/defaults/main.yml b/ansible/roles/install_image_dependencies/defaults/main.yml new file mode 100644 index 000000000..b1695e278 --- /dev/null +++ b/ansible/roles/install_image_dependencies/defaults/main.yml @@ -0,0 +1,46 @@ +--- +pkg_mgr_retries: 3 +epel_rpm_el7: https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm + +install_dependencies: + Debian: + - bc + - fio + - git + - gcc + - iperf3 + - ethtool + - iproute2 + - linux-tools-common + - linux-tools-generic + - lmbench + - make + - netperf + - patch + - perl + - rt-tests + - stress + - sysstat + - unzip + # for Trex + - libpython2.7-dev + RedHat: + - bc + - fio + - git + - gcc + - iperf3 + - ethtool + - iproute + - perf + - kernel-tools + - lmbench + - make + - netperf + - patch + - perl + - rt-tests + - stress + - sysstat + - unzip + - python-devel diff --git a/ansible/roles/install_image_dependencies/tasks/Debian.yml b/ansible/roles/install_image_dependencies/tasks/Debian.yml new file mode 100644 index 000000000..a54e115be --- /dev/null +++ b/ansible/roles/install_image_dependencies/tasks/Debian.yml @@ -0,0 +1,15 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- + diff --git a/ansible/roles/install_image_dependencies/tasks/RedHat.yml b/ansible/roles/install_image_dependencies/tasks/RedHat.yml new file mode 100644 index 000000000..9f5cdce96 --- /dev/null +++ b/ansible/roles/install_image_dependencies/tasks/RedHat.yml @@ -0,0 +1,16 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- + - name: Install EPEL if needed + action: "{{ ansible_pkg_mgr }} name={{ epel_rpm_el7 }} state=present" diff --git a/ansible/roles/install_image_dependencies/tasks/main.yml b/ansible/roles/install_image_dependencies/tasks/main.yml new file mode 100644 index 000000000..33d99af06 --- /dev/null +++ b/ansible/roles/install_image_dependencies/tasks/main.yml @@ -0,0 +1,23 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- + - name: OS pre-workarounds + include: "{{ target_os_family }}.yml" + + - name: Install core packages + action: "{{ ansible_pkg_mgr }} name={{ item }} state=latest" + register: pkg_mgr_results + retries: "{{ pkg_mgr_retries }}" + until: pkg_mgr_results|success + with_items: "{{ install_dependencies[target_os_family] }}" diff --git a/ansible/roles/install_local_yardstick/tasks/main.yml b/ansible/roles/install_local_yardstick/tasks/main.yml new file mode 100644 index 000000000..1a8227f8e --- /dev/null +++ b/ansible/roles/install_local_yardstick/tasks/main.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: remove yardstick + pip: name=yardstick state=absent + +- name: install yardstack + pip: name="file://{{ YARDSTICK_REPO_DIR }}" state=forcereinstall diff --git a/ansible/roles/install_prox/tasks/Debian.yml b/ansible/roles/install_prox/tasks/Debian.yml new file mode 100755 index 000000000..00a31fc41 --- /dev/null +++ b/ansible/roles/install_prox/tasks/Debian.yml @@ -0,0 +1,24 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Install PROX build dependencies + action: "{{ ansible_pkg_mgr }} name={{ item }} state=present" + with_items: + - pkg-config + - liblua5.2-dev + - libncurses5 + - libncurses5-dev + - libncursesw5 + - libncursesw5-dev + - libedit-dev diff --git a/ansible/roles/install_prox/tasks/RedHat.yml b/ansible/roles/install_prox/tasks/RedHat.yml new file mode 100644 index 000000000..69fa83b31 --- /dev/null +++ b/ansible/roles/install_prox/tasks/RedHat.yml @@ -0,0 +1,22 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Install PROX build dependencies + action: "{{ ansible_pkg_mgr }} name={{ item }} state=present" + with_items: + - pkgconfig + - lua-devel + - ncurses-devel + - libedit-devel + diff --git a/ansible/roles/install_prox/tasks/main.yml b/ansible/roles/install_prox/tasks/main.yml new file mode 100644 index 000000000..93025fcb4 --- /dev/null +++ b/ansible/roles/install_prox/tasks/main.yml @@ -0,0 +1,30 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- include: "{{ ansible_os_family }}.yml" + +- name: workaround, make trailing.sh executable + file: + path: "{{ prox_path }}/helper-scripts/trailing.sh" + state: touch + mode: 0755 + when: prox_version == "v035" + +- make: + chdir: "{{ prox_path }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + + diff --git a/ansible/roles/install_ramspeed/tasks/main.yml b/ansible/roles/install_ramspeed/tasks/main.yml new file mode 100644 index 000000000..c995661d7 --- /dev/null +++ b/ansible/roles/install_ramspeed/tasks/main.yml @@ -0,0 +1,26 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- file: + path: "{{ ramspeed_dest }}/{{ ramspeed_release }}/temp" + state: directory + +- file: + path: "{{ ramspeed_dest }}/{{ ramspeed_release }}/build.sh" + mode: 744 +- name: install ramspeed + command: "{{ ramspeed_dest }}/{{ ramspeed_release }}/build.sh" + args: + chdir: "{{ ramspeed_dest }}/{{ ramspeed_release }}" + diff --git a/ansible/roles/install_storperf/remove_storperf/tasks/main.yml b/ansible/roles/install_storperf/remove_storperf/tasks/main.yml new file mode 100644 index 000000000..43e799239 --- /dev/null +++ b/ansible/roles/install_storperf/remove_storperf/tasks/main.yml @@ -0,0 +1,16 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: remove storperf + command: yardstick -d plugin remove plugin/CI/storperf.yaml
\ No newline at end of file diff --git a/ansible/roles/install_storperf/tasks/main.yml b/ansible/roles/install_storperf/tasks/main.yml new file mode 100644 index 000000000..8a73d2932 --- /dev/null +++ b/ansible/roles/install_storperf/tasks/main.yml @@ -0,0 +1,16 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: install storperf + command: yardstick -d plugin install plugin/CI/storperf.yaml
\ No newline at end of file diff --git a/ansible/roles/install_trex/defaults/main.yml b/ansible/roles/install_trex/defaults/main.yml new file mode 100644 index 000000000..1b2876301 --- /dev/null +++ b/ansible/roles/install_trex/defaults/main.yml @@ -0,0 +1,17 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +#TREX_DOWNLOAD: "https://trex-tgn.cisco.com/trex/release/v2.05.tar.gz" +TREX_VERSION: v2.20 +TREX_DOWNLOAD: "{{ nsb_mirror_url|ternary(nsb_mirror_url, 'https://trex-tgn.cisco.com/trex/release' }}/{{ TREX_VERSION }}.tar.gz" diff --git a/ansible/roles/install_trex/tasks/main.yml b/ansible/roles/install_trex/tasks/main.yml new file mode 100644 index 000000000..4818a8087 --- /dev/null +++ b/ansible/roles/install_trex/tasks/main.yml @@ -0,0 +1,36 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- set_fact: + trex_file: "{{ trex_url|basename|regex_replace('[.]tar.gz', '') }}" + + +- file: path="{{ INSTALL_BIN_PATH }}/trex" state=absent +- file: path="{{ INSTALL_BIN_PATH }}/trex" state=directory + + +- command: mv "{{ clone_dest }}/{{ trex_unarchive }}" "{{ INSTALL_BIN_PATH }}/trex/scripts" + +- file: path="{{ INSTALL_BIN_PATH }}/trex/scripts/automation/trex_control_plane/stl/__init__.py" state=touch + +# Don't use trex/scripts/dpdk_nic_bind.py use DPDK usertools/dpdk-devbind.py +#- command: cp "{{ INSTALL_BIN_PATH }}/trex/scripts/dpdk_nic_bind.py" "{{ INSTALL_BIN_PATH }}" + +- name: add scripts to PYTHONPATH + lineinfile: + dest: /etc/environment + regexp: "^PYTHONPATH=" + line: "PYTHONPATH={{ INSTALL_BIN_PATH }}/trex/scripts/automation/trex_control_plane:{{ INSTALL_BIN_PATH }}/trex/scripts/automation/trex_control_plane/stl" + state: present + create: yes diff --git a/ansible/roles/install_unixbench/tasks/main.yml b/ansible/roles/install_unixbench/tasks/main.yml new file mode 100644 index 000000000..46edc54a0 --- /dev/null +++ b/ansible/roles/install_unixbench/tasks/main.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: install unixbench + make: + # extra subdir for UnixBench + chdir: "{{ unixbench_dest }}/UnixBench" + target: all diff --git a/ansible/roles/install_vnf_vACL/tasks/main.yml b/ansible/roles/install_vnf_vACL/tasks/main.yml new file mode 100644 index 000000000..ff2e769f0 --- /dev/null +++ b/ansible/roles/install_vnf_vACL/tasks/main.yml @@ -0,0 +1,41 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: vACL_vnf make clean + my_make: chdir="{{ acl_build_dir }}" target=clean extra_args="-j {{ ansible_processor_vcpus }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + VNF_CORE: "{{ samplevnf_path }}" + +- name: make vACL VNF + my_make: chdir="{{ acl_build_dir }}" extra_args="-j {{ ansible_processor_vcpus }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + VNF_CORE: "{{ samplevnf_path }}" + +#- command: cp "{{ acl_build_dir }}/vACL/build/ip_pipeline" "{{ INSTALL_BIN_PATH }}/vACL_vnf" +- name: Install vACL VNF + copy: + src: "{{ acl_build_dir }}/build/vACL" + dest: "{{ INSTALL_BIN_PATH }}/vACL" + remote_src: True + # make executable + mode: 0755 + +#- command: cp "{{ acl_build_dir }}/vACL/config/full_tm_profile_10G.cfg" "{{ INSTALL_BIN_PATH }}/" +#- copy: +# src: "{{ acl_build_dir }}/vACL/config/full_tm_profile_10G.cfg" +# dest: "{{ INSTALL_BIN_PATH }}/" diff --git a/ansible/roles/install_vnf_vACL/vars/main.yml b/ansible/roles/install_vnf_vACL/vars/main.yml new file mode 100644 index 000000000..ee61bf11c --- /dev/null +++ b/ansible/roles/install_vnf_vACL/vars/main.yml @@ -0,0 +1,2 @@ +--- +acl_build_dir: "{{ samplevnf_path }}/VNFs/vACL"
\ No newline at end of file diff --git a/ansible/roles/install_vnf_vCGNAPT/tasks/main.yml b/ansible/roles/install_vnf_vCGNAPT/tasks/main.yml new file mode 100644 index 000000000..9f8458f6f --- /dev/null +++ b/ansible/roles/install_vnf_vCGNAPT/tasks/main.yml @@ -0,0 +1,41 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: vCGNAPT_vnf make clean + my_make: chdir="{{ acl_build_dir }}" target=clean extra_args="-j {{ ansible_processor_vcpus }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + VNF_CORE: "{{ samplevnf_path }}" + +- name: make vCGNAPT VNF + my_make: chdir="{{ acl_build_dir }}" extra_args="-j {{ ansible_processor_vcpus }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + VNF_CORE: "{{ samplevnf_path }}" + +#- command: cp "{{ acl_build_dir }}/vCGNAPT/build/ip_pipeline" "{{ INSTALL_BIN_PATH }}/vCGNAPT_vnf" +- name: Install vCGNAPT VNF + copy: + src: "{{ acl_build_dir }}/build/vCGNAPT" + dest: "{{ INSTALL_BIN_PATH }}/vCGNAPT" + remote_src: True + # make executable + mode: 0755 + +#- command: cp "{{ acl_build_dir }}/vCGNAPT/config/full_tm_profile_10G.cfg" "{{ INSTALL_BIN_PATH }}/" +#- copy: +# src: "{{ acl_build_dir }}/vCGNAPT/config/full_tm_profile_10G.cfg" +# dest: "{{ INSTALL_BIN_PATH }}/" diff --git a/ansible/roles/install_vnf_vCGNAPT/vars/main.yml b/ansible/roles/install_vnf_vCGNAPT/vars/main.yml new file mode 100644 index 000000000..cca1a89a3 --- /dev/null +++ b/ansible/roles/install_vnf_vCGNAPT/vars/main.yml @@ -0,0 +1,2 @@ +--- +acl_build_dir: "{{ samplevnf_path }}/VNFs/vCGNAPT"
\ No newline at end of file diff --git a/ansible/roles/install_vnf_vFW/tasks/main.yml b/ansible/roles/install_vnf_vFW/tasks/main.yml new file mode 100644 index 000000000..cb3df3ed4 --- /dev/null +++ b/ansible/roles/install_vnf_vFW/tasks/main.yml @@ -0,0 +1,50 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: vFW_vnf make clean + my_make: chdir="{{ vfw_build_dir }}" target=clean extra_args="-j {{ ansible_processor_vcpus }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + VNF_CORE: "{{ samplevnf_path }}" + +#- name: make vFW VNF +# my_make: chdir="{{ vfw_build_dir }}" extra_args="-j {{ ansible_processor_vcpus }}" +# environment: +# RTE_SDK: "{{ RTE_SDK }}" +# RTE_TARGET: "{{ RTE_TARGET }}" +# VNF_CORE: "{{ samplevnf_path }}" + +- name: make vFW VNF + command: make chdir="{{ vfw_build_dir }}" extra_args="-j {{ ansible_processor_vcpus }}" all + args: + chdir: "{{ vfw_build_dir }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + VNF_CORE: "{{ samplevnf_path }}" + +#- command: cp "{{ vfw_build_dir }}/vFW/build/ip_pipeline" "{{ INSTALL_BIN_PATH }}/vFW_vnf" +- name: Install vFW VNF + copy: + src: "{{ vfw_build_dir }}/build/vFW" + dest: "{{ INSTALL_BIN_PATH }}/vFW" + remote_src: True + # make executable + mode: 0755 + +#- command: cp "{{ vfw_build_dir }}/vFW/config/full_tm_profile_10G.cfg" "{{ INSTALL_BIN_PATH }}/" +#- copy: +# src: "{{ vfw_build_dir }}/vFW/config/full_tm_profile_10G.cfg" +# dest: "{{ INSTALL_BIN_PATH }}/" diff --git a/ansible/roles/install_vnf_vFW/vars/main.yml b/ansible/roles/install_vnf_vFW/vars/main.yml new file mode 100644 index 000000000..8a8a39865 --- /dev/null +++ b/ansible/roles/install_vnf_vFW/vars/main.yml @@ -0,0 +1,2 @@ +--- +vfw_build_dir: "{{ samplevnf_path }}/VNFs/vFW"
\ No newline at end of file diff --git a/ansible/roles/install_vnf_vPE/tasks/main.yml b/ansible/roles/install_vnf_vPE/tasks/main.yml new file mode 100644 index 000000000..91d449a41 --- /dev/null +++ b/ansible/roles/install_vnf_vPE/tasks/main.yml @@ -0,0 +1,37 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: vPE_vnf make clean + my_make: chdir="{{ vpe_build_dir }}" target=clean extra_args="-j {{ ansible_processor_vcpus }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + +- name: make vPE VNF + my_make: chdir="{{ vpe_build_dir }}" extra_args="-j {{ ansible_processor_vcpus }}" + environment: + RTE_SDK: "{{ RTE_SDK }}" + RTE_TARGET: "{{ RTE_TARGET }}" + +#- command: cp "{{ vpe_build_dir }}/vPE/build/ip_pipeline" "{{ INSTALL_BIN_PATH }}/vPE_vnf" +- name: Install vPE_vnf + copy: + src: "{{ vpe_build_dir }}/build/ip_pipeline" + dest: "{{ INSTALL_BIN_PATH }}/vPE_vnf" + remote_src: True + +#- command: cp "{{ vpe_build_dir }}/vPE/config/full_tm_profile_10G.cfg" "{{ INSTALL_BIN_PATH }}/" +#- copy: +# src: "{{ vpe_build_dir }}/vPE/config/full_tm_profile_10G.cfg" +# dest: "{{ INSTALL_BIN_PATH }}/" diff --git a/ansible/roles/install_vnf_vPE/vars/main.yml b/ansible/roles/install_vnf_vPE/vars/main.yml new file mode 100644 index 000000000..fe0a9727f --- /dev/null +++ b/ansible/roles/install_vnf_vPE/vars/main.yml @@ -0,0 +1,2 @@ +--- +vpe_build_dir: "{{ dpdk_path }}/examples/ip_pipeline"
\ No newline at end of file diff --git a/ansible/roles/load_igb_uio/tasks/main.yml b/ansible/roles/load_igb_uio/tasks/main.yml new file mode 100644 index 000000000..d144ea4b7 --- /dev/null +++ b/ansible/roles/load_igb_uio/tasks/main.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: reload module dependencies + command: "depmod -a" + +- modprobe: name=uio state=present +- modprobe: name=igb_uio state=present diff --git a/ansible/roles/load_msr/tasks/main.yml b/ansible/roles/load_msr/tasks/main.yml new file mode 100644 index 000000000..b8037bd4d --- /dev/null +++ b/ansible/roles/load_msr/tasks/main.yml @@ -0,0 +1,19 @@ +# Copyright (c) 2017 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: load msr kernel module + modprobe: + name: msr + state: present + diff --git a/ansible/roles/modify_cloud_config/files/10_etc_hosts.cfg b/ansible/roles/modify_cloud_config/files/10_etc_hosts.cfg new file mode 100644 index 000000000..84b5985f9 --- /dev/null +++ b/ansible/roles/modify_cloud_config/files/10_etc_hosts.cfg @@ -0,0 +1,4 @@ +manage_etc_hosts: True +password: RANDOM +chpasswd: { expire: False } +ssh_pwauth: True diff --git a/ansible/roles/modify_cloud_config/tasks/main.yml b/ansible/roles/modify_cloud_config/tasks/main.yml new file mode 100644 index 000000000..39b82970a --- /dev/null +++ b/ansible/roles/modify_cloud_config/tasks/main.yml @@ -0,0 +1,18 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Allow console access via pwd + copy: + src: 10_etc_hosts.cfg + dest: /etc/cloud/cloud.cfg.d/10_etc_hosts.cfg diff --git a/ansible/roles/reset_resolv_conf/tasks/main.yml b/ansible/roles/reset_resolv_conf/tasks/main.yml new file mode 100644 index 000000000..50094f24f --- /dev/null +++ b/ansible/roles/reset_resolv_conf/tasks/main.yml @@ -0,0 +1,29 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: Readlink on /etc/resolv.conf to find original file so we don't break image symlink + stat: + path: /etc/resolv.conf + register: resolv_conf_stat + +- name: pre-create resolv.conf sourc link dest + file: + path: "{{ resolv_conf_stat.stat.lnk_source|dirname }}" + state: directory + mode: 755 + +- name: Override resolv.conf link source with specific nameserver + template: + src: resolv.conf.j2 + dest: "{{ resolv_conf_stat.stat.lnk_source }}"
\ No newline at end of file diff --git a/ansible/roles/reset_resolv_conf/templates/resolv.conf.j2 b/ansible/roles/reset_resolv_conf/templates/resolv.conf.j2 new file mode 100644 index 000000000..b46460d43 --- /dev/null +++ b/ansible/roles/reset_resolv_conf/templates/resolv.conf.j2 @@ -0,0 +1,4 @@ +nameserver {{ nameserver_ip }} +nameserver 8.8.8.8 +nameserver 8.8.4.4 + diff --git a/ansible/roles/set_package_installer_proxy/defaults/main.yml b/ansible/roles/set_package_installer_proxy/defaults/main.yml new file mode 100644 index 000000000..9dcf3e9b6 --- /dev/null +++ b/ansible/roles/set_package_installer_proxy/defaults/main.yml @@ -0,0 +1,2 @@ +--- +connection_timeout: 600
\ No newline at end of file diff --git a/ansible/roles/set_package_installer_proxy/tasks/Debian.yml b/ansible/roles/set_package_installer_proxy/tasks/Debian.yml new file mode 100644 index 000000000..11117e5ed --- /dev/null +++ b/ansible/roles/set_package_installer_proxy/tasks/Debian.yml @@ -0,0 +1,35 @@ +# Copyright (c) 2016, Intel Corporation. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are met: +# +# * Redistributions of source code must retain the above copyright notice, +# this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * Neither the name of Intel Corporation nor the names of its contributors +# may be used to endorse or promote products derived from this software +# without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE +# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR +# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER +# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, +# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +--- + - name: Create apt.conf.d/ proxy config + template: + src: apt_conf.j2 + dest: "/etc/apt/apt.conf.d/20proxy" + + - name: Test proxy connection +# async: "{{ connection_timeout }}" + action: "{{ ansible_pkg_mgr }} name=tar state=latest update_cache=yes" +# poll: 0 + register: test_proxy_job_id diff --git a/ansible/roles/set_package_installer_proxy/tasks/RedHat.yml b/ansible/roles/set_package_installer_proxy/tasks/RedHat.yml new file mode 100644 index 000000000..809e43a60 --- /dev/null +++ b/ansible/roles/set_package_installer_proxy/tasks/RedHat.yml @@ -0,0 +1,57 @@ +# Copyright (c) 2016, Intel Corporation. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are met: +# +# * Redistributions of source code must retain the above copyright notice, +# this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * Neither the name of Intel Corporation nor the names of its contributors +# may be used to endorse or promote products derived from this software +# without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE +# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR +# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER +# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, +# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +--- + # must do this before setting yum proxy + - name: find yum/dnf config + stat: "path={{ item }}" + register: packager_conf_stat + with_items: + - /etc/yum.conf + - /etc/dnf/dnf.conf + + - name: insert yum/dnf proxy(http) + # insert after [main] section + lineinfile: + dest: "{{ item.stat.path }}" + state: present + regexp: "^proxy\\s*=\\s*{{ proxy_env.http_proxy }}" + insertafter: "^\\[main\\]" + line: "proxy={{ proxy_env.http_proxy }}" + when: '"http_proxy" in proxy_env and item.stat.isreg is defined and item.stat.isreg' + with_items: "{{ packager_conf_stat.results }}" + + - name: verify proxy + command: "grep proxy= {{ item.stat.path }}" + when: 'item.stat.isreg is defined and item.stat.isreg' + with_items: "{{ packager_conf_stat.results }}" + register: yum_proxy_lines + +# - name: Test proxy connection +# # try workaround call makecache directly +# # yum module was failing for some reason +# async: "{{ connection_timeout }}" +# command: "{{ ansible_pkg_mgr }} -d2 -y makecache" +# poll: 0 +# register: test_proxy_job_id diff --git a/ansible/roles/set_package_installer_proxy/tasks/main.yml b/ansible/roles/set_package_installer_proxy/tasks/main.yml new file mode 100644 index 000000000..9838cd489 --- /dev/null +++ b/ansible/roles/set_package_installer_proxy/tasks/main.yml @@ -0,0 +1,40 @@ +# Copyright (c) 2016, Intel Corporation. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are met: +# +# * Redistributions of source code must retain the above copyright notice, +# this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * Neither the name of Intel Corporation nor the names of its contributors +# may be used to endorse or promote products derived from this software +# without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE +# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE +# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR +# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER +# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, +# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +--- + - name: Configure package manager proxy + include: "{{ ansible_os_family }}.yml" + +# - async_status: jid={{ test_proxy_job_id.ansible_job_id }} +# register: test_proxy_result +# until: test_proxy_result.finished +# retries: 60 +# delay: 10 +# +# - debug: var=hostvars[item]['test_proxy_result'] +# with_items: "{{ hostvars }}" +# +# - name: Verify proxy test +# fail: msg="proxy test timeout" +# when: "{{ test_proxy_result.get('finished', 0) == 0 }}" diff --git a/ansible/roles/set_package_installer_proxy/templates/apt_conf.j2 b/ansible/roles/set_package_installer_proxy/templates/apt_conf.j2 new file mode 100644 index 000000000..5b57178a7 --- /dev/null +++ b/ansible/roles/set_package_installer_proxy/templates/apt_conf.j2 @@ -0,0 +1,3 @@ +{% if "http_proxy" in proxy_env %} +Acquire::http::Proxy "{{ proxy_env.http_proxy }}"; +{% endif %} diff --git a/ansible/roles/upload_images/tasks/main.yml b/ansible/roles/upload_images/tasks/main.yml new file mode 100644 index 000000000..8629ee716 --- /dev/null +++ b/ansible/roles/upload_images/tasks/main.yml @@ -0,0 +1,26 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: upload images + os_image: + state: present + name: "{{ item.key }}" + is_public: true + disk_format: qcow2 + container_format: bare + filename: "{{ local_images_dest }}/{{ item.value }}" + with_dict: "{{ yardstick_images }}" + environment: "{{ openrc }}" + + diff --git a/ansible/run_yardstick_tests.yml b/ansible/run_yardstick_tests.yml new file mode 100644 index 000000000..1490b8c55 --- /dev/null +++ b/ansible/run_yardstick_tests.yml @@ -0,0 +1,24 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- name: run yardstick tests + hosts: yardstick + vars_files: + - yardstick_config.yml + + - role: install_storperf + when: "NODE_NAME == 'huawei-pod1'" +# - run_test + - role: remove_storperf + when: "NODE_NAME == 'huawei-pod1'" diff --git a/ansible/ubuntu_server_cloudimg_modify.yml b/ansible/ubuntu_server_cloudimg_modify.yml new file mode 100644 index 000000000..950655ec8 --- /dev/null +++ b/ansible/ubuntu_server_cloudimg_modify.yml @@ -0,0 +1,36 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: chroot_image + connection: chroot + vars: + # used to install the tools + clone_dir: /tmp/yardstick-clone + + pre_tasks: + - debug: msg="chrooted in {{ inventory_hostname }}" + + roles: + - reset_resolv_conf + - add_custom_repos + - modify_cloud_config + - install_image_dependencies + - download_unixbench + - install_unixbench + - download_ramspeed + - install_ramspeed + - download_cachestat + # there is no install for cachestat +# - install_cachestat + diff --git a/ansible/ubuntu_server_cloudimg_modify_acl.yml b/ansible/ubuntu_server_cloudimg_modify_acl.yml new file mode 100644 index 000000000..98542d7a3 --- /dev/null +++ b/ansible/ubuntu_server_cloudimg_modify_acl.yml @@ -0,0 +1,41 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: chroot_image + connection: chroot + vars: + clone_dir: /tmp/yardstick-clone + + pre_tasks: + - debug: msg="chrooted in {{ inventory_hostname }}" + + roles: + - reset_resolv_conf + - add_custom_repos + - role: set_package_installer_proxy + when: proxy_env is defined and proxy_env + # can update grub in chroot/docker +# - enable_hugepages_on_boot + - modify_cloud_config + - install_image_dependencies +# - role: download_dpdk +# dpdk_version: "16.07" +# - install_dpdk +# - download_samplevnfs +# - install_vnf_vACL +# - copy_L4Replay +# - install_L4Replay + - copy_trex + - install_trex + diff --git a/ansible/ubuntu_server_cloudimg_modify_cgnapt.yml b/ansible/ubuntu_server_cloudimg_modify_cgnapt.yml new file mode 100644 index 000000000..3f2a179bb --- /dev/null +++ b/ansible/ubuntu_server_cloudimg_modify_cgnapt.yml @@ -0,0 +1,41 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: chroot_image + connection: chroot + vars: + clone_dir: /tmp/yardstick-clone + + pre_tasks: + - debug: msg="chrooted in {{ inventory_hostname }}" + + roles: +# - reset_resolv_conf +# - add_custom_repos +# - role: set_package_installer_proxy +# when: proxy_env is defined and proxy_env + # can update grub in chroot/docker +# - enable_hugepages_on_boot +# - modify_cloud_config +# - install_image_dependencies +# - role: download_dpdk +# dpdk_version: "16.07" +# - install_dpdk +# - download_samplevnfs + - install_vnf_vCGNAPT +# - copy_L4Replay +# - install_L4Replay +# - copy_trex +# - install_trex + diff --git a/ansible/ubuntu_server_cloudimg_modify_dpdk.yml b/ansible/ubuntu_server_cloudimg_modify_dpdk.yml new file mode 100644 index 000000000..2a087ce91 --- /dev/null +++ b/ansible/ubuntu_server_cloudimg_modify_dpdk.yml @@ -0,0 +1,36 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: chroot_image + connection: chroot + vars: + clone_dir: /tmp/yardstick-clone + + pre_tasks: + - debug: msg="chrooted in {{ inventory_hostname }}" + + roles: + - reset_resolv_conf + - add_custom_repos + - enable_hugepages_on_boot + - modify_cloud_config + - install_image_dependencies + - download_unixbench + - install_unixbench + - download_ramspeed + - install_ramspeed + - download_cachestat + - install_cachestat + - download_dpdk + - install_dpdk diff --git a/ansible/ubuntu_server_cloudimg_modify_vfw.yml b/ansible/ubuntu_server_cloudimg_modify_vfw.yml new file mode 100644 index 000000000..f8cd3ecdc --- /dev/null +++ b/ansible/ubuntu_server_cloudimg_modify_vfw.yml @@ -0,0 +1,41 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: chroot_image + connection: chroot + vars: + clone_dir: /tmp/yardstick-clone + + pre_tasks: + - debug: msg="chrooted in {{ inventory_hostname }}" + + roles: +# - reset_resolv_conf +# - add_custom_repos +# - role: set_package_installer_proxy +# when: proxy_env is defined and proxy_env + # can update grub in chroot/docker +# - enable_hugepages_on_boot +# - modify_cloud_config +# - install_image_dependencies +# - role: download_dpdk +# dpdk_version: "16.07" +# - install_dpdk +# - download_samplevnfs + - install_vnf_vFW +# - copy_L4Replay +# - install_L4Replay +# - copy_trex +# - install_trex + diff --git a/ansible/ubuntu_server_cloudimg_modify_vpe.yml b/ansible/ubuntu_server_cloudimg_modify_vpe.yml new file mode 100644 index 000000000..f55a30fb9 --- /dev/null +++ b/ansible/ubuntu_server_cloudimg_modify_vpe.yml @@ -0,0 +1,41 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- hosts: chroot_image + connection: chroot + vars: + clone_dir: /tmp/yardstick-clone + + pre_tasks: + - debug: msg="chrooted in {{ inventory_hostname }}" + + roles: + - reset_resolv_conf + - add_custom_repos + - role: set_package_installer_proxy + when: proxy_env is defined and proxy_env + # can update grub in chroot/docker +# - enable_hugepages_on_boot + - modify_cloud_config + - install_image_dependencies + - role: download_dpdk + dpdk_version: "16.07" + - install_dpdk + # vPE is part of DPDK so we don't need to copy it + - install_vnf_vPE +# - copy_L4Replay +# - install_L4Replay +# - copy_trex +# - install_trex + diff --git a/ansible/yardstick_config.yml b/ansible/yardstick_config.yml new file mode 100644 index 000000000..79ec1958e --- /dev/null +++ b/ansible/yardstick_config.yml @@ -0,0 +1,40 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +opnfv_root: /home/opnfv + # Can be any of 'bm' (Bare Metal) or 'virt' (Virtual) +DEPLOY_TYPE: "{{ lookup('env', 'DEPLOY_TYPE')|default('bm', true) }}" +NODE_NAME: "{{ lookup('env', 'NODE_NAME')|default('unknown', true) }}" +EXTERNAL_NETWORK: "{{ lookup('env', 'EXTERNAL_NETWORK')|default('admin_floating_net', true)|attr('split')(';')|first }}" +OPENRC: "{{ opnfv_root }}/openrc" +INSTALLERS: [apex, compass, fuel, joid] +INSTALLER_TYPE: "{{ lookup('env', 'INSTALLER_TYPE') }}" +YARDSTICK_REPO_DIR: "{{ lookup('env', 'YARDSTICK_REPO_DIR')|default('/home/opnfv/repos/yardstick', true) }}" +RELENG_REPO_DIR: "{{ lookup('env', 'RELENG_REPO_DIR')|default('/home/opnfv/repos/releng', true) }}" +storperf_rc: "{{ opnfv_root }}/storperf_admin-rc" + +DISPATCHER_TYPES: + file: + DISPATCHER_FILE_NAME: "/tmp/yardstick.out" + DISPATCHER_HTTP_TARGET: "http://testresults.opnfv.org/test/api/v1/results" + DISPATCHER_INFLUXDB_TARGET: "" + http: + DISPATCHER_TYPE: http + DISPATCHER_HTTP_TARGET: "{{ dispatcher_target }}" + DISPATCHER_FILE_NAME: "" + influxdb: + DISPATCHER_TYPE: influxdb + DISPATCHER_INFLUXDB_TARGET: "{{ dispatcher_target }}" + DISPATCHER_FILE_NAME: "" + diff --git a/ansible/yardstick_verify.yml b/ansible/yardstick_verify.yml new file mode 100644 index 000000000..d7932481c --- /dev/null +++ b/ansible/yardstick_verify.yml @@ -0,0 +1,21 @@ +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +--- +- include: check_openstack.yml +- include: install_yardstick.yml + +- include: clean_images.yml +- include: load_images.yml + +- include: run_yardstick_tests.yml diff --git a/tests/ci/ansible_clean_images.sh b/tests/ci/ansible_clean_images.sh new file mode 100755 index 000000000..c35ec0f3c --- /dev/null +++ b/tests/ci/ansible_clean_images.sh @@ -0,0 +1,24 @@ +#!/usr/bin/env bash +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +OPENRC='/home/opnfv/openrc' +source "${OPENRC}" +CONTROLLER_IP=$(echo ${OS_AUTH_URL} | sed -ne "s/http:\/\/\(.*\):.*/\1/p") +export no_proxy="localhost,${CONTROLLER_IP}" +ANSIBLE_SCRIPTS="${0%/*}/../../ansible" + +cd ${ANSIBLE_SCRIPTS} &&\ +ansible-playbook \ + -vvv -i inventory.ini clean_images.yml diff --git a/tests/ci/ansible_load_images.sh b/tests/ci/ansible_load_images.sh new file mode 100755 index 000000000..4f62024db --- /dev/null +++ b/tests/ci/ansible_load_images.sh @@ -0,0 +1,32 @@ +#!/usr/bin/env bash +# Copyright (c) 2017 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +OPENRC='/home/opnfv/openrc' +source "${OPENRC}" +CONTROLLER_IP=$(echo ${OS_AUTH_URL} | sed -ne "s/http:\/\/\(.*\):.*/\1/p") +export no_proxy="localhost,${CONTROLLER_IP}" +ANSIBLE_SCRIPTS="${0%/*}/../../ansible" + +cd ${ANSIBLE_SCRIPTS} &&\ +ansible-playbook \ + -e img_modify_playbook='ubuntu_server_cloudimg_modify.yml' \ + -e target_os='Ubuntu' \ + -e YARD_IMG_ARCH='amd64' \ + -e target_os_version='16.04' \ + -e target_os_family='Debian' \ + -e clone_dest='/usr/local/src' \ + -e ubuntu_image='yardstick-trusty-server.raw' \ + -e ubuntu_image_file='/tmp/workspace/yardstick/yardstick-trusty-server.raw' \ + -vvv -i inventory.ini load_images.yml diff --git a/tools/ubuntu-server-cloudimg-dpdk-modify.sh b/tools/ubuntu-server-cloudimg-dpdk-modify.sh index 847c5053c..9821c1125 100755 --- a/tools/ubuntu-server-cloudimg-dpdk-modify.sh +++ b/tools/ubuntu-server-cloudimg-dpdk-modify.sh @@ -59,7 +59,7 @@ chpasswd: { expire: False } ssh_pwauth: True EOF -linuxheadersversion=$(echo ls boot/vmlinuz* | cut -d- -f2-) +linuxheadersversion=$(echo ls /boot/vmlinuz* | cut -d- -f2-) apt-get update apt-get install -y \ @@ -74,6 +74,7 @@ apt-get install -y \ linux-tools-generic \ lmbench \ make \ + unzip \ netperf \ patch \ perl \ @@ -82,7 +83,23 @@ apt-get install -y \ sysstat \ linux-headers-"${linuxheadersversion}" \ libpcap-dev \ - lua5.2 + lua5.2 \ + net-tools \ + wget \ + unzip \ + libpcap-dev \ + ncurses-dev \ + libedit-dev \ + pciutils \ + pkg-config \ + liblua5.2-dev \ + libncursesw5-dev \ + ncurses-dev \ + libedit-dev + +dpkg -L liblua5.2-dev +cp /usr/include/lua5.2/lua.h /usr/include/ +cp /usr/include/lua5.2/lua.h /usr/include/x86_64-linux-gnu/ git clone http://dpdk.org/git/dpdk git clone http://dpdk.org/git/apps/pktgen-dpdk @@ -100,5 +117,20 @@ bash build.sh git clone https://github.com/beefyamoeba5/cachestat.git "${CLONE_DEST}"/Cachestat +cd /root +wget http://dpdk.org/browse/dpdk/snapshot/dpdk-17.02.zip +unzip dpdk-17.02.zip +cd dpdk-17.02 +make install T=x86_64-native-linuxapp-gcc + +cd /root +wget https://01.org/sites/default/files/downloads/intelr-data-plane-performance-demonstrators/dppd-prox-v035.zip +unzip dppd-prox-v035.zip +cd dppd-PROX-v035 +chmod +x helper-scripts/trailing.sh +export RTE_SDK=/root/dpdk-17.02 +export RTE_TARGET=x86_64-native-linuxapp-gcc +make + # restore symlink ln -sfrT /run/resolvconf/resolv.conf /etc/resolv.conf |