From 2e2a9c8f10c0b320dd621a86237707acb3441a21 Mon Sep 17 00:00:00 2001
From: Yibo Cai <yibo.cai@arm.com>
Date: Tue, 31 Jul 2018 13:08:38 +0800
Subject: src/arm: add k8s cni deployment tasks

Deploy Multus, SRIOV, Vhostuser(VPP+DPDK) with CRD.

Change-Id: I787d5fd61c75f17d50fbaf8f86c08bdc44c557b8
Signed-off-by: Yibo Cai <yibo.cai@arm.com>
---
 .../cni-deploy/roles/multus/files/10-multus.conf   | 13 +++++++
 .../cni-deploy/roles/multus/files/clusterrole.yml  | 16 ++++++++
 .../cni-deploy/roles/multus/files/crdnetwork.yml   | 15 ++++++++
 .../cni-deploy/roles/multus/files/flannel-obj.yml  | 13 +++++++
 src/arm/cni-deploy/roles/multus/handlers/main.yml  |  4 ++
 src/arm/cni-deploy/roles/multus/tasks/crd.yml      | 44 ++++++++++++++++++++++
 src/arm/cni-deploy/roles/multus/tasks/main.yml     | 24 ++++++++++++
 .../roles/multus/templates/macvlan-obj.yml.j2      | 22 +++++++++++
 .../roles/multus/templates/multus-testpod.yml.j2   | 19 ++++++++++
 9 files changed, 170 insertions(+)
 create mode 100644 src/arm/cni-deploy/roles/multus/files/10-multus.conf
 create mode 100644 src/arm/cni-deploy/roles/multus/files/clusterrole.yml
 create mode 100644 src/arm/cni-deploy/roles/multus/files/crdnetwork.yml
 create mode 100644 src/arm/cni-deploy/roles/multus/files/flannel-obj.yml
 create mode 100644 src/arm/cni-deploy/roles/multus/handlers/main.yml
 create mode 100644 src/arm/cni-deploy/roles/multus/tasks/crd.yml
 create mode 100644 src/arm/cni-deploy/roles/multus/tasks/main.yml
 create mode 100644 src/arm/cni-deploy/roles/multus/templates/macvlan-obj.yml.j2
 create mode 100644 src/arm/cni-deploy/roles/multus/templates/multus-testpod.yml.j2

(limited to 'src/arm/cni-deploy/roles/multus')

diff --git a/src/arm/cni-deploy/roles/multus/files/10-multus.conf b/src/arm/cni-deploy/roles/multus/files/10-multus.conf
new file mode 100644
index 0000000..3726413
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/files/10-multus.conf
@@ -0,0 +1,13 @@
+{
+  "name": "multus-cni-network",
+  "type": "multus",
+  "kubeconfig": "/etc/kubernetes/node-kubeconfig.yaml",
+  "delegates": [{
+    "type": "flannel",
+    "masterplugin": true,
+    "delegate": {
+      "isDefaultGateway": true
+    }
+  }]
+}
+
diff --git a/src/arm/cni-deploy/roles/multus/files/clusterrole.yml b/src/arm/cni-deploy/roles/multus/files/clusterrole.yml
new file mode 100644
index 0000000..fb056d4
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/files/clusterrole.yml
@@ -0,0 +1,16 @@
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: multus-crd-overpowered
+rules:
+  - apiGroups:
+      - '*'
+    resources:
+      - '*'
+    verbs:
+      - '*'
+  - nonResourceURLs:
+      - '*'
+    verbs:
+      - '*'
diff --git a/src/arm/cni-deploy/roles/multus/files/crdnetwork.yml b/src/arm/cni-deploy/roles/multus/files/crdnetwork.yml
new file mode 100644
index 0000000..9aefdb8
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/files/crdnetwork.yml
@@ -0,0 +1,15 @@
+---
+apiVersion: apiextensions.k8s.io/v1beta1
+kind: CustomResourceDefinition
+metadata:
+  name: networks.kubernetes.com
+spec:
+  group: kubernetes.com
+  version: v1
+  scope: Namespaced
+  names:
+    plural: networks
+    singular: network
+    kind: Network
+    shortNames:
+      - net
diff --git a/src/arm/cni-deploy/roles/multus/files/flannel-obj.yml b/src/arm/cni-deploy/roles/multus/files/flannel-obj.yml
new file mode 100644
index 0000000..bd7891d
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/files/flannel-obj.yml
@@ -0,0 +1,13 @@
+---
+apiVersion: "kubernetes.com/v1"
+kind: Network
+metadata:
+  name: flannel-networkobj
+plugin: flannel
+args: '[
+  {
+    "delegate": {
+      "isDefaultGateway": true
+    }
+  }
+]'
diff --git a/src/arm/cni-deploy/roles/multus/handlers/main.yml b/src/arm/cni-deploy/roles/multus/handlers/main.yml
new file mode 100644
index 0000000..8474d34
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/handlers/main.yml
@@ -0,0 +1,4 @@
+- name: Restart kubelet
+  service:
+    name: kubelet
+    state: restarted
diff --git a/src/arm/cni-deploy/roles/multus/tasks/crd.yml b/src/arm/cni-deploy/roles/multus/tasks/crd.yml
new file mode 100644
index 0000000..cacf98a
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/tasks/crd.yml
@@ -0,0 +1,44 @@
+---
+- name: Copy yaml files
+  copy:
+    src: "{{ item }}"
+    dest: "/tmp/{{ item }}"
+  with_items:
+    - clusterrole.yml
+    - crdnetwork.yml
+    - flannel-obj.yml
+
+- name: Copy macvlan template
+  template:
+    src: macvlan-obj.yml.j2
+    dest: /tmp/macvlan-obj.yml
+
+- name: Copy Multus testpod template
+  template:
+    src: multus-testpod.yml.j2
+    dest: /root/multus-testpod.yml
+
+- name: Create cluster role
+  shell: kubectl apply -f /tmp/clusterrole.yml
+
+- name: Check if role binding is created
+  shell: kubectl get clusterrolebinding multus-node-{{ item }}
+  register: check_rb
+  ignore_errors: "yes"
+  with_items: "{{ groups['all'] }}"
+
+- name: Create role binding
+  shell: >
+    kubectl create clusterrolebinding multus-node-{{ item }}
+    --clusterrole=multus-crd-overpowered
+    --user=system:node:{{ item }}
+  when: check_rb is failed
+  with_items: "{{ groups['all'] }}"
+
+- name: Create network CRD
+  shell: kubectl apply -f /tmp/crdnetwork.yml
+
+- name: Create flannel and macvlan network objects
+  shell: >
+    kubectl apply -f /tmp/flannel-obj.yml &&
+    kubectl apply -f /tmp/macvlan-obj.yml
diff --git a/src/arm/cni-deploy/roles/multus/tasks/main.yml b/src/arm/cni-deploy/roles/multus/tasks/main.yml
new file mode 100644
index 0000000..a200215
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/tasks/main.yml
@@ -0,0 +1,24 @@
+---
+- name: Build Multus CNI
+  shell: >
+    docker run --rm --network host -v /opt/cni/bin:/opt/cni/bin golang:1.9
+    bash -c "git clone {{ multus_repo }} multus_cni && cd multus_cni &&
+    git checkout {{ multus_commit }} && ./build && cp bin/multus /opt/cni/bin/"
+  args:
+    creates: /opt/cni/bin/multus
+
+- name: Remove default CNI configuration
+  shell: rm -f /etc/cni/net.d/*
+  args:
+    warn: "no"
+
+- name: Set Multus as default CNI
+  copy:
+    src: 10-multus.conf
+    dest: /etc/cni/net.d/
+  notify:
+    - Restart kubelet
+
+- name: Import CRD task
+  import_tasks: crd.yml
+  when: inventory_hostname == groups["kube-master"][0]
diff --git a/src/arm/cni-deploy/roles/multus/templates/macvlan-obj.yml.j2 b/src/arm/cni-deploy/roles/multus/templates/macvlan-obj.yml.j2
new file mode 100644
index 0000000..b5a549f
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/templates/macvlan-obj.yml.j2
@@ -0,0 +1,22 @@
+---
+apiVersion: "kubernetes.com/v1"
+kind: Network
+metadata:
+  name: macvlan-networkobj
+plugin: macvlan
+args: '[
+  {
+    "master": "{{ macvlan_master }}",
+    "mode": "vepa",
+    "ipam": {
+      "type": "host-local",
+      "subnet": "{{ macvlan_subnet }}",
+      "rangeStart": "{{ macvlan_range_start }}",
+      "rangeEnd": "{{ macvlan_range_end }}",
+      "routes": [
+        { "dst": "0.0.0.0/0" }
+      ],
+      "gateway": "{{ macvlan_gateway }}"
+    }
+  }
+]'
diff --git a/src/arm/cni-deploy/roles/multus/templates/multus-testpod.yml.j2 b/src/arm/cni-deploy/roles/multus/templates/multus-testpod.yml.j2
new file mode 100644
index 0000000..4884846
--- /dev/null
+++ b/src/arm/cni-deploy/roles/multus/templates/multus-testpod.yml.j2
@@ -0,0 +1,19 @@
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: multus-test
+  annotations:
+    networks: '[
+      { "name": "flannel-networkobj" },
+      { "name": "macvlan-networkobj" }
+    ]'
+spec:
+  containers:
+    - name: multus-test
+      image: "busybox"
+      command: ["sleep", "100d"]
+      stdin: true
+      tty: true
+  nodeSelector:
+    kubernetes.io/hostname: "{{ groups['kube-node'][0] }}"
-- 
cgit 1.2.3-korg