aboutsummaryrefslogtreecommitdiffstats
path: root/deploy/adapters/ansible/roles/open-contrail/templates/vrouter-functions.sh
blob: a62086600de5b2972a2e51016b5bddc2c536f79f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
#!/bin/bash

source /etc/contrail/agent_param

function pkt_setup () {
    for f in /sys/class/net/$1/queues/rx-*
    do
        q="$(echo $f | cut -d '-' -f2)"
        r=$(($q%32))
        s=$(($q/32))
        ((mask=1<<$r))
        str=(`printf "%x" $mask`)
        if [ $s -gt 0 ]; then
            for ((i=0; i < $s; i++))
            do
                str+=,00000000
            done
        fi
        echo $str > $f/rps_cpus
    done
}

function insert_vrouter() {
    if cat $CONFIG | grep '^\s*platform\s*=\s*dpdk\b' &>/dev/null; then
        vrouter_dpdk_start
        return $?
    fi

    grep $kmod /proc/modules 1>/dev/null 2>&1
    if [ $? != 0 ]; then 
        insmod /var/lib/dkms/vrouter/2.21/build/vrouter.ko
        if [ $? != 0 ]
        then
            echo "$(date) : Error inserting vrouter module"
            return 1
        fi

        if [ -f /sys/class/net/pkt1/queues/rx-0/rps_cpus ]; then
            pkt_setup pkt1
        fi
        if [ -f /sys/class/net/pkt2/queues/rx-0/rps_cpus ]; then
            pkt_setup pkt2
        fi
        if [ -f /sys/class/net/pkt3/queues/rx-0/rps_cpus ]; then
            pkt_setup pkt3
        fi
    fi

    # check if vhost0 is not present, then create vhost0 and $dev
    if [ ! -L /sys/class/net/vhost0 ]; then
        echo "$(date): Creating vhost interface: $DEVICE."
        # for bonding interfaces
        loops=0
        while [ ! -f /sys/class/net/$dev/address ]
        do
            sleep 1
            loops=$(($loops + 1))
            if [ $loops -ge 60 ]; then
                echo "Unable to look at /sys/class/net/$dev/address"
                return 1
            fi
        done

        DEV_MAC=$(cat /sys/class/net/$dev/address)
        vif --create $DEVICE --mac $DEV_MAC
        if [ $? != 0 ]; then
            echo "$(date): Error creating interface: $DEVICE"
        fi


        echo "$(date): Adding $dev to vrouter"
        DEV_MAC=$(cat /sys/class/net/$dev/address)
        vif --add $dev --mac $DEV_MAC --vrf 0 --vhost-phys --type physical
        if [ $? != 0 ]; then
            echo "$(date): Error adding $dev to vrouter"
        fi

        vif --add $DEVICE --mac $DEV_MAC --vrf 0 --type vhost --xconnect $dev
        if [ $? != 0 ]; then
            echo "$(date): Error adding $DEVICE to vrouter"
        fi
    fi
    return 0
}

function vrouter_dpdk_start() {
    # wait for vRouter/DPDK to start
    echo "$(date): Waiting for vRouter/DPDK to start..."
    service ${VROUTER_SERVICE} start
    loops=0
    while ! is_vrouter_dpdk_running
    do
        sleep 1
        loops=$(($loops + 1))
        if [ $loops -ge 60 ]; then
            echo "No vRouter/DPDK running."
            echo "Please check if ${VROUTER_SERVICE} service is up and running."
            return 1
        fi
    done

    # TODO: at the moment we have no interface deletion, so this loop might
    #       be unnecessary in the future
    echo "$(date): Waiting for Agent to configure $DEVICE..."
    loops=0
    while [ ! -L /sys/class/net/vhost0 ]
    do
        sleep 1
        loops=$(($loops + 1))
        if [ $loops -ge 10 ]; then
            break
        fi
    done

    # check if vhost0 is not present, then create vhost0 and $dev
    if [ ! -L /sys/class/net/vhost0 ]; then
        echo "$(date): Creating vhost interface: $DEVICE."
        agent_conf_read

        DEV_MAC=${physical_interface_mac}
        DEV_PCI=${physical_interface_address}

        if [ -z "${DEV_MAC}" -o -z "${DEV_PCI}" ]; then
            echo "No device configuration found in ${CONFIG}"
            return 1
        fi

        # TODO: the vhost creation is happening later in vif --add
#        vif --create $DEVICE --mac $DEV_MAC
#        if [ $? != 0 ]; then
#            echo "$(date): Error creating interface: $DEVICE"
#        fi

        echo "$(date): Adding $dev to vrouter"
        # add DPDK ethdev 0 as a physical interface
        vif --add 0 --mac $DEV_MAC --vrf 0 --vhost-phys --type physical --pmd --id 0
        if [ $? != 0 ]; then
            echo "$(date): Error adding $dev to vrouter"
        fi

        # TODO: vif --xconnect seems does not work without --id parameter?
        vif --add $DEVICE --mac $DEV_MAC --vrf 0 --type vhost --xconnect 0 --pmd --id 1
        if [ $? != 0 ]; then
            echo "$(date): Error adding $DEVICE to vrouter"
        fi
    fi
    return 0
}

DPDK_BIND=/opt/contrail/bin/dpdk_nic_bind.py
VROUTER_SERVICE="supervisor-vrouter"

function is_vrouter_dpdk_running() {
    # check for NetLink TCP socket
    lsof -ni:20914 -sTCP:LISTEN > /dev/null

    return $?
}

function agent_conf_read() {
    eval `cat ${CONFIG} | grep -E '^\s*physical_\w+\s*='`
}

function vrouter_dpdk_if_bind() {
    if [ ! -s /sys/class/net/${dev}/address ]; then
        echo "No ${dev} device found."
        ${DPDK_BIND} --status
        return 1
    fi

    modprobe igb_uio
    # multiple kthreads for port monitoring
    modprobe rte_kni kthread_mode=multiple

    ${DPDK_BIND} --force --bind=igb_uio $dev
    ${DPDK_BIND} --status
}

function vrouter_dpdk_if_unbind() {
    if [ -s /sys/class/net/${dev}/address ]; then
        echo "Device ${dev} is already unbinded."
        ${DPDK_BIND} --status
        return 1
    fi

    agent_conf_read

    DEV_PCI=${physical_interface_address}
    DEV_DRIVER=`lspci -vmmks ${DEV_PCI} | grep 'Module:' | cut -d $'\t' -f 2`

    if [ -z "${DEV_DRIVER}" -o -z "${DEV_PCI}" ]; then
        echo "No device ${dev} configuration found in ${AGENT_DPDK_PARAMS_FILE}"
        return 1
    fi

    # wait for vRouter/DPDK to stop
    echo "$(date): Waiting for vRouter/DPDK to stop..."
    loops=0
    while is_vrouter_dpdk_running
    do
        sleep 1
        loops=$(($loops + 1))
        if [ $loops -ge 60 ]; then
            echo "vRouter/DPDK is still running."
            echo "Please try to stop ${VROUTER_SERVICE} service."
            return 1
        fi
    done

    ${DPDK_BIND} --force --bind=${DEV_DRIVER} ${DEV_PCI}
    ${DPDK_BIND} --status

    rmmod rte_kni
    rmmod igb_uio
}