1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
|
/*
// Copyright (c) 2010-2017 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
*/
#include <rte_common.h>
#ifndef __rte_cache_aligned
#include <rte_memory.h>
#endif
#include <rte_hash.h>
#include <rte_ether.h>
#include <rte_memcpy.h>
#include <rte_mbuf.h>
#include <rte_ip.h>
#include <rte_tcp.h>
#include <rte_udp.h>
#include <rte_version.h>
#include <rte_byteorder.h>
#include "handle_lb_5tuple.h"
#include "prox_malloc.h"
#include "prox_lua.h"
#include "prox_lua_types.h"
#include "etypes.h"
#include "task_init.h"
#include "task_base.h"
#include "lconf.h"
#include "log.h"
#include "prefetch.h"
#include "prox_globals.h"
#include "defines.h"
#include "quit.h"
#define BYTE_VALUE_MAX 256
#define BIT_8_TO_10 0x0000e000 // for protocol field
#define BIT_27_TO_31 0x1f000000 // for IP addresses
#define BIT_12_TO_16_27_TO_31 0x1f001f00 // for ports
#define HASH_MAX_SIZE 4*8*1024*1024
struct task_lb_5tuple {
struct task_base base;
uint32_t runtime_flags;
struct rte_hash *lookup_hash;
uint8_t out_if[HASH_MAX_SIZE] __rte_cache_aligned;
};
static __m128i mask0;
static inline uint8_t get_ipv4_dst_port(struct task_lb_5tuple *task, void *ipv4_hdr, uint8_t portid, struct rte_hash * ipv4_l3fwd_lookup_struct)
{
int ret = 0;
union ipv4_5tuple_host key;
ipv4_hdr = (uint8_t *)ipv4_hdr + offsetof(prox_rte_ipv4_hdr, time_to_live);
__m128i data = _mm_loadu_si128((__m128i*)(ipv4_hdr));
/* Get 5 tuple: dst port, src port, dst IP address, src IP address and protocol */
key.xmm = _mm_and_si128(data, mask0);
/* Get 5 tuple: dst port, src port, dst IP address, src IP address and protocol */
/*
rte_mov16(&key.pad0, ipv4_hdr);
key.pad0 = 0;
key.pad1 = 0;
*/
/* Find destination port */
ret = rte_hash_lookup(ipv4_l3fwd_lookup_struct, (const void *)&key);
return (uint8_t)((ret < 0)? portid : task->out_if[ret]);
}
static inline uint8_t handle_lb_5tuple(struct task_lb_5tuple *task, struct rte_mbuf *mbuf)
{
prox_rte_ether_hdr *eth_hdr;
prox_rte_ipv4_hdr *ipv4_hdr;
eth_hdr = rte_pktmbuf_mtod(mbuf, prox_rte_ether_hdr *);
switch (eth_hdr->ether_type) {
case ETYPE_IPv4:
/* Handle IPv4 headers.*/
ipv4_hdr = (prox_rte_ipv4_hdr *) (eth_hdr + 1);
return get_ipv4_dst_port(task, ipv4_hdr, OUT_DISCARD, task->lookup_hash);
default:
return OUT_DISCARD;
}
}
static int handle_lb_5tuple_bulk(struct task_base *tbase, struct rte_mbuf **mbufs, uint16_t n_pkts)
{
struct task_lb_5tuple *task = (struct task_lb_5tuple *)tbase;
uint8_t out[MAX_PKT_BURST];
uint16_t j;
prefetch_first(mbufs, n_pkts);
for (j = 0; j + PREFETCH_OFFSET < n_pkts; ++j) {
#ifdef PROX_PREFETCH_OFFSET
PREFETCH0(mbufs[j + PREFETCH_OFFSET]);
PREFETCH0(rte_pktmbuf_mtod(mbufs[j + PREFETCH_OFFSET - 1], void *));
#endif
out[j] = handle_lb_5tuple(task, mbufs[j]);
}
#ifdef PROX_PREFETCH_OFFSET
PREFETCH0(rte_pktmbuf_mtod(mbufs[n_pkts - 1], void *));
for (; j < n_pkts; ++j) {
out[j] = handle_lb_5tuple(task, mbufs[j]);
}
#endif
return task->base.tx_pkt(&task->base, mbufs, n_pkts, out);
}
static void init_task_lb_5tuple(struct task_base *tbase, struct task_args *targ)
{
struct task_lb_5tuple *task = (struct task_lb_5tuple *)tbase;
const int socket_id = rte_lcore_to_socket_id(targ->lconf->id);
mask0 = _mm_set_epi32(BIT_12_TO_16_27_TO_31, BIT_27_TO_31, BIT_27_TO_31, BIT_8_TO_10);
uint8_t *out_table = task->out_if;
int ret = lua_to_tuples(prox_lua(), GLOBAL, "tuples", socket_id, &task->lookup_hash, &out_table);
PROX_PANIC(ret, "Failed to read tuples from config\n");
task->runtime_flags = targ->flags;
}
static struct task_init task_init_lb_5tuple = {
.mode_str = "lb5tuple",
.init = init_task_lb_5tuple,
.handle = handle_lb_5tuple_bulk,
.flag_features = TASK_FEATURE_NEVER_DISCARDS | TASK_FEATURE_TXQ_FLAGS_NOOFFLOADS,
.size = sizeof(struct task_lb_5tuple),
};
__attribute__((constructor)) static void reg_task_lb_5tuple(void)
{
reg_task(&task_init_lb_5tuple);
}
|
