/* // Copyright (c) 2010-2017 Intel Corporation // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. */ #include #include #include "task_init.h" #include "task_base.h" #include "lconf.h" #include "log.h" #include "arp.h" #include "handle_swap.h" #include "prox_port_cfg.h" #include "mpls.h" #include "qinq.h" #include "gre.h" #include "prefetch.h" struct task_swap { struct task_base base; uint8_t src_dst_mac[12]; uint32_t runtime_flags; uint32_t tmp_ip; uint32_t ip; }; static void task_update_config(struct task_swap *task) { if (unlikely(task->ip != task->tmp_ip)) task->ip = task->tmp_ip; } static void write_src_and_dst_mac(struct task_swap *task, struct rte_mbuf *mbuf) { struct ether_hdr *hdr; struct ether_addr mac; if (unlikely((task->runtime_flags & (TASK_ARG_DST_MAC_SET|TASK_ARG_SRC_MAC_SET)) == (TASK_ARG_DST_MAC_SET|TASK_ARG_SRC_MAC_SET))) { /* Source and Destination mac hardcoded */ hdr = rte_pktmbuf_mtod(mbuf, struct ether_hdr *); rte_memcpy(hdr, task->src_dst_mac, sizeof(task->src_dst_mac)); } else { hdr = rte_pktmbuf_mtod(mbuf, struct ether_hdr *); if (likely((task->runtime_flags & TASK_ARG_SRC_MAC_SET) == 0)) { /* dst mac will be used as src mac */ ether_addr_copy(&hdr->d_addr, &mac); } if (unlikely(task->runtime_flags & TASK_ARG_DST_MAC_SET)) ether_addr_copy((struct ether_addr *)&task->src_dst_mac[0], &hdr->d_addr); else ether_addr_copy(&hdr->s_addr, &hdr->d_addr); if (unlikely(task->runtime_flags & TASK_ARG_SRC_MAC_SET)) { ether_addr_copy((struct ether_addr *)&task->src_dst_mac[6], &hdr->s_addr); } else { ether_addr_copy(&mac, &hdr->s_addr); } } } static inline int handle_arp_request(struct task_swap *task, struct ether_hdr_arp *hdr_arp, struct ether_addr *s_addr, uint32_t ip) { if ((hdr_arp->arp.data.tpa == ip) || (ip == 0)) { prepare_arp_reply(hdr_arp, s_addr); memcpy(hdr_arp->ether_hdr.d_addr.addr_bytes, hdr_arp->ether_hdr.s_addr.addr_bytes, 6); memcpy(hdr_arp->ether_hdr.s_addr.addr_bytes, s_addr, 6); return 0; } else if (task->runtime_flags & TASK_MULTIPLE_MAC) { struct ether_addr tmp_s_addr; create_mac(hdr_arp, &tmp_s_addr); prepare_arp_reply(hdr_arp, &tmp_s_addr); memcpy(hdr_arp->ether_hdr.d_addr.addr_bytes, hdr_arp->ether_hdr.s_addr.addr_bytes, 6); memcpy(hdr_arp->ether_hdr.s_addr.addr_bytes, &tmp_s_addr, 6); return 0; } else { plogx_dbg("Received ARP on unexpected IP %x, expecting %x\n", rte_be_to_cpu_32(hdr_arp->arp.data.tpa), rte_be_to_cpu_32(ip)); return OUT_DISCARD; } } /* * swap mode does not send arp requests, so does not expect arp replies * Need to understand later whether we must send arp requests */ static inline int handle_arp_replies(struct task_swap *task, struct ether_hdr_arp *hdr_arp) { return OUT_DISCARD; } static int handle_swap_bulk(struct task_base *tbase, struct rte_mbuf **mbufs, uint16_t n_pkts) { struct task_swap *task = (struct task_swap *)tbase; struct ether_hdr *hdr; struct ether_addr mac; struct ipv4_hdr *ip_hdr; struct udp_hdr *udp_hdr; uint32_t ip; uint16_t port; uint8_t out[64] = {0}; struct mpls_hdr *mpls; uint32_t mpls_len = 0; struct qinq_hdr *qinq; struct vlan_hdr *vlan; struct ether_hdr_arp *hdr_arp; uint16_t j; for (j = 0; j < n_pkts; ++j) { PREFETCH0(mbufs[j]); } for (j = 0; j < n_pkts; ++j) { PREFETCH0(rte_pktmbuf_mtod(mbufs[j], void *)); } for (uint16_t j = 0; j < n_pkts; ++j) { hdr = rte_pktmbuf_mtod(mbufs[j], struct ether_hdr *); switch (hdr->ether_type) { case ETYPE_ARP: hdr_arp = rte_pktmbuf_mtod(mbufs[j], struct ether_hdr_arp *); if (arp_is_gratuitous(hdr_arp)) { plog_info("Received gratuitous packet \n"); out[j] = OUT_DISCARD; } else if (hdr_arp->arp.oper == ARP_REQUEST) { out[j] = handle_arp_request(task, hdr_arp, (struct ether_addr *)&task->src_dst_mac[6], task->ip); } else if (hdr_arp->arp.oper == ARP_REPLY) { out[j] = handle_arp_replies(task, hdr_arp); } else { plog_info("Received unexpected ARP operation %d\n", hdr_arp->arp.oper); out[j] = OUT_DISCARD; } continue; case ETYPE_MPLSU: mpls = (struct mpls_hdr *)(hdr + 1); while (!(mpls->bytes & 0x00010000)) { mpls++; mpls_len += sizeof(struct mpls_hdr); } mpls_len += sizeof(struct mpls_hdr); ip_hdr = (struct ipv4_hdr *)(mpls + 1); break; case ETYPE_8021ad: qinq = (struct qinq_hdr *)hdr; if (qinq->cvlan.eth_proto != ETYPE_VLAN) { plog_warn("Unexpected proto in QinQ = %#04x\n", qinq->cvlan.eth_proto); out[j] = OUT_DISCARD; continue; } ip_hdr = (struct ipv4_hdr *)(qinq + 1); break; case ETYPE_VLAN: vlan = (struct vlan_hdr *)(hdr + 1); if (vlan->eth_proto == ETYPE_IPv4) { ip_hdr = (struct ipv4_hdr *)(vlan + 1); } else if (vlan->eth_proto == ETYPE_VLAN) { vlan = (struct vlan_hdr *)(vlan + 1); if (vlan->eth_proto == ETYPE_IPv4) { ip_hdr = (struct ipv4_hdr *)(vlan + 1); } else if (vlan->eth_proto == ETYPE_IPv6) { plog_warn("Unsupported IPv6\n"); out[j] = OUT_DISCARD; continue; } else { plog_warn("Unsupported packet type\n"); out[j] = OUT_DISCARD; continue; } } else { plog_warn("Unsupported packet type\n"); out[j] = OUT_DISCARD; continue; } break; case ETYPE_IPv4: ip_hdr = (struct ipv4_hdr *)(hdr + 1); break; case ETYPE_IPv6: plog_warn("Unsupported IPv6\n"); out[j] = OUT_DISCARD; continue; case ETYPE_LLDP: out[j] = OUT_DISCARD; continue; default: plog_warn("Unsupported ether_type 0x%x\n", hdr->ether_type); out[j] = OUT_DISCARD; continue; } udp_hdr = (struct udp_hdr *)(ip_hdr + 1); ip = ip_hdr->dst_addr; ip_hdr->dst_addr = ip_hdr->src_addr; ip_hdr->src_addr = ip; if (ip_hdr->next_proto_id == IPPROTO_GRE) { struct gre_hdr *pgre = (struct gre_hdr *)(ip_hdr + 1); struct ipv4_hdr *inner_ip_hdr = ((struct ipv4_hdr *)(pgre + 1)); ip = inner_ip_hdr->dst_addr; inner_ip_hdr->dst_addr = inner_ip_hdr->src_addr; inner_ip_hdr->src_addr = ip; udp_hdr = (struct udp_hdr *)(inner_ip_hdr + 1); port = udp_hdr->dst_port; udp_hdr->dst_port = udp_hdr->src_port; udp_hdr->src_port = port; } else { port = udp_hdr->dst_port; udp_hdr->dst_port = udp_hdr->src_port; udp_hdr->src_port = port; } write_src_and_dst_mac(task, mbufs[j]); } task_update_config(task); return task->base.tx_pkt(&task->base, mbufs, n_pkts, out); } static void init_task_swap(struct task_base *tbase, struct task_args *targ) { struct task_swap *task = (struct task_swap *)tbase; struct ether_addr *src_addr, *dst_addr; /* * Destination MAC can come from * - pre-configured mac in case 'dst mac=xx:xx:xx:xx:xx:xx' in config file * - src mac from the packet in case 'dst mac=packet' in config file * - not written in case 'dst mac=no' in config file * - (default - no 'dst mac') src mac from the packet * Source MAC can come from * - pre-configured mac in case 'src mac=xx:xx:xx:xx:xx:xx' in config file * - dst mac from the packet in case 'src mac=packet' in config file * - not written in case 'src mac=no' in config file * - (default - no 'src mac') if (tx_port) port mac * - (default - no 'src mac') if (no tx_port) dst mac from the packet */ if (targ->flags & TASK_ARG_DST_MAC_SET) { dst_addr = &targ->edaddr; memcpy(&task->src_dst_mac[0], dst_addr, sizeof(*src_addr)); } if (targ->flags & TASK_ARG_SRC_MAC_SET) { src_addr = &targ->esaddr; memcpy(&task->src_dst_mac[6], src_addr, sizeof(*dst_addr)); plog_info("\t\tCore %d: src mac set from config file\n", targ->lconf->id); } else if (targ->nb_txports) { src_addr = &prox_port_cfg[task->base.tx_params_hw.tx_port_queue[0].port].eth_addr; memcpy(&task->src_dst_mac[6], src_addr, sizeof(*dst_addr)); if (targ->flags & TASK_ARG_HW_SRC_MAC){ targ->flags |= TASK_ARG_SRC_MAC_SET; plog_info("\t\tCore %d: src mac set from port\n", targ->lconf->id); } } task->runtime_flags = targ->flags; task->ip = rte_cpu_to_be_32(targ->local_ipv4); task->tmp_ip = task->ip; } static struct task_init task_init_swap = { .mode_str = "swap", .init = init_task_swap, .handle = handle_swap_bulk, .flag_features = TASK_FEATURE_TXQ_FLAGS_NOOFFLOADS|TASK_FEATURE_TXQ_FLAGS_NOMULTSEGS, .size = sizeof(struct task_swap), .mbuf_size = 2048 + sizeof(struct rte_mbuf) + RTE_PKTMBUF_HEADROOM, }; static struct task_init task_init_swap_arp = { .mode_str = "swap", .sub_mode_str = "l3", .init = init_task_swap, .handle = handle_swap_bulk, .flag_features = TASK_FEATURE_TXQ_FLAGS_NOOFFLOADS|TASK_FEATURE_TXQ_FLAGS_NOMULTSEGS, .size = sizeof(struct task_swap), .mbuf_size = 2048 + sizeof(struct rte_mbuf) + RTE_PKTMBUF_HEADROOM, }; __attribute__((constructor)) static void reg_task_swap(void) { reg_task(&task_init_swap); reg_task(&task_init_swap_arp); }