| /* |
| * Copyright (c) 2016, Mellanox Technologies, Ltd. All rights reserved. |
| * |
| * This software is available to you under a choice of one of two |
| * licenses. You may choose to be licensed under the terms of the GNU |
| * General Public License (GPL) Version 2, available from the file |
| * COPYING in the main directory of this source tree, or the |
| * OpenIB.org BSD license below: |
| * |
| * Redistribution and use in source and binary forms, with or |
| * without modification, are permitted provided that the following |
| * conditions are met: |
| * |
| * - Redistributions of source code must retain the above |
| * copyright notice, this list of conditions and the following |
| * disclaimer. |
| * |
| * - Redistributions in binary form must reproduce the above |
| * copyright notice, this list of conditions and the following |
| * disclaimer in the documentation and/or other materials |
| * provided with the distribution. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
| * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
| * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
| * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| * SOFTWARE. |
| */ |
| |
| #include <linux/kernel.h> |
| #include <linux/module.h> |
| #include <linux/refcount.h> |
| #include <linux/mlx5/driver.h> |
| #include <net/vxlan.h> |
| #include "mlx5_core.h" |
| #include "vxlan.h" |
| |
| struct mlx5_vxlan { |
| struct mlx5_core_dev *mdev; |
| spinlock_t lock; /* protect vxlan table */ |
| /* max_num_ports is usuallly 4, 16 buckets is more than enough */ |
| DECLARE_HASHTABLE(htable, 4); |
| int num_ports; |
| struct mutex sync_lock; /* sync add/del port HW operations */ |
| }; |
| |
| struct mlx5_vxlan_port { |
| struct hlist_node hlist; |
| refcount_t refcount; |
| u16 udp_port; |
| }; |
| |
| static inline u8 mlx5_vxlan_max_udp_ports(struct mlx5_core_dev *mdev) |
| { |
| return MLX5_CAP_ETH(mdev, max_vxlan_udp_ports) ?: 4; |
| } |
| |
| static int mlx5_vxlan_core_add_port_cmd(struct mlx5_core_dev *mdev, u16 port) |
| { |
| u32 in[MLX5_ST_SZ_DW(add_vxlan_udp_dport_in)] = {0}; |
| u32 out[MLX5_ST_SZ_DW(add_vxlan_udp_dport_out)] = {0}; |
| |
| MLX5_SET(add_vxlan_udp_dport_in, in, opcode, |
| MLX5_CMD_OP_ADD_VXLAN_UDP_DPORT); |
| MLX5_SET(add_vxlan_udp_dport_in, in, vxlan_udp_port, port); |
| return mlx5_cmd_exec(mdev, in, sizeof(in), out, sizeof(out)); |
| } |
| |
| static int mlx5_vxlan_core_del_port_cmd(struct mlx5_core_dev *mdev, u16 port) |
| { |
| u32 in[MLX5_ST_SZ_DW(delete_vxlan_udp_dport_in)] = {0}; |
| u32 out[MLX5_ST_SZ_DW(delete_vxlan_udp_dport_out)] = {0}; |
| |
| MLX5_SET(delete_vxlan_udp_dport_in, in, opcode, |
| MLX5_CMD_OP_DELETE_VXLAN_UDP_DPORT); |
| MLX5_SET(delete_vxlan_udp_dport_in, in, vxlan_udp_port, port); |
| return mlx5_cmd_exec(mdev, in, sizeof(in), out, sizeof(out)); |
| } |
| |
| static struct mlx5_vxlan_port* |
| mlx5_vxlan_lookup_port_locked(struct mlx5_vxlan *vxlan, u16 port) |
| { |
| struct mlx5_vxlan_port *vxlanp; |
| |
| hash_for_each_possible(vxlan->htable, vxlanp, hlist, port) { |
| if (vxlanp->udp_port == port) |
| return vxlanp; |
| } |
| |
| return NULL; |
| } |
| |
| struct mlx5_vxlan_port *mlx5_vxlan_lookup_port(struct mlx5_vxlan *vxlan, u16 port) |
| { |
| struct mlx5_vxlan_port *vxlanp; |
| |
| if (!mlx5_vxlan_allowed(vxlan)) |
| return NULL; |
| |
| spin_lock_bh(&vxlan->lock); |
| vxlanp = mlx5_vxlan_lookup_port_locked(vxlan, port); |
| spin_unlock_bh(&vxlan->lock); |
| |
| return vxlanp; |
| } |
| |
| int mlx5_vxlan_add_port(struct mlx5_vxlan *vxlan, u16 port) |
| { |
| struct mlx5_vxlan_port *vxlanp; |
| int ret = -ENOSPC; |
| |
| vxlanp = mlx5_vxlan_lookup_port(vxlan, port); |
| if (vxlanp) { |
| refcount_inc(&vxlanp->refcount); |
| return 0; |
| } |
| |
| mutex_lock(&vxlan->sync_lock); |
| if (vxlan->num_ports >= mlx5_vxlan_max_udp_ports(vxlan->mdev)) { |
| mlx5_core_info(vxlan->mdev, |
| "UDP port (%d) not offloaded, max number of UDP ports (%d) are already offloaded\n", |
| port, mlx5_vxlan_max_udp_ports(vxlan->mdev)); |
| ret = -ENOSPC; |
| goto unlock; |
| } |
| |
| ret = mlx5_vxlan_core_add_port_cmd(vxlan->mdev, port); |
| if (ret) |
| goto unlock; |
| |
| vxlanp = kzalloc(sizeof(*vxlanp), GFP_KERNEL); |
| if (!vxlanp) { |
| ret = -ENOMEM; |
| goto err_delete_port; |
| } |
| |
| vxlanp->udp_port = port; |
| refcount_set(&vxlanp->refcount, 1); |
| |
| spin_lock_bh(&vxlan->lock); |
| hash_add(vxlan->htable, &vxlanp->hlist, port); |
| spin_unlock_bh(&vxlan->lock); |
| |
| vxlan->num_ports++; |
| mutex_unlock(&vxlan->sync_lock); |
| return 0; |
| |
| err_delete_port: |
| mlx5_vxlan_core_del_port_cmd(vxlan->mdev, port); |
| |
| unlock: |
| mutex_unlock(&vxlan->sync_lock); |
| return ret; |
| } |
| |
| int mlx5_vxlan_del_port(struct mlx5_vxlan *vxlan, u16 port) |
| { |
| struct mlx5_vxlan_port *vxlanp; |
| bool remove = false; |
| int ret = 0; |
| |
| mutex_lock(&vxlan->sync_lock); |
| |
| spin_lock_bh(&vxlan->lock); |
| vxlanp = mlx5_vxlan_lookup_port_locked(vxlan, port); |
| if (!vxlanp) { |
| ret = -ENOENT; |
| goto out_unlock; |
| } |
| |
| if (refcount_dec_and_test(&vxlanp->refcount)) { |
| hash_del(&vxlanp->hlist); |
| remove = true; |
| } |
| |
| out_unlock: |
| spin_unlock_bh(&vxlan->lock); |
| |
| if (remove) { |
| mlx5_vxlan_core_del_port_cmd(vxlan->mdev, port); |
| kfree(vxlanp); |
| vxlan->num_ports--; |
| } |
| |
| mutex_unlock(&vxlan->sync_lock); |
| |
| return ret; |
| } |
| |
| struct mlx5_vxlan *mlx5_vxlan_create(struct mlx5_core_dev *mdev) |
| { |
| struct mlx5_vxlan *vxlan; |
| |
| if (!MLX5_CAP_ETH(mdev, tunnel_stateless_vxlan) || !mlx5_core_is_pf(mdev)) |
| return ERR_PTR(-ENOTSUPP); |
| |
| vxlan = kzalloc(sizeof(*vxlan), GFP_KERNEL); |
| if (!vxlan) |
| return ERR_PTR(-ENOMEM); |
| |
| vxlan->mdev = mdev; |
| mutex_init(&vxlan->sync_lock); |
| spin_lock_init(&vxlan->lock); |
| hash_init(vxlan->htable); |
| |
| /* Hardware adds 4789 (IANA_VXLAN_UDP_PORT) by default */ |
| mlx5_vxlan_add_port(vxlan, IANA_VXLAN_UDP_PORT); |
| |
| return vxlan; |
| } |
| |
| void mlx5_vxlan_destroy(struct mlx5_vxlan *vxlan) |
| { |
| struct mlx5_vxlan_port *vxlanp; |
| struct hlist_node *tmp; |
| int bkt; |
| |
| if (!mlx5_vxlan_allowed(vxlan)) |
| return; |
| |
| /* Lockless since we are the only hash table consumers*/ |
| hash_for_each_safe(vxlan->htable, bkt, tmp, vxlanp, hlist) { |
| hash_del(&vxlanp->hlist); |
| mlx5_vxlan_core_del_port_cmd(vxlan->mdev, vxlanp->udp_port); |
| kfree(vxlanp); |
| } |
| |
| kfree(vxlan); |
| } |