drivers/infiniband/hw/usnic/usnic_fwd.c - kernel/common - Git at Google

 /*
  * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
  *
  * This software is available to you under a choice of one of two
  * licenses.  You may choose to be licensed under the terms of the GNU
  * General Public License (GPL) Version 2, available from the file
  * COPYING in the main directory of this source tree, or the
  * BSD license below:
  *
  *     Redistribution and use in source and binary forms, with or
  *     without modification, are permitted provided that the following
  *     conditions are met:
  *
  *      - Redistributions of source code must retain the above
  *        copyright notice, this list of conditions and the following
  *        disclaimer.
  *
  *      - Redistributions in binary form must reproduce the above
  *        copyright notice, this list of conditions and the following
  *        disclaimer in the documentation and/or other materials
  *        provided with the distribution.
  *
  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  * SOFTWARE.
  *
  */
 #include <linux/netdevice.h>
 #include <linux/pci.h>

 #include "enic_api.h"
 #include "usnic_common_pkt_hdr.h"
 #include "usnic_fwd.h"
 #include "usnic_log.h"

 static int usnic_fwd_devcmd_locked(struct usnic_fwd_dev *ufdev, int vnic_idx,
 					enum vnic_devcmd_cmd cmd, u64 *a0,
 					u64 *a1)
 {
 	int status;
 	struct net_device *netdev = ufdev->netdev;

 	lockdep_assert_held(&ufdev->lock);

 	status = enic_api_devcmd_proxy_by_index(netdev,
 			vnic_idx,
 			cmd,
 			a0, a1,
 			1000);
 	if (status) {
 		if (status == ERR_EINVAL && cmd == CMD_DEL_FILTER) {
 			usnic_dbg("Dev %s vnic idx %u cmd %u already deleted",
 					ufdev->name, vnic_idx, cmd);
 		} else {
 			usnic_err("Dev %s vnic idx %u cmd %u failed with status %d\n",
 					ufdev->name, vnic_idx, cmd,
 					status);
 		}
 	} else {
 		usnic_dbg("Dev %s vnic idx %u cmd %u success",
 				ufdev->name, vnic_idx, cmd);
 	}

 	return status;
 }

 static int usnic_fwd_devcmd(struct usnic_fwd_dev *ufdev, int vnic_idx,
 				enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1)
 {
 	int status;

 	spin_lock(&ufdev->lock);
 	status = usnic_fwd_devcmd_locked(ufdev, vnic_idx, cmd, a0, a1);
 	spin_unlock(&ufdev->lock);

 	return status;
 }

 struct usnic_fwd_dev *usnic_fwd_dev_alloc(struct pci_dev *pdev)
 {
 	struct usnic_fwd_dev *ufdev;

 	ufdev = kzalloc(sizeof(*ufdev), GFP_KERNEL);
 	if (!ufdev)
 		return NULL;

 	ufdev->pdev = pdev;
 	ufdev->netdev = pci_get_drvdata(pdev);
 	spin_lock_init(&ufdev->lock);
 	BUILD_BUG_ON(sizeof(ufdev->name) != sizeof(ufdev->netdev->name));
 	strcpy(ufdev->name, ufdev->netdev->name);

 	return ufdev;
 }

 void usnic_fwd_dev_free(struct usnic_fwd_dev *ufdev)
 {
 	kfree(ufdev);
 }

 void usnic_fwd_set_mac(struct usnic_fwd_dev *ufdev, char mac[ETH_ALEN])
 {
 	spin_lock(&ufdev->lock);
 	memcpy(&ufdev->mac, mac, sizeof(ufdev->mac));
 	spin_unlock(&ufdev->lock);
 }

 void usnic_fwd_add_ipaddr(struct usnic_fwd_dev *ufdev, __be32 inaddr)
 {
 	spin_lock(&ufdev->lock);
 	if (!ufdev->inaddr)
 		ufdev->inaddr = inaddr;
 	spin_unlock(&ufdev->lock);
 }

 void usnic_fwd_del_ipaddr(struct usnic_fwd_dev *ufdev)
 {
 	spin_lock(&ufdev->lock);
 	ufdev->inaddr = 0;
 	spin_unlock(&ufdev->lock);
 }

 void usnic_fwd_carrier_up(struct usnic_fwd_dev *ufdev)
 {
 	spin_lock(&ufdev->lock);
 	ufdev->link_up = 1;
 	spin_unlock(&ufdev->lock);
 }

 void usnic_fwd_carrier_down(struct usnic_fwd_dev *ufdev)
 {
 	spin_lock(&ufdev->lock);
 	ufdev->link_up = 0;
 	spin_unlock(&ufdev->lock);
 }

 void usnic_fwd_set_mtu(struct usnic_fwd_dev *ufdev, unsigned int mtu)
 {
 	spin_lock(&ufdev->lock);
 	ufdev->mtu = mtu;
 	spin_unlock(&ufdev->lock);
 }

 static int usnic_fwd_dev_ready_locked(struct usnic_fwd_dev *ufdev)
 {
 	lockdep_assert_held(&ufdev->lock);

 	if (!ufdev->link_up)
 		return -EPERM;

 	return 0;
 }

 static int validate_filter_locked(struct usnic_fwd_dev *ufdev,
 					struct filter *filter)
 {

 	lockdep_assert_held(&ufdev->lock);

 	if (filter->type == FILTER_IPV4_5TUPLE) {
 		if (!(filter->u.ipv4.flags & FILTER_FIELD_5TUP_DST_AD))
 			return -EACCES;
 		if (!(filter->u.ipv4.flags & FILTER_FIELD_5TUP_DST_PT))
 			return -EBUSY;
 		else if (ufdev->inaddr == 0)
 			return -EINVAL;
 		else if (filter->u.ipv4.dst_port == 0)
 			return -ERANGE;
 		else if (ntohl(ufdev->inaddr) != filter->u.ipv4.dst_addr)
 			return -EFAULT;
 		else
 			return 0;
 	}

 	return 0;
 }

 static void fill_tlv(struct filter_tlv *tlv, struct filter *filter,
 		struct filter_action *action)
 {
 	tlv->type = CLSF_TLV_FILTER;
 	tlv->length = sizeof(struct filter);
 	*((struct filter *)&tlv->val) = *filter;

 	tlv = (struct filter_tlv *)((char *)tlv + sizeof(struct filter_tlv) +
 			sizeof(struct filter));
 	tlv->type = CLSF_TLV_ACTION;
 	tlv->length = sizeof(struct filter_action);
 	*((struct filter_action *)&tlv->val) = *action;
 }

 struct usnic_fwd_flow*
 usnic_fwd_alloc_flow(struct usnic_fwd_dev *ufdev, struct filter *filter,
 				struct usnic_filter_action *uaction)
 {
 	struct filter_tlv *tlv;
 	struct pci_dev *pdev;
 	struct usnic_fwd_flow *flow;
 	uint64_t a0, a1;
 	uint64_t tlv_size;
 	dma_addr_t tlv_pa;
 	int status;

 	pdev = ufdev->pdev;
 	tlv_size = (2*sizeof(struct filter_tlv) + sizeof(struct filter) +
 			sizeof(struct filter_action));

 	flow = kzalloc(sizeof(*flow), GFP_ATOMIC);
 	if (!flow)
 		return ERR_PTR(-ENOMEM);

 	tlv = pci_alloc_consistent(pdev, tlv_size, &tlv_pa);
 	if (!tlv) {
 		usnic_err("Failed to allocate memory\n");
 		status = -ENOMEM;
 		goto out_free_flow;
 	}

 	fill_tlv(tlv, filter, &uaction->action);

 	spin_lock(&ufdev->lock);
 	status = usnic_fwd_dev_ready_locked(ufdev);
 	if (status) {
 		usnic_err("Forwarding dev %s not ready with status %d\n",
 				ufdev->name, status);
 		goto out_free_tlv;
 	}

 	status = validate_filter_locked(ufdev, filter);
 	if (status) {
 		usnic_err("Failed to validate filter with status %d\n",
 				status);
 		goto out_free_tlv;
 	}

 	/* Issue Devcmd */
 	a0 = tlv_pa;
 	a1 = tlv_size;
 	status = usnic_fwd_devcmd_locked(ufdev, uaction->vnic_idx,
 						CMD_ADD_FILTER, &a0, &a1);
 	if (status) {
 		usnic_err("VF %s Filter add failed with status:%d",
 				ufdev->name, status);
 		status = -EFAULT;
 		goto out_free_tlv;
 	} else {
 		usnic_dbg("VF %s FILTER ID:%llu", ufdev->name, a0);
 	}

 	flow->flow_id = (uint32_t) a0;
 	flow->vnic_idx = uaction->vnic_idx;
 	flow->ufdev = ufdev;

 out_free_tlv:
 	spin_unlock(&ufdev->lock);
 	pci_free_consistent(pdev, tlv_size, tlv, tlv_pa);
 	if (!status)
 		return flow;
 out_free_flow:
 	kfree(flow);
 	return ERR_PTR(status);
 }

 int usnic_fwd_dealloc_flow(struct usnic_fwd_flow *flow)
 {
 	int status;
 	u64 a0, a1;

 	a0 = flow->flow_id;

 	status = usnic_fwd_devcmd(flow->ufdev, flow->vnic_idx,
 					CMD_DEL_FILTER, &a0, &a1);
 	if (status) {
 		if (status == ERR_EINVAL) {
 			usnic_dbg("Filter %u already deleted for VF Idx %u pf: %s status: %d",
 					flow->flow_id, flow->vnic_idx,
 					flow->ufdev->name, status);
 		} else {
 			usnic_err("PF %s VF Idx %u Filter: %u FILTER DELETE failed with status %d",
 					flow->ufdev->name, flow->vnic_idx,
 					flow->flow_id, status);
 		}
 		status = 0;
 		/*
 		 * Log the error and fake success to the caller because if
 		 * a flow fails to be deleted in the firmware, it is an
 		 * unrecoverable error.
 		 */
 	} else {
 		usnic_dbg("PF %s VF Idx %u Filter: %u FILTER DELETED",
 				flow->ufdev->name, flow->vnic_idx,
 				flow->flow_id);
 	}

 	kfree(flow);
 	return status;
 }

 int usnic_fwd_enable_qp(struct usnic_fwd_dev *ufdev, int vnic_idx, int qp_idx)
 {
 	int status;
 	struct net_device *pf_netdev;
 	u64 a0, a1;

 	pf_netdev = ufdev->netdev;
 	a0 = qp_idx;
 	a1 = CMD_QP_RQWQ;

 	status = usnic_fwd_devcmd(ufdev, vnic_idx, CMD_QP_ENABLE,
 						&a0, &a1);
 	if (status) {
 		usnic_err("PF %s VNIC Index %u RQ Index: %u ENABLE Failed with status %d",
 				netdev_name(pf_netdev),
 				vnic_idx,
 				qp_idx,
 				status);
 	} else {
 		usnic_dbg("PF %s VNIC Index %u RQ Index: %u ENABLED",
 				netdev_name(pf_netdev),
 				vnic_idx, qp_idx);
 	}

 	return status;
 }

 int usnic_fwd_disable_qp(struct usnic_fwd_dev *ufdev, int vnic_idx, int qp_idx)
 {
 	int status;
 	u64 a0, a1;
 	struct net_device *pf_netdev;

 	pf_netdev = ufdev->netdev;
 	a0 = qp_idx;
 	a1 = CMD_QP_RQWQ;

 	status = usnic_fwd_devcmd(ufdev, vnic_idx, CMD_QP_DISABLE,
 			&a0, &a1);
 	if (status) {
 		usnic_err("PF %s VNIC Index %u RQ Index: %u DISABLE Failed with status %d",
 				netdev_name(pf_netdev),
 				vnic_idx,
 				qp_idx,
 				status);
 	} else {
 		usnic_dbg("PF %s VNIC Index %u RQ Index: %u DISABLED",
 				netdev_name(pf_netdev),
 				vnic_idx,
 				qp_idx);
 	}

 	return status;
 }
	/*
	* Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
	*
	* This software is available to you under a choice of one of two
	* licenses. You may choose to be licensed under the terms of the GNU
	* General Public License (GPL) Version 2, available from the file
	* COPYING in the main directory of this source tree, or the
	* BSD license below:
	*
	* Redistribution and use in source and binary forms, with or
	* without modification, are permitted provided that the following
	* conditions are met:
	*
	* - Redistributions of source code must retain the above
	* copyright notice, this list of conditions and the following
	* disclaimer.
	*
	* - Redistributions in binary form must reproduce the above
	* copyright notice, this list of conditions and the following
	* disclaimer in the documentation and/or other materials
	* provided with the distribution.
	*
	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
	* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
	* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
	* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
	* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
	* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
	* SOFTWARE.
	*
	*/
	#include <linux/netdevice.h>
	#include <linux/pci.h>

	#include "enic_api.h"
	#include "usnic_common_pkt_hdr.h"
	#include "usnic_fwd.h"
	#include "usnic_log.h"

	static int usnic_fwd_devcmd_locked(struct usnic_fwd_dev *ufdev, int vnic_idx,
	enum vnic_devcmd_cmd cmd, u64 *a0,
	u64 *a1)
	{
	int status;
	struct net_device *netdev = ufdev->netdev;

	lockdep_assert_held(&ufdev->lock);

	status = enic_api_devcmd_proxy_by_index(netdev,
	vnic_idx,
	cmd,
	a0, a1,
	1000);
	if (status) {
	if (status == ERR_EINVAL && cmd == CMD_DEL_FILTER) {
	usnic_dbg("Dev %s vnic idx %u cmd %u already deleted",
	ufdev->name, vnic_idx, cmd);
	} else {
	usnic_err("Dev %s vnic idx %u cmd %u failed with status %d\n",
	ufdev->name, vnic_idx, cmd,
	status);
	}
	} else {
	usnic_dbg("Dev %s vnic idx %u cmd %u success",
	ufdev->name, vnic_idx, cmd);
	}

	return status;
	}

	static int usnic_fwd_devcmd(struct usnic_fwd_dev *ufdev, int vnic_idx,
	enum vnic_devcmd_cmd cmd, u64 a0, u64 a1)
	{
	int status;

	spin_lock(&ufdev->lock);
	status = usnic_fwd_devcmd_locked(ufdev, vnic_idx, cmd, a0, a1);
	spin_unlock(&ufdev->lock);

	return status;
	}

	struct usnic_fwd_dev usnic_fwd_dev_alloc(struct pci_dev pdev)
	{
	struct usnic_fwd_dev *ufdev;

	ufdev = kzalloc(sizeof(*ufdev), GFP_KERNEL);
	if (!ufdev)
	return NULL;

	ufdev->pdev = pdev;
	ufdev->netdev = pci_get_drvdata(pdev);
	spin_lock_init(&ufdev->lock);
	BUILD_BUG_ON(sizeof(ufdev->name) != sizeof(ufdev->netdev->name));
	strcpy(ufdev->name, ufdev->netdev->name);

	return ufdev;
	}

	void usnic_fwd_dev_free(struct usnic_fwd_dev *ufdev)
	{
	kfree(ufdev);
	}

	void usnic_fwd_set_mac(struct usnic_fwd_dev *ufdev, char mac[ETH_ALEN])
	{
	spin_lock(&ufdev->lock);
	memcpy(&ufdev->mac, mac, sizeof(ufdev->mac));
	spin_unlock(&ufdev->lock);
	}

	void usnic_fwd_add_ipaddr(struct usnic_fwd_dev *ufdev, __be32 inaddr)
	{
	spin_lock(&ufdev->lock);
	if (!ufdev->inaddr)
	ufdev->inaddr = inaddr;
	spin_unlock(&ufdev->lock);
	}

	void usnic_fwd_del_ipaddr(struct usnic_fwd_dev *ufdev)
	{
	spin_lock(&ufdev->lock);
	ufdev->inaddr = 0;
	spin_unlock(&ufdev->lock);
	}

	void usnic_fwd_carrier_up(struct usnic_fwd_dev *ufdev)
	{
	spin_lock(&ufdev->lock);
	ufdev->link_up = 1;
	spin_unlock(&ufdev->lock);
	}

	void usnic_fwd_carrier_down(struct usnic_fwd_dev *ufdev)
	{
	spin_lock(&ufdev->lock);
	ufdev->link_up = 0;
	spin_unlock(&ufdev->lock);
	}

	void usnic_fwd_set_mtu(struct usnic_fwd_dev *ufdev, unsigned int mtu)
	{
	spin_lock(&ufdev->lock);
	ufdev->mtu = mtu;
	spin_unlock(&ufdev->lock);
	}

	static int usnic_fwd_dev_ready_locked(struct usnic_fwd_dev *ufdev)
	{
	lockdep_assert_held(&ufdev->lock);

	if (!ufdev->link_up)
	return -EPERM;

	return 0;
	}

	static int validate_filter_locked(struct usnic_fwd_dev *ufdev,
	struct filter *filter)
	{

	lockdep_assert_held(&ufdev->lock);

	if (filter->type == FILTER_IPV4_5TUPLE) {
	if (!(filter->u.ipv4.flags & FILTER_FIELD_5TUP_DST_AD))
	return -EACCES;
	if (!(filter->u.ipv4.flags & FILTER_FIELD_5TUP_DST_PT))
	return -EBUSY;
	else if (ufdev->inaddr == 0)
	return -EINVAL;
	else if (filter->u.ipv4.dst_port == 0)
	return -ERANGE;
	else if (ntohl(ufdev->inaddr) != filter->u.ipv4.dst_addr)
	return -EFAULT;
	else
	return 0;
	}

	return 0;
	}

	static void fill_tlv(struct filter_tlv tlv, struct filter filter,
	struct filter_action *action)
	{
	tlv->type = CLSF_TLV_FILTER;
	tlv->length = sizeof(struct filter);
	((struct filter )&tlv->val) = *filter;

	tlv = (struct filter_tlv )((char )tlv + sizeof(struct filter_tlv) +
	sizeof(struct filter));
	tlv->type = CLSF_TLV_ACTION;
	tlv->length = sizeof(struct filter_action);
	((struct filter_action )&tlv->val) = *action;
	}

	struct usnic_fwd_flow*
	usnic_fwd_alloc_flow(struct usnic_fwd_dev ufdev, struct filter filter,
	struct usnic_filter_action *uaction)
	{
	struct filter_tlv *tlv;
	struct pci_dev *pdev;
	struct usnic_fwd_flow *flow;
	uint64_t a0, a1;
	uint64_t tlv_size;
	dma_addr_t tlv_pa;
	int status;

	pdev = ufdev->pdev;
	tlv_size = (2*sizeof(struct filter_tlv) + sizeof(struct filter) +
	sizeof(struct filter_action));

	flow = kzalloc(sizeof(*flow), GFP_ATOMIC);
	if (!flow)
	return ERR_PTR(-ENOMEM);

	tlv = pci_alloc_consistent(pdev, tlv_size, &tlv_pa);
	if (!tlv) {
	usnic_err("Failed to allocate memory\n");
	status = -ENOMEM;
	goto out_free_flow;
	}

	fill_tlv(tlv, filter, &uaction->action);

	spin_lock(&ufdev->lock);
	status = usnic_fwd_dev_ready_locked(ufdev);
	if (status) {
	usnic_err("Forwarding dev %s not ready with status %d\n",
	ufdev->name, status);
	goto out_free_tlv;
	}

	status = validate_filter_locked(ufdev, filter);
	if (status) {
	usnic_err("Failed to validate filter with status %d\n",
	status);
	goto out_free_tlv;
	}

	/* Issue Devcmd */
	a0 = tlv_pa;
	a1 = tlv_size;
	status = usnic_fwd_devcmd_locked(ufdev, uaction->vnic_idx,
	CMD_ADD_FILTER, &a0, &a1);
	if (status) {
	usnic_err("VF %s Filter add failed with status:%d",
	ufdev->name, status);
	status = -EFAULT;
	goto out_free_tlv;
	} else {
	usnic_dbg("VF %s FILTER ID:%llu", ufdev->name, a0);
	}

	flow->flow_id = (uint32_t) a0;
	flow->vnic_idx = uaction->vnic_idx;
	flow->ufdev = ufdev;

	out_free_tlv:
	spin_unlock(&ufdev->lock);
	pci_free_consistent(pdev, tlv_size, tlv, tlv_pa);
	if (!status)
	return flow;
	out_free_flow:
	kfree(flow);
	return ERR_PTR(status);
	}

	int usnic_fwd_dealloc_flow(struct usnic_fwd_flow *flow)
	{
	int status;
	u64 a0, a1;

	a0 = flow->flow_id;

	status = usnic_fwd_devcmd(flow->ufdev, flow->vnic_idx,
	CMD_DEL_FILTER, &a0, &a1);
	if (status) {
	if (status == ERR_EINVAL) {
	usnic_dbg("Filter %u already deleted for VF Idx %u pf: %s status: %d",
	flow->flow_id, flow->vnic_idx,
	flow->ufdev->name, status);
	} else {
	usnic_err("PF %s VF Idx %u Filter: %u FILTER DELETE failed with status %d",
	flow->ufdev->name, flow->vnic_idx,
	flow->flow_id, status);
	}
	status = 0;
	/*
	* Log the error and fake success to the caller because if
	* a flow fails to be deleted in the firmware, it is an
	* unrecoverable error.
	*/
	} else {
	usnic_dbg("PF %s VF Idx %u Filter: %u FILTER DELETED",
	flow->ufdev->name, flow->vnic_idx,
	flow->flow_id);
	}

	kfree(flow);
	return status;
	}

	int usnic_fwd_enable_qp(struct usnic_fwd_dev *ufdev, int vnic_idx, int qp_idx)
	{
	int status;
	struct net_device *pf_netdev;
	u64 a0, a1;

	pf_netdev = ufdev->netdev;
	a0 = qp_idx;
	a1 = CMD_QP_RQWQ;

	status = usnic_fwd_devcmd(ufdev, vnic_idx, CMD_QP_ENABLE,
	&a0, &a1);
	if (status) {
	usnic_err("PF %s VNIC Index %u RQ Index: %u ENABLE Failed with status %d",
	netdev_name(pf_netdev),
	vnic_idx,
	qp_idx,
	status);
	} else {
	usnic_dbg("PF %s VNIC Index %u RQ Index: %u ENABLED",
	netdev_name(pf_netdev),
	vnic_idx, qp_idx);
	}

	return status;
	}

	int usnic_fwd_disable_qp(struct usnic_fwd_dev *ufdev, int vnic_idx, int qp_idx)
	{
	int status;
	u64 a0, a1;
	struct net_device *pf_netdev;

	pf_netdev = ufdev->netdev;
	a0 = qp_idx;
	a1 = CMD_QP_RQWQ;

	status = usnic_fwd_devcmd(ufdev, vnic_idx, CMD_QP_DISABLE,
	&a0, &a1);
	if (status) {
	usnic_err("PF %s VNIC Index %u RQ Index: %u DISABLE Failed with status %d",
	netdev_name(pf_netdev),
	vnic_idx,
	qp_idx,
	status);
	} else {
	usnic_dbg("PF %s VNIC Index %u RQ Index: %u DISABLED",
	netdev_name(pf_netdev),
	vnic_idx,
	qp_idx);
	}

	return status;
	}