mirror of
				https://github.com/torvalds/linux.git
				synced 2025-11-03 18:20:25 +02:00 
			
		
		
		
	This patch split up struct ib_send_wr so that all non-trivial verbs use their own structure which embedds struct ib_send_wr. This dramaticly shrinks the size of a WR for most common operations: sizeof(struct ib_send_wr) (old): 96 sizeof(struct ib_send_wr): 48 sizeof(struct ib_rdma_wr): 64 sizeof(struct ib_atomic_wr): 96 sizeof(struct ib_ud_wr): 88 sizeof(struct ib_fast_reg_wr): 88 sizeof(struct ib_bind_mw_wr): 96 sizeof(struct ib_sig_handover_wr): 80 And with Sagi's pending MR rework the fast registration WR will also be down to a reasonable size: sizeof(struct ib_fastreg_wr): 64 Signed-off-by: Christoph Hellwig <hch@lst.de> Reviewed-by: Bart Van Assche <bart.vanassche@sandisk.com> [srp, srpt] Reviewed-by: Chuck Lever <chuck.lever@oracle.com> [sunrpc] Tested-by: Haggai Eran <haggaie@mellanox.com> Tested-by: Sagi Grimberg <sagig@mellanox.com> Tested-by: Steve Wise <swise@opengridcomputing.com>
		
			
				
	
	
		
			222 lines
		
	
	
	
		
			6.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			222 lines
		
	
	
	
		
			6.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Copyright (c) 2004, 2005 Mellanox Technologies Ltd.  All rights reserved.
 | 
						|
 * Copyright (c) 2004, 2005 Infinicon Corporation.  All rights reserved.
 | 
						|
 * Copyright (c) 2004, 2005 Intel Corporation.  All rights reserved.
 | 
						|
 * Copyright (c) 2004, 2005 Topspin Corporation.  All rights reserved.
 | 
						|
 * Copyright (c) 2004-2007 Voltaire Corporation.  All rights reserved.
 | 
						|
 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
 | 
						|
 *
 | 
						|
 * This software is available to you under a choice of one of two
 | 
						|
 * licenses.  You may choose to be licensed under the terms of the GNU
 | 
						|
 * General Public License (GPL) Version 2, available from the file
 | 
						|
 * COPYING in the main directory of this source tree, or the
 | 
						|
 * OpenIB.org BSD license below:
 | 
						|
 *
 | 
						|
 *     Redistribution and use in source and binary forms, with or
 | 
						|
 *     without modification, are permitted provided that the following
 | 
						|
 *     conditions are met:
 | 
						|
 *
 | 
						|
 *      - Redistributions of source code must retain the above
 | 
						|
 *        copyright notice, this list of conditions and the following
 | 
						|
 *        disclaimer.
 | 
						|
 *
 | 
						|
 *      - Redistributions in binary form must reproduce the above
 | 
						|
 *        copyright notice, this list of conditions and the following
 | 
						|
 *        disclaimer in the documentation and/or other materials
 | 
						|
 *        provided with the distribution.
 | 
						|
 *
 | 
						|
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 | 
						|
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 | 
						|
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 | 
						|
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 | 
						|
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 | 
						|
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 | 
						|
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 | 
						|
 * SOFTWARE.
 | 
						|
 *
 | 
						|
 */
 | 
						|
 | 
						|
#include <linux/slab.h>
 | 
						|
#include <linux/string.h>
 | 
						|
 | 
						|
#include "agent.h"
 | 
						|
#include "smi.h"
 | 
						|
#include "mad_priv.h"
 | 
						|
 | 
						|
#define SPFX "ib_agent: "
 | 
						|
 | 
						|
struct ib_agent_port_private {
 | 
						|
	struct list_head port_list;
 | 
						|
	struct ib_mad_agent *agent[2];
 | 
						|
};
 | 
						|
 | 
						|
static DEFINE_SPINLOCK(ib_agent_port_list_lock);
 | 
						|
static LIST_HEAD(ib_agent_port_list);
 | 
						|
 | 
						|
static struct ib_agent_port_private *
 | 
						|
__ib_get_agent_port(const struct ib_device *device, int port_num)
 | 
						|
{
 | 
						|
	struct ib_agent_port_private *entry;
 | 
						|
 | 
						|
	list_for_each_entry(entry, &ib_agent_port_list, port_list) {
 | 
						|
		if (entry->agent[1]->device == device &&
 | 
						|
		    entry->agent[1]->port_num == port_num)
 | 
						|
			return entry;
 | 
						|
	}
 | 
						|
	return NULL;
 | 
						|
}
 | 
						|
 | 
						|
static struct ib_agent_port_private *
 | 
						|
ib_get_agent_port(const struct ib_device *device, int port_num)
 | 
						|
{
 | 
						|
	struct ib_agent_port_private *entry;
 | 
						|
	unsigned long flags;
 | 
						|
 | 
						|
	spin_lock_irqsave(&ib_agent_port_list_lock, flags);
 | 
						|
	entry = __ib_get_agent_port(device, port_num);
 | 
						|
	spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
 | 
						|
	return entry;
 | 
						|
}
 | 
						|
 | 
						|
void agent_send_response(const struct ib_mad_hdr *mad_hdr, const struct ib_grh *grh,
 | 
						|
			 const struct ib_wc *wc, const struct ib_device *device,
 | 
						|
			 int port_num, int qpn, size_t resp_mad_len, bool opa)
 | 
						|
{
 | 
						|
	struct ib_agent_port_private *port_priv;
 | 
						|
	struct ib_mad_agent *agent;
 | 
						|
	struct ib_mad_send_buf *send_buf;
 | 
						|
	struct ib_ah *ah;
 | 
						|
	struct ib_mad_send_wr_private *mad_send_wr;
 | 
						|
 | 
						|
	if (rdma_cap_ib_switch(device))
 | 
						|
		port_priv = ib_get_agent_port(device, 0);
 | 
						|
	else
 | 
						|
		port_priv = ib_get_agent_port(device, port_num);
 | 
						|
 | 
						|
	if (!port_priv) {
 | 
						|
		dev_err(&device->dev, "Unable to find port agent\n");
 | 
						|
		return;
 | 
						|
	}
 | 
						|
 | 
						|
	agent = port_priv->agent[qpn];
 | 
						|
	ah = ib_create_ah_from_wc(agent->qp->pd, wc, grh, port_num);
 | 
						|
	if (IS_ERR(ah)) {
 | 
						|
		dev_err(&device->dev, "ib_create_ah_from_wc error %ld\n",
 | 
						|
			PTR_ERR(ah));
 | 
						|
		return;
 | 
						|
	}
 | 
						|
 | 
						|
	if (opa && mad_hdr->base_version != OPA_MGMT_BASE_VERSION)
 | 
						|
		resp_mad_len = IB_MGMT_MAD_SIZE;
 | 
						|
 | 
						|
	send_buf = ib_create_send_mad(agent, wc->src_qp, wc->pkey_index, 0,
 | 
						|
				      IB_MGMT_MAD_HDR,
 | 
						|
				      resp_mad_len - IB_MGMT_MAD_HDR,
 | 
						|
				      GFP_KERNEL,
 | 
						|
				      mad_hdr->base_version);
 | 
						|
	if (IS_ERR(send_buf)) {
 | 
						|
		dev_err(&device->dev, "ib_create_send_mad error\n");
 | 
						|
		goto err1;
 | 
						|
	}
 | 
						|
 | 
						|
	memcpy(send_buf->mad, mad_hdr, resp_mad_len);
 | 
						|
	send_buf->ah = ah;
 | 
						|
 | 
						|
	if (rdma_cap_ib_switch(device)) {
 | 
						|
		mad_send_wr = container_of(send_buf,
 | 
						|
					   struct ib_mad_send_wr_private,
 | 
						|
					   send_buf);
 | 
						|
		mad_send_wr->send_wr.port_num = port_num;
 | 
						|
	}
 | 
						|
 | 
						|
	if (ib_post_send_mad(send_buf, NULL)) {
 | 
						|
		dev_err(&device->dev, "ib_post_send_mad error\n");
 | 
						|
		goto err2;
 | 
						|
	}
 | 
						|
	return;
 | 
						|
err2:
 | 
						|
	ib_free_send_mad(send_buf);
 | 
						|
err1:
 | 
						|
	ib_destroy_ah(ah);
 | 
						|
}
 | 
						|
 | 
						|
static void agent_send_handler(struct ib_mad_agent *mad_agent,
 | 
						|
			       struct ib_mad_send_wc *mad_send_wc)
 | 
						|
{
 | 
						|
	ib_destroy_ah(mad_send_wc->send_buf->ah);
 | 
						|
	ib_free_send_mad(mad_send_wc->send_buf);
 | 
						|
}
 | 
						|
 | 
						|
int ib_agent_port_open(struct ib_device *device, int port_num)
 | 
						|
{
 | 
						|
	struct ib_agent_port_private *port_priv;
 | 
						|
	unsigned long flags;
 | 
						|
	int ret;
 | 
						|
 | 
						|
	/* Create new device info */
 | 
						|
	port_priv = kzalloc(sizeof *port_priv, GFP_KERNEL);
 | 
						|
	if (!port_priv) {
 | 
						|
		dev_err(&device->dev, "No memory for ib_agent_port_private\n");
 | 
						|
		ret = -ENOMEM;
 | 
						|
		goto error1;
 | 
						|
	}
 | 
						|
 | 
						|
	if (rdma_cap_ib_smi(device, port_num)) {
 | 
						|
		/* Obtain send only MAD agent for SMI QP */
 | 
						|
		port_priv->agent[0] = ib_register_mad_agent(device, port_num,
 | 
						|
							    IB_QPT_SMI, NULL, 0,
 | 
						|
							    &agent_send_handler,
 | 
						|
							    NULL, NULL, 0);
 | 
						|
		if (IS_ERR(port_priv->agent[0])) {
 | 
						|
			ret = PTR_ERR(port_priv->agent[0]);
 | 
						|
			goto error2;
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	/* Obtain send only MAD agent for GSI QP */
 | 
						|
	port_priv->agent[1] = ib_register_mad_agent(device, port_num,
 | 
						|
						    IB_QPT_GSI, NULL, 0,
 | 
						|
						    &agent_send_handler,
 | 
						|
						    NULL, NULL, 0);
 | 
						|
	if (IS_ERR(port_priv->agent[1])) {
 | 
						|
		ret = PTR_ERR(port_priv->agent[1]);
 | 
						|
		goto error3;
 | 
						|
	}
 | 
						|
 | 
						|
	spin_lock_irqsave(&ib_agent_port_list_lock, flags);
 | 
						|
	list_add_tail(&port_priv->port_list, &ib_agent_port_list);
 | 
						|
	spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
 | 
						|
 | 
						|
	return 0;
 | 
						|
 | 
						|
error3:
 | 
						|
	if (port_priv->agent[0])
 | 
						|
		ib_unregister_mad_agent(port_priv->agent[0]);
 | 
						|
error2:
 | 
						|
	kfree(port_priv);
 | 
						|
error1:
 | 
						|
	return ret;
 | 
						|
}
 | 
						|
 | 
						|
int ib_agent_port_close(struct ib_device *device, int port_num)
 | 
						|
{
 | 
						|
	struct ib_agent_port_private *port_priv;
 | 
						|
	unsigned long flags;
 | 
						|
 | 
						|
	spin_lock_irqsave(&ib_agent_port_list_lock, flags);
 | 
						|
	port_priv = __ib_get_agent_port(device, port_num);
 | 
						|
	if (port_priv == NULL) {
 | 
						|
		spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
 | 
						|
		dev_err(&device->dev, "Port %d not found\n", port_num);
 | 
						|
		return -ENODEV;
 | 
						|
	}
 | 
						|
	list_del(&port_priv->port_list);
 | 
						|
	spin_unlock_irqrestore(&ib_agent_port_list_lock, flags);
 | 
						|
 | 
						|
	ib_unregister_mad_agent(port_priv->agent[1]);
 | 
						|
	if (port_priv->agent[0])
 | 
						|
		ib_unregister_mad_agent(port_priv->agent[0]);
 | 
						|
 | 
						|
	kfree(port_priv);
 | 
						|
	return 0;
 | 
						|
}
 |