ipoib.h 21.7 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1 2
/*
 * Copyright (c) 2004, 2005 Topspin Communications.  All rights reserved.
3 4
 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
 * Copyright (c) 2004 Voltaire, Inc. All rights reserved.
Linus Torvalds's avatar
Linus Torvalds committed
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#ifndef _IPOIB_H
#define _IPOIB_H

#include <linux/list.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/workqueue.h>
#include <linux/kref.h>
#include <linux/if_infiniband.h>
44
#include <linux/mutex.h>
Linus Torvalds's avatar
Linus Torvalds committed
45 46

#include <net/neighbour.h>
47
#include <net/sch_generic.h>
Linus Torvalds's avatar
Linus Torvalds committed
48

Arun Sharma's avatar
Arun Sharma committed
49
#include <linux/atomic.h>
Linus Torvalds's avatar
Linus Torvalds committed
50

51 52 53
#include <rdma/ib_verbs.h>
#include <rdma/ib_pack.h>
#include <rdma/ib_sa.h>
Or Gerlitz's avatar
Or Gerlitz committed
54
#include <linux/sched.h>
Linus Torvalds's avatar
Linus Torvalds committed
55 56 57

/* constants */

58 59 60 61 62 63
enum ipoib_flush_level {
	IPOIB_FLUSH_LIGHT,
	IPOIB_FLUSH_NORMAL,
	IPOIB_FLUSH_HEAVY
};

Linus Torvalds's avatar
Linus Torvalds committed
64
enum {
65
	IPOIB_ENCAP_LEN		  = 4,
Linus Torvalds's avatar
Linus Torvalds committed
66

67 68 69
	IPOIB_UD_HEAD_SIZE	  = IB_GRH_BYTES + IPOIB_ENCAP_LEN,
	IPOIB_UD_RX_SG		  = 2, /* max buffer needed for 4K mtu */

70 71 72 73
	IPOIB_CM_MTU		  = 0x10000 - 0x10, /* padding to align header to 16 */
	IPOIB_CM_BUF_SIZE	  = IPOIB_CM_MTU  + IPOIB_ENCAP_LEN,
	IPOIB_CM_HEAD_SIZE	  = IPOIB_CM_BUF_SIZE % PAGE_SIZE,
	IPOIB_CM_RX_SG		  = ALIGN(IPOIB_CM_BUF_SIZE, PAGE_SIZE) / PAGE_SIZE,
74 75
	IPOIB_RX_RING_SIZE	  = 256,
	IPOIB_TX_RING_SIZE	  = 128,
76 77
	IPOIB_MAX_QUEUE_SIZE	  = 8192,
	IPOIB_MIN_QUEUE_SIZE	  = 2,
78
	IPOIB_CM_MAX_CONN_QP	  = 4096,
Linus Torvalds's avatar
Linus Torvalds committed
79

80
	IPOIB_NUM_WC		  = 4,
Linus Torvalds's avatar
Linus Torvalds committed
81 82

	IPOIB_MAX_PATH_REC_QUEUE  = 3,
83
	IPOIB_MAX_MCAST_QUEUE	  = 64,
84 85 86 87 88 89 90 91

	IPOIB_FLAG_OPER_UP	  = 0,
	IPOIB_FLAG_INITIALIZED	  = 1,
	IPOIB_FLAG_ADMIN_UP	  = 2,
	IPOIB_PKEY_ASSIGNED	  = 3,
	IPOIB_FLAG_SUBINTERFACE	  = 5,
	IPOIB_STOP_REAPER	  = 7,
	IPOIB_FLAG_ADMIN_CM	  = 9,
92
	IPOIB_FLAG_UMCAST	  = 10,
93 94
	IPOIB_STOP_NEIGH_GC	  = 11,
	IPOIB_NEIGH_TBL_FLUSH	  = 12,
Linus Torvalds's avatar
Linus Torvalds committed
95 96 97

	IPOIB_MAX_BACKOFF_SECONDS = 16,

98
	IPOIB_MCAST_FLAG_FOUND	  = 0,	/* used in set_multicast_list */
Linus Torvalds's avatar
Linus Torvalds committed
99
	IPOIB_MCAST_FLAG_SENDONLY = 1,
100 101 102 103 104 105 106 107
	/*
	 * For IPOIB_MCAST_FLAG_BUSY
	 * When set, in flight join and mcast->mc is unreliable
	 * When clear and mcast->mc IS_ERR_OR_NULL, need to restart or
	 *   haven't started yet
	 * When clear and mcast->mc is valid pointer, join was successful
	 */
	IPOIB_MCAST_FLAG_BUSY	  = 2,
Linus Torvalds's avatar
Linus Torvalds committed
108
	IPOIB_MCAST_FLAG_ATTACHED = 3,
109 110

	MAX_SEND_CQE		  = 16,
111
	IPOIB_CM_COPYBREAK	  = 256,
112 113 114 115

	IPOIB_NON_CHILD		  = 0,
	IPOIB_LEGACY_CHILD	  = 1,
	IPOIB_RTNL_CHILD	  = 2,
Linus Torvalds's avatar
Linus Torvalds committed
116 117
};

118 119
#define	IPOIB_OP_RECV   (1ul << 31)
#ifdef CONFIG_INFINIBAND_IPOIB_CM
120
#define	IPOIB_OP_CM     (1ul << 30)
121
#else
122
#define	IPOIB_OP_CM     (0)
123 124
#endif

125 126
#define IPOIB_QPN_MASK ((__force u32) cpu_to_be32(0xFFFFFF))

Linus Torvalds's avatar
Linus Torvalds committed
127 128 129
/* structs */

struct ipoib_header {
130 131
	__be16	proto;
	u16	reserved;
Linus Torvalds's avatar
Linus Torvalds committed
132 133
};

134 135 136
struct ipoib_cb {
	struct qdisc_skb_cb	qdisc_cb;
	u8			hwaddr[INFINIBAND_ALEN];
Linus Torvalds's avatar
Linus Torvalds committed
137 138
};

139 140 141 142 143 144
static inline struct ipoib_cb *ipoib_skb_cb(const struct sk_buff *skb)
{
	BUILD_BUG_ON(sizeof(skb->cb) < sizeof(struct ipoib_cb));
	return (struct ipoib_cb *)skb->cb;
}

145 146 147 148
/* Used for all multicast joins (broadcast, IPv4 mcast and IPv6 mcast) */
struct ipoib_mcast {
	struct ib_sa_mcmember_rec mcmember;
	struct ib_sa_multicast	 *mc;
149
	struct ipoib_ah		 *ah;
150 151 152 153 154 155

	struct rb_node    rb_node;
	struct list_head  list;

	unsigned long created;
	unsigned long backoff;
156
	unsigned long delay_until;
157 158 159 160 161 162 163 164 165

	unsigned long flags;
	unsigned char logcount;

	struct list_head  neigh_list;

	struct sk_buff_head pkt_queue;

	struct net_device *dev;
166
	struct completion done;
167
};
Linus Torvalds's avatar
Linus Torvalds committed
168

169 170
struct ipoib_rx_buf {
	struct sk_buff *skb;
171
	u64		mapping[IPOIB_UD_RX_SG];
172 173 174
};

struct ipoib_tx_buf {
Linus Torvalds's avatar
Linus Torvalds committed
175
	struct sk_buff *skb;
Eli Cohen's avatar
Eli Cohen committed
176
	u64		mapping[MAX_SKB_FRAGS + 1];
Linus Torvalds's avatar
Linus Torvalds committed
177 178
};

179 180 181 182 183
struct ipoib_cm_tx_buf {
	struct sk_buff *skb;
	u64		mapping;
};

184 185 186 187 188 189 190
struct ib_cm_id;

struct ipoib_cm_data {
	__be32 qpn; /* High byte MUST be ignored on receive */
	__be32 mtu;
};

Michael S. Tsirkin's avatar
Michael S. Tsirkin committed
191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214
/*
 * Quoting 10.3.1 Queue Pair and EE Context States:
 *
 * Note, for QPs that are associated with an SRQ, the Consumer should take the
 * QP through the Error State before invoking a Destroy QP or a Modify QP to the
 * Reset State.  The Consumer may invoke the Destroy QP without first performing
 * a Modify QP to the Error State and waiting for the Affiliated Asynchronous
 * Last WQE Reached Event. However, if the Consumer does not wait for the
 * Affiliated Asynchronous Last WQE Reached Event, then WQE and Data Segment
 * leakage may occur. Therefore, it is good programming practice to tear down a
 * QP that is associated with an SRQ by using the following process:
 *
 * - Put the QP in the Error State
 * - Wait for the Affiliated Asynchronous Last WQE Reached Event;
 * - either:
 *       drain the CQ by invoking the Poll CQ verb and either wait for CQ
 *       to be empty or the number of Poll CQ operations has exceeded
 *       CQ capacity size;
 * - or
 *       post another WR that completes on the same CQ and wait for this
 *       WR to return as a WC;
 * - and then invoke a Destroy QP or Reset QP.
 *
 * We use the second option and wait for a completion on the
215
 * same CQ before destroying QPs attached to our SRQ.
Michael S. Tsirkin's avatar
Michael S. Tsirkin committed
216 217 218 219 220 221 222 223
 */

enum ipoib_cm_state {
	IPOIB_CM_RX_LIVE,
	IPOIB_CM_RX_ERROR, /* Ignored by stale task */
	IPOIB_CM_RX_FLUSH  /* Last WQE Reached event observed */
};

224
struct ipoib_cm_rx {
225 226
	struct ib_cm_id	       *id;
	struct ib_qp	       *qp;
227
	struct ipoib_cm_rx_buf *rx_ring;
228 229 230 231
	struct list_head	list;
	struct net_device      *dev;
	unsigned long		jiffies;
	enum ipoib_cm_state	state;
232
	int			recv_count;
233 234 235
};

struct ipoib_cm_tx {
236 237
	struct ib_cm_id	    *id;
	struct ib_qp	    *qp;
238 239 240 241
	struct list_head     list;
	struct net_device   *dev;
	struct ipoib_neigh  *neigh;
	struct ipoib_path   *path;
242
	struct ipoib_tx_buf *tx_ring;
243 244 245 246
	unsigned	     tx_head;
	unsigned	     tx_tail;
	unsigned long	     flags;
	u32		     mtu;
247
	unsigned             max_send_sge;
248 249 250 251 252 253 254 255
};

struct ipoib_cm_rx_buf {
	struct sk_buff *skb;
	u64 mapping[IPOIB_CM_RX_SG];
};

struct ipoib_cm_dev_priv {
256
	struct ib_srq	       *srq;
257
	struct ipoib_cm_rx_buf *srq_ring;
258 259 260 261 262 263
	struct ib_cm_id	       *id;
	struct list_head	passive_ids;   /* state: LIVE */
	struct list_head	rx_error_list; /* state: ERROR */
	struct list_head	rx_flush_list; /* state: FLUSH, drain not started */
	struct list_head	rx_drain_list; /* state: FLUSH, drain started */
	struct list_head	rx_reap_list;  /* state: FLUSH, drain done */
264 265 266
	struct work_struct      start_task;
	struct work_struct      reap_task;
	struct work_struct      skb_task;
Michael S. Tsirkin's avatar
Michael S. Tsirkin committed
267
	struct work_struct      rx_reap_task;
268 269
	struct delayed_work     stale_task;
	struct sk_buff_head     skb_queue;
270 271 272 273
	struct list_head	start_list;
	struct list_head	reap_list;
	struct ib_wc		ibwc[IPOIB_NUM_WC];
	struct ib_sge		rx_sge[IPOIB_CM_RX_SG];
274
	struct ib_recv_wr       rx_wr;
275
	int			nonsrq_conn_qp;
276 277
	int			max_cm_mtu;
	int			num_frags;
278 279
};

280 281 282 283 284
struct ipoib_ethtool_st {
	u16     coalesce_usecs;
	u16     max_coalesced_frames;
};

285 286
struct ipoib_neigh_table;

287
struct ipoib_neigh_hash {
288
	struct ipoib_neigh_table       *ntbl;
289 290 291 292 293 294 295 296 297 298
	struct ipoib_neigh __rcu      **buckets;
	struct rcu_head			rcu;
	u32				mask;
	u32				size;
};

struct ipoib_neigh_table {
	struct ipoib_neigh_hash __rcu  *htbl;
	atomic_t			entries;
	struct completion		flushed;
299
	struct completion		deleted;
300 301
};

302 303 304 305 306
struct ipoib_qp_state_validate {
	struct work_struct work;
	struct ipoib_dev_priv   *priv;
};

Linus Torvalds's avatar
Linus Torvalds committed
307
/*
308 309 310
 * Device private locking: network stack tx_lock protects members used
 * in TX fast path, lock protects everything else.  lock nests inside
 * of tx_lock (ie tx_lock must be acquired first if needed).
Linus Torvalds's avatar
Linus Torvalds committed
311 312 313 314 315 316
 */
struct ipoib_dev_priv {
	spinlock_t lock;

	struct net_device *dev;

317 318
	struct napi_struct napi;

Linus Torvalds's avatar
Linus Torvalds committed
319 320
	unsigned long flags;

321
	struct rw_semaphore vlan_rwsem;
Linus Torvalds's avatar
Linus Torvalds committed
322 323 324 325

	struct rb_root  path_tree;
	struct list_head path_list;

326 327
	struct ipoib_neigh_table ntbl;

Linus Torvalds's avatar
Linus Torvalds committed
328 329 330 331
	struct ipoib_mcast *broadcast;
	struct list_head multicast_list;
	struct rb_root multicast_tree;

332
	struct workqueue_struct *wq;
David Howells's avatar
David Howells committed
333
	struct delayed_work mcast_task;
334
	struct work_struct carrier_on_task;
335 336 337
	struct work_struct flush_light;
	struct work_struct flush_normal;
	struct work_struct flush_heavy;
Linus Torvalds's avatar
Linus Torvalds committed
338
	struct work_struct restart_task;
David Howells's avatar
David Howells committed
339
	struct delayed_work ah_reap_task;
340
	struct delayed_work neigh_reap_task;
Linus Torvalds's avatar
Linus Torvalds committed
341
	struct ib_device *ca;
342 343 344 345
	u8		  port;
	u16		  pkey;
	u16		  pkey_index;
	struct ib_pd	 *pd;
346 347
	struct ib_cq	 *recv_cq;
	struct ib_cq	 *send_cq;
348 349
	struct ib_qp	 *qp;
	u32		  qkey;
Linus Torvalds's avatar
Linus Torvalds committed
350 351

	union ib_gid local_gid;
352
	u16	     local_lid;
Linus Torvalds's avatar
Linus Torvalds committed
353 354 355

	unsigned int admin_mtu;
	unsigned int mcast_mtu;
356
	unsigned int max_ib_mtu;
Linus Torvalds's avatar
Linus Torvalds committed
357

358
	struct ipoib_rx_buf *rx_ring;
Linus Torvalds's avatar
Linus Torvalds committed
359

360
	struct ipoib_tx_buf *tx_ring;
361 362
	unsigned	     tx_head;
	unsigned	     tx_tail;
Eli Cohen's avatar
Eli Cohen committed
363
	struct ib_sge	     tx_sge[MAX_SKB_FRAGS + 1];
364
	struct ib_ud_wr      tx_wr;
365
	unsigned	     tx_outstanding;
366
	struct ib_wc	     send_wc[MAX_SEND_CQE];
Linus Torvalds's avatar
Linus Torvalds committed
367

368 369 370
	struct ib_recv_wr    rx_wr;
	struct ib_sge	     rx_sge[IPOIB_UD_RX_SG];

Linus Torvalds's avatar
Linus Torvalds committed
371 372 373 374 375 376 377 378 379
	struct ib_wc ibwc[IPOIB_NUM_WC];

	struct list_head dead_ahs;

	struct ib_event_handler event_handler;

	struct net_device *parent;
	struct list_head child_intfs;
	struct list_head list;
380
	int    child_type;
Linus Torvalds's avatar
Linus Torvalds committed
381

382 383 384 385
#ifdef CONFIG_INFINIBAND_IPOIB_CM
	struct ipoib_cm_dev_priv cm;
#endif

Linus Torvalds's avatar
Linus Torvalds committed
386 387 388
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
	struct list_head fs_list;
	struct dentry *mcg_dentry;
389
	struct dentry *path_dentry;
Linus Torvalds's avatar
Linus Torvalds committed
390
#endif
391
	u64	hca_caps;
392
	struct ipoib_ethtool_st ethtool;
393
	struct timer_list poll_timer;
394
	unsigned max_send_sge;
Linus Torvalds's avatar
Linus Torvalds committed
395 396 397 398
};

struct ipoib_ah {
	struct net_device *dev;
399
	struct ib_ah	  *ah;
Linus Torvalds's avatar
Linus Torvalds committed
400
	struct list_head   list;
401 402
	struct kref	   ref;
	unsigned	   last_send;
Linus Torvalds's avatar
Linus Torvalds committed
403 404 405 406 407 408 409 410 411 412
};

struct ipoib_path {
	struct net_device    *dev;
	struct ib_sa_path_rec pathrec;
	struct ipoib_ah      *ah;
	struct sk_buff_head   queue;

	struct list_head      neigh_list;

413
	int		      query_id;
Linus Torvalds's avatar
Linus Torvalds committed
414 415 416
	struct ib_sa_query   *query;
	struct completion     done;

417
	struct rb_node	      rb_node;
Linus Torvalds's avatar
Linus Torvalds committed
418
	struct list_head      list;
419
	int  		      valid;
Linus Torvalds's avatar
Linus Torvalds committed
420 421 422 423
};

struct ipoib_neigh {
	struct ipoib_ah    *ah;
424 425 426
#ifdef CONFIG_INFINIBAND_IPOIB_CM
	struct ipoib_cm_tx *cm;
#endif
427
	u8     daddr[INFINIBAND_ALEN];
Linus Torvalds's avatar
Linus Torvalds committed
428 429
	struct sk_buff_head queue;

430
	struct net_device *dev;
Linus Torvalds's avatar
Linus Torvalds committed
431 432

	struct list_head    list;
433 434 435 436
	struct ipoib_neigh __rcu *hnext;
	struct rcu_head     rcu;
	atomic_t	    refcnt;
	unsigned long       alive;
Linus Torvalds's avatar
Linus Torvalds committed
437 438
};

439 440 441
#define IPOIB_UD_MTU(ib_mtu)		(ib_mtu - IPOIB_ENCAP_LEN)
#define IPOIB_UD_BUF_SIZE(ib_mtu)	(ib_mtu + IB_GRH_BYTES)

442 443
void ipoib_neigh_dtor(struct ipoib_neigh *neigh);
static inline void ipoib_neigh_put(struct ipoib_neigh *neigh)
Linus Torvalds's avatar
Linus Torvalds committed
444
{
445 446
	if (atomic_dec_and_test(&neigh->refcnt))
		ipoib_neigh_dtor(neigh);
Linus Torvalds's avatar
Linus Torvalds committed
447
}
448 449
struct ipoib_neigh *ipoib_neigh_get(struct net_device *dev, u8 *daddr);
struct ipoib_neigh *ipoib_neigh_alloc(u8 *daddr,
450
				      struct net_device *dev);
451 452
void ipoib_neigh_free(struct ipoib_neigh *neigh);
void ipoib_del_neighs_by_gid(struct net_device *dev, u8 *gid);
453

Linus Torvalds's avatar
Linus Torvalds committed
454 455 456 457
extern struct workqueue_struct *ipoib_workqueue;

/* functions */

458
int ipoib_poll(struct napi_struct *napi, int budget);
Linus Torvalds's avatar
Linus Torvalds committed
459
void ipoib_ib_completion(struct ib_cq *cq, void *dev_ptr);
460
void ipoib_send_comp_handler(struct ib_cq *cq, void *dev_ptr);
Linus Torvalds's avatar
Linus Torvalds committed
461 462 463 464 465 466 467 468

struct ipoib_ah *ipoib_create_ah(struct net_device *dev,
				 struct ib_pd *pd, struct ib_ah_attr *attr);
void ipoib_free_ah(struct kref *kref);
static inline void ipoib_put_ah(struct ipoib_ah *ah)
{
	kref_put(&ah->ref, ipoib_free_ah);
}
469
int ipoib_open(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
470
int ipoib_add_pkey_attr(struct net_device *dev);
471
int ipoib_add_umcast_attr(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
472 473 474

void ipoib_send(struct net_device *dev, struct sk_buff *skb,
		struct ipoib_ah *address, u32 qpn);
David Howells's avatar
David Howells committed
475
void ipoib_reap_ah(struct work_struct *work);
Linus Torvalds's avatar
Linus Torvalds committed
476

477
void ipoib_mark_paths_invalid(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
478 479 480 481
void ipoib_flush_paths(struct net_device *dev);
struct ipoib_dev_priv *ipoib_intf_alloc(const char *format);

int ipoib_ib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
482 483 484
void ipoib_ib_dev_flush_light(struct work_struct *work);
void ipoib_ib_dev_flush_normal(struct work_struct *work);
void ipoib_ib_dev_flush_heavy(struct work_struct *work);
485
void ipoib_pkey_event(struct work_struct *work);
Linus Torvalds's avatar
Linus Torvalds committed
486 487
void ipoib_ib_dev_cleanup(struct net_device *dev);

488
int ipoib_ib_dev_open(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
489
int ipoib_ib_dev_up(struct net_device *dev);
490 491
int ipoib_ib_dev_down(struct net_device *dev);
int ipoib_ib_dev_stop(struct net_device *dev);
492
void ipoib_pkey_dev_check_presence(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
493 494 495 496

int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
void ipoib_dev_cleanup(struct net_device *dev);

David Howells's avatar
David Howells committed
497
void ipoib_mcast_join_task(struct work_struct *work);
498
void ipoib_mcast_carrier_on_task(struct work_struct *work);
499
void ipoib_mcast_send(struct net_device *dev, u8 *daddr, struct sk_buff *skb);
Linus Torvalds's avatar
Linus Torvalds committed
500

David Howells's avatar
David Howells committed
501
void ipoib_mcast_restart_task(struct work_struct *work);
Linus Torvalds's avatar
Linus Torvalds committed
502
int ipoib_mcast_start_thread(struct net_device *dev);
503
int ipoib_mcast_stop_thread(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
504 505 506 507

void ipoib_mcast_dev_down(struct net_device *dev);
void ipoib_mcast_dev_flush(struct net_device *dev);

508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531
int ipoib_dma_map_tx(struct ib_device *ca, struct ipoib_tx_buf *tx_req);
void ipoib_dma_unmap_tx(struct ipoib_dev_priv *priv,
			struct ipoib_tx_buf *tx_req);

static inline void ipoib_build_sge(struct ipoib_dev_priv *priv,
				   struct ipoib_tx_buf *tx_req)
{
	int i, off;
	struct sk_buff *skb = tx_req->skb;
	skb_frag_t *frags = skb_shinfo(skb)->frags;
	int nr_frags = skb_shinfo(skb)->nr_frags;
	u64 *mapping = tx_req->mapping;

	if (skb_headlen(skb)) {
		priv->tx_sge[0].addr         = mapping[0];
		priv->tx_sge[0].length       = skb_headlen(skb);
		off = 1;
	} else
		off = 0;

	for (i = 0; i < nr_frags; ++i) {
		priv->tx_sge[i + off].addr = mapping[i + off];
		priv->tx_sge[i + off].length = skb_frag_size(&frags[i]);
	}
532
	priv->tx_wr.wr.num_sge	     = nr_frags + off;
533 534
}

535
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
Linus Torvalds's avatar
Linus Torvalds committed
536 537 538 539 540 541 542 543
struct ipoib_mcast_iter *ipoib_mcast_iter_init(struct net_device *dev);
int ipoib_mcast_iter_next(struct ipoib_mcast_iter *iter);
void ipoib_mcast_iter_read(struct ipoib_mcast_iter *iter,
				  union ib_gid *gid,
				  unsigned long *created,
				  unsigned int *queuelen,
				  unsigned int *complete,
				  unsigned int *send_only);
544 545 546 547 548

struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev);
int ipoib_path_iter_next(struct ipoib_path_iter *iter);
void ipoib_path_iter_read(struct ipoib_path_iter *iter,
			  struct ipoib_path *path);
549
#endif
Linus Torvalds's avatar
Linus Torvalds committed
550 551

int ipoib_mcast_attach(struct net_device *dev, u16 mlid,
552
		       union ib_gid *mgid, int set_qkey);
553
void ipoib_mcast_remove_list(struct list_head *remove_list);
554 555
void ipoib_check_and_add_mcast_sendonly(struct ipoib_dev_priv *priv, u8 *mgid,
				struct list_head *remove_list);
Linus Torvalds's avatar
Linus Torvalds committed
556

557
int ipoib_init_qp(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
558 559 560 561 562 563 564 565 566
int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca);
void ipoib_transport_dev_cleanup(struct net_device *dev);

void ipoib_event(struct ib_event_handler *handler,
		 struct ib_event *record);

int ipoib_vlan_add(struct net_device *pdev, unsigned short pkey);
int ipoib_vlan_delete(struct net_device *pdev, unsigned short pkey);

567 568 569 570 571 572
int __ipoib_vlan_add(struct ipoib_dev_priv *ppriv, struct ipoib_dev_priv *priv,
		     u16 pkey, int child_type);

int  __init ipoib_netlink_init(void);
void __exit ipoib_netlink_fini(void);

573 574 575
void ipoib_set_umcast(struct net_device *ndev, int umcast_val);
int  ipoib_set_mode(struct net_device *dev, const char *buf);

576 577
void ipoib_setup(struct net_device *dev);

578
void ipoib_pkey_open(struct ipoib_dev_priv *priv);
579
void ipoib_drain_cq(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
580

Eli Cohen's avatar
Eli Cohen committed
581
void ipoib_set_ethtool_ops(struct net_device *dev);
582
int ipoib_set_dev_features(struct ipoib_dev_priv *priv, struct ib_device *hca);
Eli Cohen's avatar
Eli Cohen committed
583

584 585
#define IPOIB_FLAGS_RC		0x80
#define IPOIB_FLAGS_UC		0x40
586 587 588 589

/* We don't support UC connections at the moment */
#define IPOIB_CM_SUPPORTED(ha)   (ha[0] & (IPOIB_FLAGS_RC))

590 591
#ifdef CONFIG_INFINIBAND_IPOIB_CM

592 593
extern int ipoib_max_conn_qp;

594 595 596 597 598 599 600
static inline int ipoib_cm_admin_enabled(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	return IPOIB_CM_SUPPORTED(dev->dev_addr) &&
		test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
}

601
static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
602 603
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
604
	return IPOIB_CM_SUPPORTED(hwaddr) &&
605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623
		test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
}

static inline int ipoib_cm_up(struct ipoib_neigh *neigh)

{
	return test_bit(IPOIB_FLAG_OPER_UP, &neigh->cm->flags);
}

static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
{
	return neigh->cm;
}

static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
{
	neigh->cm = tx;
}

624 625 626 627 628 629
static inline int ipoib_cm_has_srq(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	return !!priv->cm.srq;
}

630 631 632 633 634 635
static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	return priv->cm.max_cm_mtu;
}

636 637 638 639 640 641 642 643 644
void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx);
int ipoib_cm_dev_open(struct net_device *dev);
void ipoib_cm_dev_stop(struct net_device *dev);
int ipoib_cm_dev_init(struct net_device *dev);
int ipoib_cm_add_mode_attr(struct net_device *dev);
void ipoib_cm_dev_cleanup(struct net_device *dev);
struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
				    struct ipoib_neigh *neigh);
void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx);
645
void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
646 647
			   unsigned int mtu);
void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc);
648
void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc);
649 650 651 652
#else

struct ipoib_cm_tx;

653 654
#define ipoib_max_conn_qp 0

655 656 657 658
static inline int ipoib_cm_admin_enabled(struct net_device *dev)
{
	return 0;
}
659
static inline int ipoib_cm_enabled(struct net_device *dev, u8 *hwaddr)
660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679

{
	return 0;
}

static inline int ipoib_cm_up(struct ipoib_neigh *neigh)

{
	return 0;
}

static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
{
	return NULL;
}

static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
{
}

680 681 682 683 684
static inline int ipoib_cm_has_srq(struct net_device *dev)
{
	return 0;
}

685 686 687 688 689
static inline unsigned int ipoib_cm_max_mtu(struct net_device *dev)
{
	return 0;
}

690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738
static inline
void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx)
{
	return;
}

static inline
int ipoib_cm_dev_open(struct net_device *dev)
{
	return 0;
}

static inline
void ipoib_cm_dev_stop(struct net_device *dev)
{
	return;
}

static inline
int ipoib_cm_dev_init(struct net_device *dev)
{
	return -ENOSYS;
}

static inline
void ipoib_cm_dev_cleanup(struct net_device *dev)
{
	return;
}

static inline
struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
				    struct ipoib_neigh *neigh)
{
	return NULL;
}

static inline
void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx)
{
	return;
}

static inline
int ipoib_cm_add_mode_attr(struct net_device *dev)
{
	return 0;
}

739
static inline void ipoib_cm_skb_too_long(struct net_device *dev, struct sk_buff *skb,
740 741 742 743 744 745 746 747 748
					 unsigned int mtu)
{
	dev_kfree_skb_any(skb);
}

static inline void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc)
{
}

749 750 751
static inline void ipoib_cm_handle_tx_wc(struct net_device *dev, struct ib_wc *wc)
{
}
752 753
#endif

Linus Torvalds's avatar
Linus Torvalds committed
754
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
755 756
void ipoib_create_debug_files(struct net_device *dev);
void ipoib_delete_debug_files(struct net_device *dev);
Linus Torvalds's avatar
Linus Torvalds committed
757 758 759
int ipoib_register_debugfs(void);
void ipoib_unregister_debugfs(void);
#else
760 761
static inline void ipoib_create_debug_files(struct net_device *dev) { }
static inline void ipoib_delete_debug_files(struct net_device *dev) { }
Linus Torvalds's avatar
Linus Torvalds committed
762 763 764 765 766 767 768 769 770
static inline int ipoib_register_debugfs(void) { return 0; }
static inline void ipoib_unregister_debugfs(void) { }
#endif

#define ipoib_printk(level, priv, format, arg...)	\
	printk(level "%s: " format, ((struct ipoib_dev_priv *) priv)->dev->name , ## arg)
#define ipoib_warn(priv, format, arg...)		\
	ipoib_printk(KERN_WARNING, priv, format , ## arg)

771 772
extern int ipoib_sendq_size;
extern int ipoib_recvq_size;
Linus Torvalds's avatar
Linus Torvalds committed
773

774 775
extern struct ib_sa_client ipoib_sa_client;

Linus Torvalds's avatar
Linus Torvalds committed
776 777 778 779
#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
extern int ipoib_debug_level;

#define ipoib_dbg(priv, format, arg...)			\
780
	do {						\
Linus Torvalds's avatar
Linus Torvalds committed
781 782 783 784
		if (ipoib_debug_level > 0)			\
			ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	} while (0)
#define ipoib_dbg_mcast(priv, format, arg...)		\
785
	do {						\
Linus Torvalds's avatar
Linus Torvalds committed
786 787 788 789 790 791 792 793 794 795 796 797
		if (mcast_debug_level > 0)		\
			ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	} while (0)
#else /* CONFIG_INFINIBAND_IPOIB_DEBUG */
#define ipoib_dbg(priv, format, arg...)			\
	do { (void) (priv); } while (0)
#define ipoib_dbg_mcast(priv, format, arg...)		\
	do { (void) (priv); } while (0)
#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */

#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG_DATA
#define ipoib_dbg_data(priv, format, arg...)		\
798
	do {						\
Linus Torvalds's avatar
Linus Torvalds committed
799 800 801 802 803 804 805 806
		if (data_debug_level > 0)		\
			ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	} while (0)
#else /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
#define ipoib_dbg_data(priv, format, arg...)		\
	do { (void) (priv); } while (0)
#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */

807 808
#define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff)

809 810
extern const char ipoib_driver_version[];

Linus Torvalds's avatar
Linus Torvalds committed
811
#endif /* _IPOIB_H */