be.h 21.9 KB
Newer Older
Sathya Perla's avatar
Sathya Perla committed
1
/*
2
 * Copyright (C) 2005 - 2014 Emulex
Sathya Perla's avatar
Sathya Perla committed
3
4
5
6
7
8
9
10
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License version 2
 * as published by the Free Software Foundation.  The full GNU General
 * Public License is included in this distribution in the file called COPYING.
 *
 * Contact Information:
11
 * linux-drivers@emulex.com
Sathya Perla's avatar
Sathya Perla committed
12
 *
13
14
15
 * Emulex
 * 3333 Susan Street
 * Costa Mesa, CA 92626
Sathya Perla's avatar
Sathya Perla committed
16
17
18
19
20
21
22
23
24
25
26
27
28
29
 */

#ifndef BE_H
#define BE_H

#include <linux/pci.h>
#include <linux/etherdevice.h>
#include <linux/delay.h>
#include <net/tcp.h>
#include <net/ip.h>
#include <net/ipv6.h>
#include <linux/if_vlan.h>
#include <linux/workqueue.h>
#include <linux/interrupt.h>
30
#include <linux/firmware.h>
31
#include <linux/slab.h>
32
#include <linux/u64_stats_sync.h>
Sathya Perla's avatar
Sathya Perla committed
33
34

#include "be_hw.h"
35
#include "be_roce.h"
Sathya Perla's avatar
Sathya Perla committed
36

37
#define DRV_VER			"10.2u"
Sathya Perla's avatar
Sathya Perla committed
38
#define DRV_NAME		"be2net"
39
40
41
#define BE_NAME			"Emulex BladeEngine2"
#define BE3_NAME		"Emulex BladeEngine3"
#define OC_NAME			"Emulex OneConnect"
42
43
#define OC_NAME_BE		OC_NAME	"(be3)"
#define OC_NAME_LANCER		OC_NAME "(Lancer)"
44
#define OC_NAME_SH		OC_NAME "(Skyhawk)"
45
#define DRV_DESC		"Emulex OneConnect NIC Driver"
Sathya Perla's avatar
Sathya Perla committed
46

47
#define BE_VENDOR_ID 		0x19a2
48
#define EMULEX_VENDOR_ID	0x10df
49
#define BE_DEVICE_ID1		0x211
50
#define BE_DEVICE_ID2		0x221
51
52
53
#define OC_DEVICE_ID1		0x700	/* Device Id for BE2 cards */
#define OC_DEVICE_ID2		0x710	/* Device Id for BE3 cards */
#define OC_DEVICE_ID3		0xe220	/* Device id for Lancer cards */
54
#define OC_DEVICE_ID4           0xe228   /* Device id for VF in Lancer */
55
#define OC_DEVICE_ID5		0x720	/* Device Id for Skyhawk cards */
56
#define OC_DEVICE_ID6		0x728   /* Device id for VF in SkyHawk */
57
58
59
60
#define OC_SUBSYS_DEVICE_ID1	0xE602
#define OC_SUBSYS_DEVICE_ID2	0xE642
#define OC_SUBSYS_DEVICE_ID3	0xE612
#define OC_SUBSYS_DEVICE_ID4	0xE652
61
62
63

static inline char *nic_name(struct pci_dev *pdev)
{
64
65
	switch (pdev->device) {
	case OC_DEVICE_ID1:
66
		return OC_NAME;
67
	case OC_DEVICE_ID2:
68
69
		return OC_NAME_BE;
	case OC_DEVICE_ID3:
70
	case OC_DEVICE_ID4:
71
		return OC_NAME_LANCER;
72
73
	case BE_DEVICE_ID2:
		return BE3_NAME;
74
	case OC_DEVICE_ID5:
75
	case OC_DEVICE_ID6:
76
		return OC_NAME_SH;
77
	default:
78
		return BE_NAME;
79
	}
80
81
}

Sathya Perla's avatar
Sathya Perla committed
82
/* Number of bytes of an RX frame that are copied to skb->data */
83
#define BE_HDR_LEN		((u16) 64)
84
85
86
/* allocate extra space to allow tunneling decapsulation without head reallocation */
#define BE_RX_SKB_ALLOC_SIZE (BE_HDR_LEN + 64)

Sathya Perla's avatar
Sathya Perla committed
87
88
89
90
#define BE_MAX_JUMBO_FRAME_SIZE	9018
#define BE_MIN_MTU		256

#define BE_NUM_VLANS_SUPPORTED	64
91
#define BE_MAX_EQD		128u
Sathya Perla's avatar
Sathya Perla committed
92
93
94
95
96
97
98
#define	BE_MAX_TX_FRAG_COUNT	30

#define EVNT_Q_LEN		1024
#define TX_Q_LEN		2048
#define TX_CQ_LEN		1024
#define RX_Q_LEN		1024	/* Does not support any other value */
#define RX_CQ_LEN		1024
99
#define MCC_Q_LEN		128	/* total size not to exceed 8 pages */
Sathya Perla's avatar
Sathya Perla committed
100
101
#define MCC_CQ_LEN		256

Sathya Perla's avatar
Sathya Perla committed
102
#define BE2_MAX_RSS_QS		4
103
104
105
#define BE3_MAX_RSS_QS		16
#define BE3_MAX_TX_QS		16
#define BE3_MAX_EVT_QS		16
106
#define BE3_SRIOV_MAX_EVT_QS	8
107
108
109
110

#define MAX_RX_QS		32
#define MAX_EVT_QS		32
#define MAX_TX_QS		32
Sathya Perla's avatar
Sathya Perla committed
111

112
#define MAX_ROCE_EQS		5
113
#define MAX_MSIX_VECTORS	32
114
#define MIN_MSIX_VECTORS	1
Sathya Perla's avatar
Sathya Perla committed
115
#define BE_TX_BUDGET		256
Sathya Perla's avatar
Sathya Perla committed
116
#define BE_NAPI_WEIGHT		64
Sathya Perla's avatar
Sathya Perla committed
117
#define MAX_RX_POST		BE_NAPI_WEIGHT /* Frags posted at a time */
Sathya Perla's avatar
Sathya Perla committed
118
119
#define RX_FRAGS_REFILL_WM	(RX_Q_LEN - MAX_RX_POST)

120
#define MAX_VFS			30 /* Max VFs supported by BE3 FW */
121
122
#define FW_VER_LEN		32

Sathya Perla's avatar
Sathya Perla committed
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
struct be_dma_mem {
	void *va;
	dma_addr_t dma;
	u32 size;
};

struct be_queue_info {
	struct be_dma_mem dma_mem;
	u16 len;
	u16 entry_size;	/* Size of an element in the queue */
	u16 id;
	u16 tail, head;
	bool created;
	atomic_t used;	/* Number of valid elements in the queue */
};

139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
static inline u32 MODULO(u16 val, u16 limit)
{
	BUG_ON(limit & (limit - 1));
	return val & (limit - 1);
}

static inline void index_adv(u16 *index, u16 val, u16 limit)
{
	*index = MODULO((*index + val), limit);
}

static inline void index_inc(u16 *index, u16 limit)
{
	*index = MODULO((*index + 1), limit);
}

static inline void *queue_head_node(struct be_queue_info *q)
{
	return q->dma_mem.va + q->head * q->entry_size;
}

static inline void *queue_tail_node(struct be_queue_info *q)
{
	return q->dma_mem.va + q->tail * q->entry_size;
}

165
166
167
168
169
static inline void *queue_index_node(struct be_queue_info *q, u16 index)
{
	return q->dma_mem.va + index * q->entry_size;
}

170
171
172
173
174
static inline void queue_head_inc(struct be_queue_info *q)
{
	index_inc(&q->head, q->len);
}

175
176
177
178
179
static inline void index_dec(u16 *index, u16 limit)
{
	*index = MODULO((*index - 1), limit);
}

180
181
182
183
184
185
186
187
188
189
190
static inline void queue_tail_inc(struct be_queue_info *q)
{
	index_inc(&q->tail, q->len);
}

struct be_eq_obj {
	struct be_queue_info q;
	char desc[32];

	/* Adaptive interrupt coalescing (AIC) info */
	bool enable_aic;
Sathya Perla's avatar
Sathya Perla committed
191
192
193
194
	u32 min_eqd;		/* in usecs */
	u32 max_eqd;		/* in usecs */
	u32 eqd;		/* configured val when aic is off */
	u32 cur_eqd;		/* in usecs */
195

Sathya Perla's avatar
Sathya Perla committed
196
	u8 idx;			/* array index */
197
	u8 msix_idx;
Sathya Perla's avatar
Sathya Perla committed
198
	u16 tx_budget;
199
	u16 spurious_intr;
200
	struct napi_struct napi;
Sathya Perla's avatar
Sathya Perla committed
201
	struct be_adapter *adapter;
202
203
204
205
206
207
208
209
210
211
212
213
214

#ifdef CONFIG_NET_RX_BUSY_POLL
#define BE_EQ_IDLE		0
#define BE_EQ_NAPI		1	/* napi owns this EQ */
#define BE_EQ_POLL		2	/* poll owns this EQ */
#define BE_EQ_LOCKED		(BE_EQ_NAPI | BE_EQ_POLL)
#define BE_EQ_NAPI_YIELD	4	/* napi yielded this EQ */
#define BE_EQ_POLL_YIELD	8	/* poll yielded this EQ */
#define BE_EQ_YIELD		(BE_EQ_NAPI_YIELD | BE_EQ_POLL_YIELD)
#define BE_EQ_USER_PEND		(BE_EQ_POLL | BE_EQ_POLL_YIELD)
	unsigned int state;
	spinlock_t lock;	/* lock to serialize napi and busy-poll */
#endif  /* CONFIG_NET_RX_BUSY_POLL */
Sathya Perla's avatar
Sathya Perla committed
215
} ____cacheline_aligned_in_smp;
216

217
218
219
220
221
222
223
224
225
226
227
struct be_aic_obj {		/* Adaptive interrupt coalescing (AIC) info */
	bool enable;
	u32 min_eqd;		/* in usecs */
	u32 max_eqd;		/* in usecs */
	u32 prev_eqd;		/* in usecs */
	u32 et_eqd;		/* configured val when aic is off */
	ulong jiffies;
	u64 rx_pkts_prev;	/* Used to calculate RX pps */
	u64 tx_reqs_prev;	/* Used to calculate TX pps */
};

228
229
230
231
232
enum {
	NAPI_POLLING,
	BUSY_POLLING
};

233
234
235
struct be_mcc_obj {
	struct be_queue_info q;
	struct be_queue_info cq;
236
	bool rearm_cq;
237
238
};

239
struct be_tx_stats {
240
241
242
243
244
245
246
	u64 tx_bytes;
	u64 tx_pkts;
	u64 tx_reqs;
	u64 tx_wrbs;
	u64 tx_compl;
	ulong tx_jiffies;
	u32 tx_stops;
247
	u32 tx_drv_drops;	/* pkts dropped by driver */
248
249
	struct u64_stats_sync sync;
	struct u64_stats_sync sync_compl;
Sathya Perla's avatar
Sathya Perla committed
250
251
252
};

struct be_tx_obj {
253
	u32 db_offset;
Sathya Perla's avatar
Sathya Perla committed
254
255
256
257
	struct be_queue_info q;
	struct be_queue_info cq;
	/* Remember the skbs that were transmitted */
	struct sk_buff *sent_skb_list[TX_Q_LEN];
258
	struct be_tx_stats stats;
Sathya Perla's avatar
Sathya Perla committed
259
} ____cacheline_aligned_in_smp;
Sathya Perla's avatar
Sathya Perla committed
260
261
262
263

/* Struct to remember the pages posted for rx frags */
struct be_rx_page_info {
	struct page *page;
264
	/* set to page-addr for last frag of the page & frag-addr otherwise */
265
	DEFINE_DMA_UNMAP_ADDR(bus);
Sathya Perla's avatar
Sathya Perla committed
266
	u16 page_offset;
267
	bool last_frag;		/* last frag of the page */
Sathya Perla's avatar
Sathya Perla committed
268
269
};

270
271
272
struct be_rx_stats {
	u64 rx_bytes;
	u64 rx_pkts;
273
274
275
276
	u32 rx_drops_no_skbs;	/* skb allocation errors */
	u32 rx_drops_no_frags;	/* HW has no fetched frags */
	u32 rx_post_fail;	/* page post alloc failures */
	u32 rx_compl;
277
	u32 rx_mcast_pkts;
278
	u32 rx_compl_err;	/* completions with err set */
279
	struct u64_stats_sync sync;
280
281
};

282
283
struct be_rx_compl_info {
	u32 rss_hash;
284
	u16 vlan_tag;
285
	u16 pkt_size;
286
	u16 port;
287
288
289
290
291
292
293
294
295
	u8 vlanf;
	u8 num_rcvd;
	u8 err;
	u8 ipf;
	u8 tcpf;
	u8 udpf;
	u8 ip_csum;
	u8 l4_csum;
	u8 ipv6;
296
	u8 qnq;
297
	u8 pkt_type;
298
	u8 ip_frag;
299
	u8 tunneled;
300
301
};

Sathya Perla's avatar
Sathya Perla committed
302
struct be_rx_obj {
303
	struct be_adapter *adapter;
Sathya Perla's avatar
Sathya Perla committed
304
305
	struct be_queue_info q;
	struct be_queue_info cq;
306
	struct be_rx_compl_info rxcp;
Sathya Perla's avatar
Sathya Perla committed
307
	struct be_rx_page_info page_info_tbl[RX_Q_LEN];
308
309
310
	struct be_rx_stats stats;
	u8 rss_id;
	bool rx_post_starved;	/* Zero rx frags have been posted to BE */
Sathya Perla's avatar
Sathya Perla committed
311
} ____cacheline_aligned_in_smp;
Sathya Perla's avatar
Sathya Perla committed
312

313
struct be_drv_stats {
314
	u32 be_on_die_temperature;
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
	u32 eth_red_drops;
	u32 rx_drops_no_pbuf;
	u32 rx_drops_no_txpb;
	u32 rx_drops_no_erx_descr;
	u32 rx_drops_no_tpre_descr;
	u32 rx_drops_too_many_frags;
	u32 forwarded_packets;
	u32 rx_drops_mtu;
	u32 rx_crc_errors;
	u32 rx_alignment_symbol_errors;
	u32 rx_pause_frames;
	u32 rx_priority_pause_frames;
	u32 rx_control_frames;
	u32 rx_in_range_errors;
	u32 rx_out_range_errors;
	u32 rx_frame_too_long;
331
	u32 rx_address_filtered;
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
	u32 rx_dropped_too_small;
	u32 rx_dropped_too_short;
	u32 rx_dropped_header_too_small;
	u32 rx_dropped_tcp_length;
	u32 rx_dropped_runt;
	u32 rx_ip_checksum_errs;
	u32 rx_tcp_checksum_errs;
	u32 rx_udp_checksum_errs;
	u32 tx_pauseframes;
	u32 tx_priority_pauseframes;
	u32 tx_controlframes;
	u32 rxpp_fifo_overflow_drop;
	u32 rx_input_fifo_overflow_drop;
	u32 pmem_fifo_overflow_drop;
	u32 jabber_events;
347
348
349
350
351
	u32 rx_roce_bytes_lsd;
	u32 rx_roce_bytes_msd;
	u32 rx_roce_frames;
	u32 roce_drops_payload_len;
	u32 roce_drops_crc;
352
353
};

354
355
356
/* A vlan-id of 0xFFFF must be used to clear transparent vlan-tagging */
#define BE_RESET_VLAN_TAG_ID	0xFFFF

357
struct be_vf_cfg {
358
359
360
361
362
	unsigned char mac_addr[ETH_ALEN];
	int if_handle;
	int pmac_id;
	u16 vlan_tag;
	u32 tx_rate;
363
	u32 plink_tracking;
364
365
};

366
367
368
369
370
enum vf_state {
	ENABLED = 0,
	ASSIGNED = 1
};

371
#define BE_FLAGS_LINK_STATUS_INIT		1
372
#define BE_FLAGS_WORKER_SCHEDULED		(1 << 3)
373
#define BE_FLAGS_VLAN_PROMISC			(1 << 4)
374
#define BE_FLAGS_NAPI_ENABLED			(1 << 9)
375
#define BE_FLAGS_QNQ_ASYNC_EVT_RCVD		(1 << 11)
376
#define BE_FLAGS_VXLAN_OFFLOADS			(1 << 12)
377

378
379
#define BE_UC_PMAC_COUNT			30
#define BE_VF_UC_PMAC_COUNT			2
380
381
382
/* Ethtool set_dump flags */
#define LANCER_INITIATE_FW_DUMP			0x1

383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
struct phy_info {
	u8 transceiver;
	u8 autoneg;
	u8 fc_autoneg;
	u8 port_type;
	u16 phy_type;
	u16 interface_type;
	u32 misc_params;
	u16 auto_speeds_supported;
	u16 fixed_speeds_supported;
	int link_speed;
	u32 dac_cable_len;
	u32 advertising;
	u32 supported;
};

399
400
401
402
403
404
405
406
407
408
409
410
struct be_resources {
	u16 max_vfs;		/* Total VFs "really" supported by FW/HW */
	u16 max_mcast_mac;
	u16 max_tx_qs;
	u16 max_rss_qs;
	u16 max_rx_qs;
	u16 max_uc_mac;		/* Max UC MACs programmable */
	u16 max_vlans;		/* Number of vlans supported */
	u16 max_evt_qs;
	u32 if_cap_flags;
};

Sathya Perla's avatar
Sathya Perla committed
411
412
413
414
struct be_adapter {
	struct pci_dev *pdev;
	struct net_device *netdev;

415
	u8 __iomem *csr;	/* CSR BAR used only for BE2/3 */
416
417
	u8 __iomem *db;		/* Door Bell */

418
	struct mutex mbox_lock; /* For serializing mbox cmds to BE card */
419
420
421
422
423
424
425
426
	struct be_dma_mem mbox_mem;
	/* Mbox mem is adjusted to align to 16 bytes. The allocated addr
	 * is stored for freeing purpose */
	struct be_dma_mem mbox_mem_alloced;

	struct be_mcc_obj mcc_obj;
	spinlock_t mcc_lock;	/* For serializing mcc cmds to BE card */
	spinlock_t mcc_cq_lock;
Sathya Perla's avatar
Sathya Perla committed
427

428
429
430
431
	u16 cfg_num_qs;		/* configured via set-channels */
	u16 num_evt_qs;
	u16 num_msix_vec;
	struct be_eq_obj eq_obj[MAX_EVT_QS];
Sathya Perla's avatar
Sathya Perla committed
432
	struct msix_entry msix_entries[MAX_MSIX_VECTORS];
Sathya Perla's avatar
Sathya Perla committed
433
434
435
	bool isr_registered;

	/* TX Rings */
436
	u16 num_tx_qs;
437
	struct be_tx_obj tx_obj[MAX_TX_QS];
Sathya Perla's avatar
Sathya Perla committed
438
439

	/* Rx rings */
440
	u16 num_rx_qs;
Sathya Perla's avatar
Sathya Perla committed
441
	struct be_rx_obj rx_obj[MAX_RX_QS];
Sathya Perla's avatar
Sathya Perla committed
442
443
	u32 big_page_size;	/* Compounded page size shared by rx wrbs */

444
	struct be_drv_stats drv_stats;
445
	struct be_aic_obj aic_obj[MAX_EVT_QS];
446
	u16 vlans_added;
447
	u8 vlan_tag[VLAN_N_VID];
448
449
	u8 vlan_prio_bmap;	/* Available Priority BitMap */
	u16 recommended_prio;	/* Recommended Priority */
450
	struct be_dma_mem rx_filter; /* Cmd DMA mem for rx-filter */
Sathya Perla's avatar
Sathya Perla committed
451

452
	struct be_dma_mem stats_cmd;
Sathya Perla's avatar
Sathya Perla committed
453
454
	/* Work queue used to perform periodic tasks like getting statistics */
	struct delayed_work work;
455
	u16 work_counter;
Sathya Perla's avatar
Sathya Perla committed
456

457
	struct delayed_work func_recovery_work;
458
	u32 flags;
459
	u32 cmd_privileges;
Sathya Perla's avatar
Sathya Perla committed
460
461
	/* Ethtool knobs and info */
	char fw_ver[FW_VER_LEN];
462
	char fw_on_flash[FW_VER_LEN];
463
	int if_handle;		/* Used to configure filtering */
464
	u32 *pmac_id;		/* MAC addr handle used by BE card */
465
	u32 beacon_state;	/* for set_phys_id */
Sathya Perla's avatar
Sathya Perla committed
466

467
	bool eeh_error;
468
	bool fw_timeout;
469
470
	bool hw_error;

Sathya Perla's avatar
Sathya Perla committed
471
	u32 port_num;
472
	bool promiscuous;
473
	u8 mc_type;
Ajit Khaparde's avatar
Ajit Khaparde committed
474
	u32 function_mode;
475
	u32 function_caps;
476
477
	u32 rx_fc;		/* Rx flow control */
	u32 tx_fc;		/* Tx flow control */
Ajit Khaparde's avatar
Ajit Khaparde committed
478
	bool stats_cmd_sent;
479
480
481
482
483
484
485
486
487
	struct {
		u32 size;
		u32 total_size;
		u64 io_addr;
	} roce_db;
	u32 num_msix_roce_vec;
	struct ocrdma_dev *ocrdma_dev;
	struct list_head entry;

488
	u32 flash_status;
489
	struct completion et_cmd_compl;
490

491
492
	struct be_resources res;	/* resources available for the func */
	u16 num_vfs;			/* Number of VFs provisioned by PF */
493
	u8 virtfn;
494
495
	struct be_vf_cfg *vf_cfg;
	bool be3_native;
496
	u32 sli_family;
497
	u8 hba_port_num;
498
	u16 pvid;
499
	__be16 vxlan_port;
500
	struct phy_info phy;
501
	u8 wol_cap;
502
	bool wol_en;
503
	u32 uc_macs;		/* Count of secondary UC MAC programmed */
504
	u16 asic_rev;
505
	u16 qnq_vid;
506
	u32 msg_enable;
507
	int be_get_temp_freq;
508
	u8 pf_number;
509
	u64 rss_flags;
Sathya Perla's avatar
Sathya Perla committed
510
511
};

512
#define be_physfn(adapter)		(!adapter->virtfn)
513
#define be_virtfn(adapter)		(adapter->virtfn)
514
#define	sriov_enabled(adapter)		(adapter->num_vfs > 0)
515
516
#define sriov_want(adapter)             (be_physfn(adapter) &&	\
					 (num_vfs || pci_num_vf(adapter->pdev)))
517
518
519
#define for_all_vfs(adapter, vf_cfg, i)					\
	for (i = 0, vf_cfg = &adapter->vf_cfg[i]; i < adapter->num_vfs;	\
		i++, vf_cfg++)
520

521
522
#define ON				1
#define OFF				0
523

524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
#define be_max_vlans(adapter)		(adapter->res.max_vlans)
#define be_max_uc(adapter)		(adapter->res.max_uc_mac)
#define be_max_mc(adapter)		(adapter->res.max_mcast_mac)
#define be_max_vfs(adapter)		(adapter->res.max_vfs)
#define be_max_rss(adapter)		(adapter->res.max_rss_qs)
#define be_max_txqs(adapter)		(adapter->res.max_tx_qs)
#define be_max_prio_txqs(adapter)	(adapter->res.max_prio_tx_qs)
#define be_max_rxqs(adapter)		(adapter->res.max_rx_qs)
#define be_max_eqs(adapter)		(adapter->res.max_evt_qs)
#define be_if_cap_flags(adapter)	(adapter->res.if_cap_flags)

static inline u16 be_max_qs(struct be_adapter *adapter)
{
	/* If no RSS, need atleast the one def RXQ */
	u16 num = max_t(u16, be_max_rss(adapter), 1);

	num = min(num, be_max_eqs(adapter));
	return min_t(u16, num, num_online_cpus());
}

544
545
546
547
548
549
550
551
/* Is BE in pvid_tagging mode */
#define be_pvid_tagging_enabled(adapter)	(adapter->pvid)

/* Is BE in QNQ multi-channel mode */
#define be_is_qnq_mode(adapter)		(adapter->mc_type == FLEX10 ||  \
					 adapter->mc_type == vNIC1 ||	\
					 adapter->mc_type == UFP)

552
553
#define lancer_chip(adapter)	(adapter->pdev->device == OC_DEVICE_ID3 || \
				 adapter->pdev->device == OC_DEVICE_ID4)
554

555
556
#define skyhawk_chip(adapter)	(adapter->pdev->device == OC_DEVICE_ID5 || \
				 adapter->pdev->device == OC_DEVICE_ID6)
557

558
559
560
561
562
563
564
#define BE3_chip(adapter)	(adapter->pdev->device == BE_DEVICE_ID2 || \
				 adapter->pdev->device == OC_DEVICE_ID2)

#define BE2_chip(adapter)	(adapter->pdev->device == BE_DEVICE_ID1 || \
				 adapter->pdev->device == OC_DEVICE_ID1)

#define BEx_chip(adapter)	(BE3_chip(adapter) || BE2_chip(adapter))
565

Sathya Perla's avatar
Sathya Perla committed
566
567
#define be_roce_supported(adapter)	(skyhawk_chip(adapter) && \
					(adapter->function_mode & RDMA_ENABLED))
568

569
extern const struct ethtool_ops be_ethtool_ops;
Sathya Perla's avatar
Sathya Perla committed
570

571
#define msix_enabled(adapter)		(adapter->num_msix_vec > 0)
Sathya Perla's avatar
Sathya Perla committed
572
573
574
575
#define num_irqs(adapter)		(msix_enabled(adapter) ?	\
						adapter->num_msix_vec : 1)
#define tx_stats(txo)			(&(txo)->stats)
#define rx_stats(rxo)			(&(rxo)->stats)
Sathya Perla's avatar
Sathya Perla committed
576

Sathya Perla's avatar
Sathya Perla committed
577
578
/* The default RXQ is the last RXQ */
#define default_rxo(adpt)		(&adpt->rx_obj[adpt->num_rx_qs - 1])
Sathya Perla's avatar
Sathya Perla committed
579

580
581
582
583
#define for_all_rx_queues(adapter, rxo, i)				\
	for (i = 0, rxo = &adapter->rx_obj[i]; i < adapter->num_rx_qs;	\
		i++, rxo++)

Sathya Perla's avatar
Sathya Perla committed
584
/* Skip the default non-rss queue (last one)*/
585
#define for_all_rss_queues(adapter, rxo, i)				\
Sathya Perla's avatar
Sathya Perla committed
586
	for (i = 0, rxo = &adapter->rx_obj[i]; i < (adapter->num_rx_qs - 1);\
587
588
		i++, rxo++)

589
590
591
592
#define for_all_tx_queues(adapter, txo, i)				\
	for (i = 0, txo = &adapter->tx_obj[i]; i < adapter->num_tx_qs;	\
		i++, txo++)

Sathya Perla's avatar
Sathya Perla committed
593
594
595
596
#define for_all_evt_queues(adapter, eqo, i)				\
	for (i = 0, eqo = &adapter->eq_obj[i]; i < adapter->num_evt_qs; \
		i++, eqo++)

597
598
599
600
#define for_all_rx_queues_on_eq(adapter, eqo, rxo, i)			\
	for (i = eqo->idx, rxo = &adapter->rx_obj[i]; i < adapter->num_rx_qs;\
		 i += adapter->num_evt_qs, rxo += adapter->num_evt_qs)

Sathya Perla's avatar
Sathya Perla committed
601
602
603
#define is_mcc_eqo(eqo)			(eqo->idx == 0)
#define mcc_eqo(adapter)		(&adapter->eq_obj[0])

Sathya Perla's avatar
Sathya Perla committed
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
#define PAGE_SHIFT_4K		12
#define PAGE_SIZE_4K		(1 << PAGE_SHIFT_4K)

/* Returns number of pages spanned by the data starting at the given addr */
#define PAGES_4K_SPANNED(_address, size) 				\
		((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + 	\
			(size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K))

/* Returns bit offset within a DWORD of a bitfield */
#define AMAP_BIT_OFFSET(_struct, field)  				\
		(((size_t)&(((_struct *)0)->field))%32)

/* Returns the bit mask of the field that is NOT shifted into location. */
static inline u32 amap_mask(u32 bitsize)
{
	return (bitsize == 32 ? 0xFFFFFFFF : (1 << bitsize) - 1);
}

static inline void
amap_set(void *ptr, u32 dw_offset, u32 mask, u32 offset, u32 value)
{
	u32 *dw = (u32 *) ptr + dw_offset;
	*dw &= ~(mask << offset);
	*dw |= (mask & value) << offset;
}

#define AMAP_SET_BITS(_struct, field, ptr, val)				\
		amap_set(ptr,						\
			offsetof(_struct, field)/32,			\
			amap_mask(sizeof(((_struct *)0)->field)),	\
			AMAP_BIT_OFFSET(_struct, field),		\
			val)

static inline u32 amap_get(void *ptr, u32 dw_offset, u32 mask, u32 offset)
{
	u32 *dw = (u32 *) ptr;
	return mask & (*(dw + dw_offset) >> offset);
}

#define AMAP_GET_BITS(_struct, field, ptr)				\
		amap_get(ptr,						\
			offsetof(_struct, field)/32,			\
			amap_mask(sizeof(((_struct *)0)->field)),	\
			AMAP_BIT_OFFSET(_struct, field))

#define be_dws_cpu_to_le(wrb, len)	swap_dws(wrb, len)
#define be_dws_le_to_cpu(wrb, len)	swap_dws(wrb, len)
static inline void swap_dws(void *wrb, int len)
{
#ifdef __BIG_ENDIAN
	u32 *dw = wrb;
	BUG_ON(len % 4);
	do {
		*dw = cpu_to_le32(*dw);
		dw++;
		len -= 4;
	} while (len);
#endif				/* __BIG_ENDIAN */
}

static inline u8 is_tcp_pkt(struct sk_buff *skb)
{
	u8 val = 0;

	if (ip_hdr(skb)->version == 4)
		val = (ip_hdr(skb)->protocol == IPPROTO_TCP);
	else if (ip_hdr(skb)->version == 6)
		val = (ipv6_hdr(skb)->nexthdr == NEXTHDR_TCP);

	return val;
}

static inline u8 is_udp_pkt(struct sk_buff *skb)
{
	u8 val = 0;

	if (ip_hdr(skb)->version == 4)
		val = (ip_hdr(skb)->protocol == IPPROTO_UDP);
	else if (ip_hdr(skb)->version == 6)
		val = (ipv6_hdr(skb)->nexthdr == NEXTHDR_UDP);

	return val;
}

688
689
static inline bool is_ipv4_pkt(struct sk_buff *skb)
{
Li RongQing's avatar
Li RongQing committed
690
	return skb->protocol == htons(ETH_P_IP) && ip_hdr(skb)->version == 4;
691
692
}

693
694
695
696
697
698
699
700
701
static inline void be_vf_eth_addr_generate(struct be_adapter *adapter, u8 *mac)
{
	u32 addr;

	addr = jhash(adapter->netdev->dev_addr, ETH_ALEN, 0);

	mac[5] = (u8)(addr & 0xFF);
	mac[4] = (u8)((addr >> 8) & 0xFF);
	mac[3] = (u8)((addr >> 16) & 0xFF);
702
703
	/* Use the OUI from the current MAC address */
	memcpy(mac, adapter->netdev->dev_addr, 3);
704
705
}

Ajit Khaparde's avatar
Ajit Khaparde committed
706
707
708
709
710
static inline bool be_multi_rxq(const struct be_adapter *adapter)
{
	return adapter->num_rx_qs > 1;
}

711
712
static inline bool be_error(struct be_adapter *adapter)
{
713
714
715
	return adapter->eeh_error || adapter->hw_error || adapter->fw_timeout;
}

716
static inline bool be_hw_error(struct be_adapter *adapter)
717
718
719
720
721
722
723
724
725
{
	return adapter->eeh_error || adapter->hw_error;
}

static inline void  be_clear_all_error(struct be_adapter *adapter)
{
	adapter->eeh_error = false;
	adapter->hw_error = false;
	adapter->fw_timeout = false;
726
727
}

728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
static inline bool be_is_wol_excluded(struct be_adapter *adapter)
{
	struct pci_dev *pdev = adapter->pdev;

	if (!be_physfn(adapter))
		return true;

	switch (pdev->subsystem_device) {
	case OC_SUBSYS_DEVICE_ID1:
	case OC_SUBSYS_DEVICE_ID2:
	case OC_SUBSYS_DEVICE_ID3:
	case OC_SUBSYS_DEVICE_ID4:
		return true;
	default:
		return false;
	}
}

746
747
748
749
750
static inline int qnq_async_evt_rcvd(struct be_adapter *adapter)
{
	return adapter->flags & BE_FLAGS_QNQ_ASYNC_EVT_RCVD;
}

751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
#ifdef CONFIG_NET_RX_BUSY_POLL
static inline bool be_lock_napi(struct be_eq_obj *eqo)
{
	bool status = true;

	spin_lock(&eqo->lock); /* BH is already disabled */
	if (eqo->state & BE_EQ_LOCKED) {
		WARN_ON(eqo->state & BE_EQ_NAPI);
		eqo->state |= BE_EQ_NAPI_YIELD;
		status = false;
	} else {
		eqo->state = BE_EQ_NAPI;
	}
	spin_unlock(&eqo->lock);
	return status;
}

static inline void be_unlock_napi(struct be_eq_obj *eqo)
{
	spin_lock(&eqo->lock); /* BH is already disabled */

	WARN_ON(eqo->state & (BE_EQ_POLL | BE_EQ_NAPI_YIELD));
	eqo->state = BE_EQ_IDLE;

	spin_unlock(&eqo->lock);
}

static inline bool be_lock_busy_poll(struct be_eq_obj *eqo)
{
	bool status = true;

	spin_lock_bh(&eqo->lock);
	if (eqo->state & BE_EQ_LOCKED) {
		eqo->state |= BE_EQ_POLL_YIELD;
		status = false;
	} else {
		eqo->state |= BE_EQ_POLL;
	}
	spin_unlock_bh(&eqo->lock);
	return status;
}

static inline void be_unlock_busy_poll(struct be_eq_obj *eqo)
{
	spin_lock_bh(&eqo->lock);

	WARN_ON(eqo->state & (BE_EQ_NAPI));
	eqo->state = BE_EQ_IDLE;

	spin_unlock_bh(&eqo->lock);
}

static inline void be_enable_busy_poll(struct be_eq_obj *eqo)
{
	spin_lock_init(&eqo->lock);
	eqo->state = BE_EQ_IDLE;
}

static inline void be_disable_busy_poll(struct be_eq_obj *eqo)
{
	local_bh_disable();

	/* It's enough to just acquire napi lock on the eqo to stop
	 * be_busy_poll() from processing any queueus.
	 */
	while (!be_lock_napi(eqo))
		mdelay(1);

	local_bh_enable();
}

#else /* CONFIG_NET_RX_BUSY_POLL */

static inline bool be_lock_napi(struct be_eq_obj *eqo)
{
	return true;
}

static inline void be_unlock_napi(struct be_eq_obj *eqo)
{
}

static inline bool be_lock_busy_poll(struct be_eq_obj *eqo)
{
	return false;
}

static inline void be_unlock_busy_poll(struct be_eq_obj *eqo)
{
}

static inline void be_enable_busy_poll(struct be_eq_obj *eqo)
{
}

static inline void be_disable_busy_poll(struct be_eq_obj *eqo)
{
}
#endif /* CONFIG_NET_RX_BUSY_POLL */

851
852
853
854
855
856
857
858
void be_cq_notify(struct be_adapter *adapter, u16 qid, bool arm,
		  u16 num_popped);
void be_link_status_update(struct be_adapter *adapter, u8 link_status);
void be_parse_stats(struct be_adapter *adapter);
int be_load_fw(struct be_adapter *adapter, u8 *func);
bool be_is_wol_supported(struct be_adapter *adapter);
bool be_pause_supported(struct be_adapter *adapter);
u32 be_get_fw_log_level(struct be_adapter *adapter);
859

860
861
862
863
864
865
866
867
868
static inline int fw_major_num(const char *fw_ver)
{
	int fw_major = 0;

	sscanf(fw_ver, "%d.", &fw_major);

	return fw_major;
}

869
870
int be_update_queues(struct be_adapter *adapter);
int be_poll(struct napi_struct *napi, int budget);
871

872
873
874
/*
 * internal function to initialize-cleanup roce device.
 */
875
876
void be_roce_dev_add(struct be_adapter *);
void be_roce_dev_remove(struct be_adapter *);
877
878
879
880

/*
 * internal function to open-close roce device during ifup-ifdown.
 */
881
882
void be_roce_dev_open(struct be_adapter *);
void be_roce_dev_close(struct be_adapter *);
883

Sathya Perla's avatar
Sathya Perla committed
884
#endif				/* BE_H */