2 * Copyright (C) 2003 - 2006 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
26 * 3965 Freedom Circle, Fourth floor,
27 * Santa Clara, CA 95054
30 * Main source file for NetXen NIC Driver on Linux
34 #include <linux/vmalloc.h>
35 #include <linux/highmem.h>
36 #include "netxen_nic_hw.h"
38 #include "netxen_nic.h"
39 #include "netxen_nic_phan_reg.h"
41 #include <linux/dma-mapping.h>
44 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
45 MODULE_LICENSE("GPL");
46 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
48 char netxen_nic_driver_name
[] = "netxen_nic";
49 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
50 NETXEN_NIC_LINUX_VERSIONID
;
52 #define NETXEN_NETDEV_WEIGHT 120
53 #define NETXEN_ADAPTER_UP_MAGIC 777
54 #define NETXEN_NIC_PEG_TUNE 0
56 /* Local functions to NetXen NIC driver */
57 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
58 const struct pci_device_id
*ent
);
59 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
60 static int netxen_nic_open(struct net_device
*netdev
);
61 static int netxen_nic_close(struct net_device
*netdev
);
62 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
63 static void netxen_tx_timeout(struct net_device
*netdev
);
64 static void netxen_tx_timeout_task(struct work_struct
*work
);
65 static void netxen_watchdog(unsigned long);
66 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
);
67 #ifdef CONFIG_NET_POLL_CONTROLLER
68 static void netxen_nic_poll_controller(struct net_device
*netdev
);
70 static irqreturn_t
netxen_intr(int irq
, void *data
);
71 static irqreturn_t
netxen_msi_intr(int irq
, void *data
);
73 /* PCI Device ID Table */
74 #define ENTRY(device) \
75 {PCI_DEVICE(0x4040, (device)), \
76 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
78 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
90 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
93 * In netxen_nic_down(), we must wait for any pending callback requests into
94 * netxen_watchdog_task() to complete; eg otherwise the watchdog_timer could be
95 * reenabled right after it is deleted in netxen_nic_down().
96 * FLUSH_SCHEDULED_WORK() does this synchronization.
98 * Normally, schedule_work()/flush_scheduled_work() could have worked, but
99 * netxen_nic_close() is invoked with kernel rtnl lock held. netif_carrier_off()
100 * call in netxen_nic_close() triggers a schedule_work(&linkwatch_work), and a
101 * subsequent call to flush_scheduled_work() in netxen_nic_down() would cause
102 * linkwatch_event() to be executed which also attempts to acquire the rtnl
103 * lock thus causing a deadlock.
106 static struct workqueue_struct
*netxen_workq
;
107 #define SCHEDULE_WORK(tp) queue_work(netxen_workq, tp)
108 #define FLUSH_SCHEDULED_WORK() flush_workqueue(netxen_workq)
110 static void netxen_watchdog(unsigned long);
112 static uint32_t crb_cmd_producer
[4] = {
113 CRB_CMD_PRODUCER_OFFSET
, CRB_CMD_PRODUCER_OFFSET_1
,
114 CRB_CMD_PRODUCER_OFFSET_2
, CRB_CMD_PRODUCER_OFFSET_3
118 netxen_nic_update_cmd_producer(struct netxen_adapter
*adapter
,
119 uint32_t crb_producer
)
121 adapter
->pci_write_normalize(adapter
,
122 adapter
->crb_addr_cmd_producer
, crb_producer
);
125 static uint32_t crb_cmd_consumer
[4] = {
126 CRB_CMD_CONSUMER_OFFSET
, CRB_CMD_CONSUMER_OFFSET_1
,
127 CRB_CMD_CONSUMER_OFFSET_2
, CRB_CMD_CONSUMER_OFFSET_3
131 netxen_nic_update_cmd_consumer(struct netxen_adapter
*adapter
,
134 adapter
->pci_write_normalize(adapter
,
135 adapter
->crb_addr_cmd_consumer
, crb_consumer
);
138 static uint32_t msi_tgt_status
[4] = {
139 ISR_INT_TARGET_STATUS
, ISR_INT_TARGET_STATUS_F1
,
140 ISR_INT_TARGET_STATUS_F2
, ISR_INT_TARGET_STATUS_F3
143 static uint32_t sw_int_mask
[4] = {
144 CRB_SW_INT_MASK_0
, CRB_SW_INT_MASK_1
,
145 CRB_SW_INT_MASK_2
, CRB_SW_INT_MASK_3
148 static void netxen_nic_disable_int(struct netxen_adapter
*adapter
)
152 int port
= adapter
->portnum
;
153 int pci_fn
= adapter
->ahw
.pci_func
;
155 if (adapter
->msi_mode
!= MSI_MODE_MULTIFUNC
)
156 adapter
->pci_write_normalize(adapter
, sw_int_mask
[port
], 0);
158 if (adapter
->intr_scheme
!= -1 &&
159 adapter
->intr_scheme
!= INTR_SCHEME_PERPORT
)
160 adapter
->pci_write_immediate(adapter
, ISR_INT_MASK
, mask
);
162 if (!(adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)) {
164 adapter
->pci_write_immediate(adapter
,
165 ISR_INT_TARGET_STATUS
, 0xffffffff);
166 mask
= adapter
->pci_read_immediate(adapter
,
174 printk(KERN_NOTICE
"%s: Failed to disable interrupt completely\n",
175 netxen_nic_driver_name
);
178 if (adapter
->msi_mode
== MSI_MODE_MULTIFUNC
) {
179 adapter
->pci_write_immediate(adapter
,
180 msi_tgt_status
[pci_fn
], 0xffffffff);
185 static void netxen_nic_enable_int(struct netxen_adapter
*adapter
)
188 int port
= adapter
->portnum
;
190 DPRINTK(1, INFO
, "Entered ISR Enable \n");
192 if (adapter
->intr_scheme
!= -1 &&
193 adapter
->intr_scheme
!= INTR_SCHEME_PERPORT
) {
194 switch (adapter
->ahw
.board_type
) {
198 case NETXEN_NIC_XGBE
:
206 adapter
->pci_write_immediate(adapter
, ISR_INT_MASK
, mask
);
209 adapter
->pci_write_normalize(adapter
, sw_int_mask
[port
], 0x1);
211 if (!(adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)) {
213 if (adapter
->intr_scheme
!= -1 &&
214 adapter
->intr_scheme
!= INTR_SCHEME_PERPORT
) {
215 adapter
->pci_write_normalize(adapter
,
218 adapter
->pci_write_immediate(adapter
,
219 ISR_INT_TARGET_MASK
, mask
);
222 DPRINTK(1, INFO
, "Done with enable Int\n");
228 * The Linux system will invoke this after identifying the vendor ID and
229 * device Id in the pci_tbl supported by this module.
231 * A quad port card has one operational PCI config space, (function 0),
232 * which is used to access all four ports.
234 * This routine will initialize the adapter, and setup the global parameters
235 * along with the port's specific structure.
238 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
240 struct net_device
*netdev
= NULL
;
241 struct netxen_adapter
*adapter
= NULL
;
242 void __iomem
*mem_ptr0
= NULL
;
243 void __iomem
*mem_ptr1
= NULL
;
244 void __iomem
*mem_ptr2
= NULL
;
245 unsigned long first_page_group_end
;
246 unsigned long first_page_group_start
;
249 u8 __iomem
*db_ptr
= NULL
;
250 unsigned long mem_base
, mem_len
, db_base
, db_len
, pci_len0
;
251 int pci_using_dac
, i
= 0, err
;
253 struct netxen_recv_context
*recv_ctx
= NULL
;
254 struct netxen_rcv_desc_ctx
*rcv_desc
= NULL
;
255 struct netxen_cmd_buffer
*cmd_buf_arr
= NULL
;
256 __le64 mac_addr
[FLASH_NUM_PORTS
+ 1];
259 int pci_func_id
= PCI_FUNC(pdev
->devfn
);
260 DECLARE_MAC_BUF(mac
);
262 if (pci_func_id
== 0)
263 printk(KERN_INFO
"%s \n", netxen_nic_driver_string
);
265 if (pdev
->class != 0x020000) {
266 printk(KERN_DEBUG
"NetXen function %d, class %x will not "
267 "be enabled.\n",pci_func_id
, pdev
->class);
270 if ((err
= pci_enable_device(pdev
)))
272 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
274 goto err_out_disable_pdev
;
277 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
278 goto err_out_disable_pdev
;
280 pci_set_master(pdev
);
281 if (pdev
->revision
== NX_P2_C1
&&
282 (pci_set_dma_mask(pdev
, DMA_35BIT_MASK
) == 0) &&
283 (pci_set_consistent_dma_mask(pdev
, DMA_35BIT_MASK
) == 0)) {
286 if ((err
= pci_set_dma_mask(pdev
, DMA_32BIT_MASK
)) ||
287 (err
= pci_set_consistent_dma_mask(pdev
, DMA_32BIT_MASK
)))
288 goto err_out_free_res
;
294 netdev
= alloc_etherdev(sizeof(struct netxen_adapter
));
296 printk(KERN_ERR
"%s: Failed to allocate memory for the "
297 "device block.Check system memory resource"
298 " usage.\n", netxen_nic_driver_name
);
299 goto err_out_free_res
;
302 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
304 adapter
= netdev
->priv
;
306 adapter
->ahw
.pci_func
= pci_func_id
;
307 rwlock_init(&adapter
->adapter_lock
);
308 adapter
->ahw
.qdr_sn_window
= -1;
309 adapter
->ahw
.ddr_mn_window
= -1;
311 /* remap phys address */
312 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
313 mem_len
= pci_resource_len(pdev
, 0);
316 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_128M
;
317 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_128M
;
318 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_128M
;
319 adapter
->pci_write_immediate
= netxen_nic_pci_write_immediate_128M
;
320 adapter
->pci_read_normalize
= netxen_nic_pci_read_normalize_128M
;
321 adapter
->pci_write_normalize
= netxen_nic_pci_write_normalize_128M
;
322 adapter
->pci_set_window
= netxen_nic_pci_set_window_128M
;
323 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_128M
;
324 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_128M
;
326 /* 128 Meg of memory */
327 if (mem_len
== NETXEN_PCI_128MB_SIZE
) {
328 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
329 mem_ptr1
= ioremap(mem_base
+ SECOND_PAGE_GROUP_START
,
330 SECOND_PAGE_GROUP_SIZE
);
331 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
,
332 THIRD_PAGE_GROUP_SIZE
);
333 first_page_group_start
= FIRST_PAGE_GROUP_START
;
334 first_page_group_end
= FIRST_PAGE_GROUP_END
;
335 } else if (mem_len
== NETXEN_PCI_32MB_SIZE
) {
336 mem_ptr1
= ioremap(mem_base
, SECOND_PAGE_GROUP_SIZE
);
337 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
-
338 SECOND_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
339 first_page_group_start
= 0;
340 first_page_group_end
= 0;
341 } else if (mem_len
== NETXEN_PCI_2MB_SIZE
) {
342 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_2M
;
343 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_2M
;
344 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_2M
;
345 adapter
->pci_write_immediate
=
346 netxen_nic_pci_write_immediate_2M
;
347 adapter
->pci_read_normalize
= netxen_nic_pci_read_normalize_2M
;
348 adapter
->pci_write_normalize
=
349 netxen_nic_pci_write_normalize_2M
;
350 adapter
->pci_set_window
= netxen_nic_pci_set_window_2M
;
351 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_2M
;
352 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_2M
;
354 mem_ptr0
= ioremap(mem_base
, mem_len
);
356 first_page_group_start
= 0;
357 first_page_group_end
= 0;
359 adapter
->ahw
.ddr_mn_window
= 0;
360 adapter
->ahw
.qdr_sn_window
= 0;
362 adapter
->ahw
.mn_win_crb
= 0x100000 + PCIX_MN_WINDOW
+
363 (pci_func_id
* 0x20);
364 adapter
->ahw
.ms_win_crb
= 0x100000 + PCIX_SN_WINDOW
;
366 adapter
->ahw
.ms_win_crb
+= (pci_func_id
* 0x20);
368 adapter
->ahw
.ms_win_crb
+=
369 0xA0 + ((pci_func_id
- 4) * 0x10);
372 goto err_out_free_netdev
;
375 dev_info(&pdev
->dev
, "%dMB memory map\n", (int)(mem_len
>>20));
377 db_base
= pci_resource_start(pdev
, 4); /* doorbell is on bar 4 */
378 db_len
= pci_resource_len(pdev
, 4);
381 printk(KERN_ERR
"%s: doorbell is disabled\n",
382 netxen_nic_driver_name
);
384 goto err_out_iounmap
;
386 DPRINTK(INFO
, "doorbell ioremap from %lx a size of %lx\n", db_base
,
389 db_ptr
= ioremap(db_base
, NETXEN_DB_MAPSIZE_BYTES
);
391 printk(KERN_ERR
"%s: Failed to allocate doorbell map.",
392 netxen_nic_driver_name
);
394 goto err_out_iounmap
;
396 DPRINTK(INFO
, "doorbell ioremaped at %p\n", db_ptr
);
398 adapter
->ahw
.pci_base0
= mem_ptr0
;
399 adapter
->ahw
.pci_len0
= pci_len0
;
400 adapter
->ahw
.first_page_group_start
= first_page_group_start
;
401 adapter
->ahw
.first_page_group_end
= first_page_group_end
;
402 adapter
->ahw
.pci_base1
= mem_ptr1
;
403 adapter
->ahw
.pci_base2
= mem_ptr2
;
404 adapter
->ahw
.db_base
= db_ptr
;
405 adapter
->ahw
.db_len
= db_len
;
407 adapter
->netdev
= netdev
;
408 adapter
->pdev
= pdev
;
410 netif_napi_add(netdev
, &adapter
->napi
,
411 netxen_nic_poll
, NETXEN_NETDEV_WEIGHT
);
413 /* this will be read from FW later */
414 adapter
->intr_scheme
= -1;
415 adapter
->msi_mode
= -1;
417 /* This will be reset for mezz cards */
418 adapter
->portnum
= pci_func_id
;
419 adapter
->status
&= ~NETXEN_NETDEV_STATUS
;
420 adapter
->rx_csum
= 1;
421 adapter
->max_mc_count
= 16;
422 adapter
->mc_enabled
= 0;
424 netdev
->open
= netxen_nic_open
;
425 netdev
->stop
= netxen_nic_close
;
426 netdev
->hard_start_xmit
= netxen_nic_xmit_frame
;
427 netdev
->get_stats
= netxen_nic_get_stats
;
428 netdev
->set_multicast_list
= netxen_nic_set_multi
;
429 netdev
->set_mac_address
= netxen_nic_set_mac
;
430 netdev
->change_mtu
= netxen_nic_change_mtu
;
431 netdev
->tx_timeout
= netxen_tx_timeout
;
432 netdev
->watchdog_timeo
= 2*HZ
;
434 netxen_nic_change_mtu(netdev
, netdev
->mtu
);
436 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
437 #ifdef CONFIG_NET_POLL_CONTROLLER
438 netdev
->poll_controller
= netxen_nic_poll_controller
;
440 /* ScatterGather support */
441 netdev
->features
= NETIF_F_SG
;
442 netdev
->features
|= NETIF_F_IP_CSUM
;
443 netdev
->features
|= NETIF_F_TSO
;
446 netdev
->features
|= NETIF_F_HIGHDMA
;
448 if (pci_enable_msi(pdev
))
449 adapter
->flags
&= ~NETXEN_NIC_MSI_ENABLED
;
451 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
453 netdev
->irq
= pdev
->irq
;
454 INIT_WORK(&adapter
->tx_timeout_task
, netxen_tx_timeout_task
);
457 * Set the CRB window to invalid. If any register in window 0 is
458 * accessed it should set the window to 0 and then reset it to 1.
460 adapter
->curr_window
= 255;
462 if (netxen_nic_get_board_info(adapter
) != 0) {
463 printk("%s: Error getting board config info.\n",
464 netxen_nic_driver_name
);
466 goto err_out_iounmap
;
470 * Adapter in our case is quad port so initialize it before
471 * initializing the ports
474 netxen_initialize_adapter_ops(adapter
);
476 adapter
->max_tx_desc_count
= MAX_CMD_DESCRIPTORS_HOST
;
477 if ((adapter
->ahw
.boardcfg
.board_type
== NETXEN_BRDTYPE_P2_SB35_4G
) ||
478 (adapter
->ahw
.boardcfg
.board_type
==
479 NETXEN_BRDTYPE_P2_SB31_2G
))
480 adapter
->max_rx_desc_count
= MAX_RCV_DESCRIPTORS_1G
;
482 adapter
->max_rx_desc_count
= MAX_RCV_DESCRIPTORS
;
483 adapter
->max_jumbo_rx_desc_count
= MAX_JUMBO_RCV_DESCRIPTORS
;
484 adapter
->max_lro_rx_desc_count
= MAX_LRO_RCV_DESCRIPTORS
;
486 cmd_buf_arr
= (struct netxen_cmd_buffer
*)vmalloc(TX_RINGSIZE
);
487 if (cmd_buf_arr
== NULL
) {
489 "%s: Could not allocate cmd_buf_arr memory:%d\n",
490 netxen_nic_driver_name
, (int)TX_RINGSIZE
);
492 goto err_out_free_adapter
;
494 memset(cmd_buf_arr
, 0, TX_RINGSIZE
);
495 adapter
->cmd_buf_arr
= cmd_buf_arr
;
497 for (i
= 0; i
< MAX_RCV_CTX
; ++i
) {
498 recv_ctx
= &adapter
->recv_ctx
[i
];
499 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
500 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
501 switch (RCV_DESC_TYPE(ring
)) {
502 case RCV_DESC_NORMAL
:
503 rcv_desc
->max_rx_desc_count
=
504 adapter
->max_rx_desc_count
;
505 rcv_desc
->flags
= RCV_DESC_NORMAL
;
506 rcv_desc
->dma_size
= RX_DMA_MAP_LEN
;
507 rcv_desc
->skb_size
= MAX_RX_BUFFER_LENGTH
;
511 rcv_desc
->max_rx_desc_count
=
512 adapter
->max_jumbo_rx_desc_count
;
513 rcv_desc
->flags
= RCV_DESC_JUMBO
;
514 rcv_desc
->dma_size
= RX_JUMBO_DMA_MAP_LEN
;
515 rcv_desc
->skb_size
= MAX_RX_JUMBO_BUFFER_LENGTH
;
519 rcv_desc
->max_rx_desc_count
=
520 adapter
->max_lro_rx_desc_count
;
521 rcv_desc
->flags
= RCV_DESC_LRO
;
522 rcv_desc
->dma_size
= RX_LRO_DMA_MAP_LEN
;
523 rcv_desc
->skb_size
= MAX_RX_LRO_BUFFER_LENGTH
;
527 rcv_desc
->rx_buf_arr
= (struct netxen_rx_buffer
*)
528 vmalloc(RCV_BUFFSIZE
);
530 if (rcv_desc
->rx_buf_arr
== NULL
) {
531 printk(KERN_ERR
"%s: Could not allocate "
532 "rcv_desc->rx_buf_arr memory:%d\n",
533 netxen_nic_driver_name
,
536 goto err_out_free_rx_buffer
;
538 memset(rcv_desc
->rx_buf_arr
, 0, RCV_BUFFSIZE
);
543 netxen_initialize_adapter_sw(adapter
); /* initialize the buffers in adapter */
545 /* Mezz cards have PCI function 0,2,3 enabled */
546 switch (adapter
->ahw
.boardcfg
.board_type
) {
547 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
:
548 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ
:
549 if (pci_func_id
>= 2)
550 adapter
->portnum
= pci_func_id
- 2;
556 init_timer(&adapter
->watchdog_timer
);
557 adapter
->ahw
.xg_linkup
= 0;
558 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
559 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
560 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
561 adapter
->ahw
.revision_id
= pdev
->revision
;
563 adapter
->crb_addr_cmd_producer
= crb_cmd_producer
[adapter
->portnum
];
564 adapter
->crb_addr_cmd_consumer
= crb_cmd_consumer
[adapter
->portnum
];
565 netxen_nic_update_cmd_producer(adapter
, 0);
566 netxen_nic_update_cmd_consumer(adapter
, 0);
568 if (netxen_is_flash_supported(adapter
) == 0 &&
569 netxen_get_flash_mac_addr(adapter
, mac_addr
) == 0)
575 unsigned char *p
= (unsigned char *)&mac_addr
[adapter
->portnum
];
576 netdev
->dev_addr
[0] = *(p
+ 5);
577 netdev
->dev_addr
[1] = *(p
+ 4);
578 netdev
->dev_addr
[2] = *(p
+ 3);
579 netdev
->dev_addr
[3] = *(p
+ 2);
580 netdev
->dev_addr
[4] = *(p
+ 1);
581 netdev
->dev_addr
[5] = *(p
+ 0);
583 memcpy(netdev
->perm_addr
, netdev
->dev_addr
,
585 if (!is_valid_ether_addr(netdev
->perm_addr
)) {
586 printk(KERN_ERR
"%s: Bad MAC address %s.\n",
587 netxen_nic_driver_name
,
588 print_mac(mac
, netdev
->dev_addr
));
590 if (adapter
->macaddr_set
)
591 adapter
->macaddr_set(adapter
,
596 if (adapter
->portnum
== 0) {
597 err
= netxen_initialize_adapter_offload(adapter
);
599 goto err_out_free_rx_buffer
;
600 val
= adapter
->pci_read_normalize(adapter
,
601 NETXEN_CAM_RAM(0x1fc));
602 if (val
== 0x55555555) {
603 /* This is the first boot after power up */
604 netxen_nic_read_w0(adapter
, NETXEN_PCIE_REG(0x4), &val
);
607 netxen_nic_write_w0(adapter
, NETXEN_PCIE_REG(0x4), val
);
608 netxen_nic_read_w0(adapter
, NETXEN_PCIE_REG(0x4), &val
);
610 printk(KERN_ERR
"%s: failed to set MSI bit in PCI-e reg\n",
611 netxen_nic_driver_name
);
613 val
= adapter
->pci_read_normalize(adapter
,
614 NETXEN_ROMUSB_GLB_SW_RESET
);
615 printk(KERN_INFO
"NetXen: read 0x%08x for reset reg.\n",val
);
616 if (val
!= 0x80000f) {
617 /* clear the register for future unloads/loads */
618 adapter
->pci_write_normalize(adapter
,
619 NETXEN_CAM_RAM(0x1fc), 0);
620 printk(KERN_ERR
"ERROR in NetXen HW init sequence.\n");
622 goto err_out_free_dev
;
625 adapter
->pci_write_normalize(adapter
,
626 CRB_CMDPEG_STATE
, 0);
627 netxen_pinit_from_rom(adapter
, 0);
629 netxen_load_firmware(adapter
);
630 netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
632 /* Initialize multicast addr pool owners */
634 if (adapter
->ahw
.board_type
== NETXEN_NIC_XGBE
)
636 netxen_crb_writelit_adapter(adapter
,
637 NETXEN_MAC_ADDR_CNTL_REG
, val
);
641 /* clear the register for future unloads/loads */
642 adapter
->pci_write_normalize(adapter
, NETXEN_CAM_RAM(0x1fc), 0);
643 dev_info(&pdev
->dev
, "cmdpeg state: 0x%0x\n",
644 adapter
->pci_read_normalize(adapter
, CRB_CMDPEG_STATE
));
647 * Tell the hardware our version number.
649 i
= (_NETXEN_NIC_LINUX_MAJOR
<< 16)
650 | ((_NETXEN_NIC_LINUX_MINOR
<< 8))
651 | (_NETXEN_NIC_LINUX_SUBVERSION
);
652 adapter
->pci_write_normalize(adapter
, CRB_DRIVER_VERSION
, i
);
654 /* Unlock the HW, prompting the boot sequence */
655 adapter
->pci_write_normalize(adapter
,
656 NETXEN_ROMUSB_GLB_PEGTUNE_DONE
, 1);
657 /* Handshake with the card before we register the devices. */
658 netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
662 * See if the firmware gave us a virtual-physical port mapping.
664 adapter
->physical_port
= adapter
->portnum
;
665 i
= adapter
->pci_read_normalize(adapter
, CRB_V2P(adapter
->portnum
));
667 adapter
->physical_port
= i
;
669 netif_carrier_off(netdev
);
670 netif_stop_queue(netdev
);
672 if ((err
= register_netdev(netdev
))) {
673 printk(KERN_ERR
"%s: register_netdev failed port #%d"
674 " aborting\n", netxen_nic_driver_name
,
677 goto err_out_free_dev
;
680 netxen_nic_flash_print(adapter
);
681 pci_set_drvdata(pdev
, adapter
);
686 if (adapter
->portnum
== 0)
687 netxen_free_adapter_offload(adapter
);
689 err_out_free_rx_buffer
:
690 for (i
= 0; i
< MAX_RCV_CTX
; ++i
) {
691 recv_ctx
= &adapter
->recv_ctx
[i
];
692 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
693 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
694 if (rcv_desc
->rx_buf_arr
!= NULL
) {
695 vfree(rcv_desc
->rx_buf_arr
);
696 rcv_desc
->rx_buf_arr
= NULL
;
702 err_out_free_adapter
:
703 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
704 pci_disable_msi(pdev
);
706 pci_set_drvdata(pdev
, NULL
);
723 pci_release_regions(pdev
);
725 err_out_disable_pdev
:
726 pci_disable_device(pdev
);
730 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
732 struct netxen_adapter
*adapter
;
733 struct net_device
*netdev
;
734 struct netxen_rx_buffer
*buffer
;
735 struct netxen_recv_context
*recv_ctx
;
736 struct netxen_rcv_desc_ctx
*rcv_desc
;
738 static int init_firmware_done
= 0;
740 adapter
= pci_get_drvdata(pdev
);
744 netdev
= adapter
->netdev
;
746 unregister_netdev(netdev
);
748 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
) {
749 init_firmware_done
++;
750 netxen_free_hw_resources(adapter
);
753 for (ctxid
= 0; ctxid
< MAX_RCV_CTX
; ++ctxid
) {
754 recv_ctx
= &adapter
->recv_ctx
[ctxid
];
755 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++) {
756 rcv_desc
= &recv_ctx
->rcv_desc
[ring
];
757 for (i
= 0; i
< rcv_desc
->max_rx_desc_count
; ++i
) {
758 buffer
= &(rcv_desc
->rx_buf_arr
[i
]);
759 if (buffer
->state
== NETXEN_BUFFER_FREE
)
761 pci_unmap_single(pdev
, buffer
->dma
,
764 if (buffer
->skb
!= NULL
)
765 dev_kfree_skb_any(buffer
->skb
);
767 vfree(rcv_desc
->rx_buf_arr
);
771 vfree(adapter
->cmd_buf_arr
);
773 if (adapter
->portnum
== 0)
774 netxen_free_adapter_offload(adapter
);
777 free_irq(adapter
->irq
, adapter
);
779 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
780 pci_disable_msi(pdev
);
782 iounmap(adapter
->ahw
.db_base
);
783 iounmap(adapter
->ahw
.pci_base0
);
784 iounmap(adapter
->ahw
.pci_base1
);
785 iounmap(adapter
->ahw
.pci_base2
);
787 pci_release_regions(pdev
);
788 pci_disable_device(pdev
);
789 pci_set_drvdata(pdev
, NULL
);
795 * Called when a network interface is made active
796 * @returns 0 on success, negative value on failure
798 static int netxen_nic_open(struct net_device
*netdev
)
800 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)netdev
->priv
;
803 irq_handler_t handler
;
804 unsigned long flags
= IRQF_SAMPLE_RANDOM
;
806 if (adapter
->driver_mismatch
)
809 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
) {
810 err
= netxen_init_firmware(adapter
);
812 printk(KERN_ERR
"Failed to init firmware\n");
816 /* setup all the resources for the Phantom... */
817 /* this include the descriptors for rcv, tx, and status */
818 netxen_nic_clear_stats(adapter
);
819 err
= netxen_nic_hw_resources(adapter
);
821 printk(KERN_ERR
"Error in setting hw resources:%d\n",
825 for (ctx
= 0; ctx
< MAX_RCV_CTX
; ++ctx
) {
826 for (ring
= 0; ring
< NUM_RCV_DESC_RINGS
; ring
++)
827 netxen_post_rx_buffers(adapter
, ctx
, ring
);
829 adapter
->irq
= adapter
->pdev
->irq
;
830 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
831 handler
= netxen_msi_intr
;
833 flags
|= IRQF_SHARED
;
834 handler
= netxen_intr
;
836 err
= request_irq(adapter
->irq
, handler
,
837 flags
, netdev
->name
, adapter
);
839 printk(KERN_ERR
"request_irq failed with: %d\n", err
);
840 netxen_free_hw_resources(adapter
);
844 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
846 /* Done here again so that even if phantom sw overwrote it,
848 if (adapter
->init_port
849 && adapter
->init_port(adapter
, adapter
->portnum
) != 0) {
850 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
851 netxen_nic_driver_name
, adapter
->portnum
);
854 if (adapter
->macaddr_set
)
855 adapter
->macaddr_set(adapter
, netdev
->dev_addr
);
857 netxen_nic_set_link_parameters(adapter
);
859 netxen_nic_set_multi(netdev
);
860 if (adapter
->set_mtu
)
861 adapter
->set_mtu(adapter
, netdev
->mtu
);
863 mod_timer(&adapter
->watchdog_timer
, jiffies
);
865 napi_enable(&adapter
->napi
);
866 netxen_nic_enable_int(adapter
);
868 netif_start_queue(netdev
);
874 * netxen_nic_close - Disables a network interface entry point
876 static int netxen_nic_close(struct net_device
*netdev
)
878 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
880 struct netxen_cmd_buffer
*cmd_buff
;
881 struct netxen_skb_frag
*buffrag
;
883 netif_carrier_off(netdev
);
884 netif_stop_queue(netdev
);
885 napi_disable(&adapter
->napi
);
887 if (adapter
->stop_port
)
888 adapter
->stop_port(adapter
);
890 netxen_nic_disable_int(adapter
);
892 cmd_buff
= adapter
->cmd_buf_arr
;
893 for (i
= 0; i
< adapter
->max_tx_desc_count
; i
++) {
894 buffrag
= cmd_buff
->frag_array
;
896 pci_unmap_single(adapter
->pdev
, buffrag
->dma
,
897 buffrag
->length
, PCI_DMA_TODEVICE
);
900 for (j
= 0; j
< cmd_buff
->frag_count
; j
++) {
903 pci_unmap_page(adapter
->pdev
, buffrag
->dma
,
909 /* Free the skb we received in netxen_nic_xmit_frame */
911 dev_kfree_skb_any(cmd_buff
->skb
);
912 cmd_buff
->skb
= NULL
;
916 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
) {
917 FLUSH_SCHEDULED_WORK();
918 del_timer_sync(&adapter
->watchdog_timer
);
924 static int netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
926 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
927 struct netxen_hardware_context
*hw
= &adapter
->ahw
;
928 unsigned int first_seg_len
= skb
->len
- skb
->data_len
;
929 struct netxen_skb_frag
*buffrag
;
932 u32 producer
, consumer
;
933 u32 saved_producer
= 0;
934 struct cmd_desc_type0
*hwdesc
;
936 struct netxen_cmd_buffer
*pbuf
= NULL
;
939 u32 num_txd
= adapter
->max_tx_desc_count
;
941 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
943 /* There 4 fragments per descriptor */
944 no_of_desc
= (frag_count
+ 3) >> 2;
945 if (netdev
->features
& NETIF_F_TSO
) {
946 if (skb_shinfo(skb
)->gso_size
> 0) {
949 if ((ip_hdrlen(skb
) + tcp_hdrlen(skb
) +
950 sizeof(struct ethhdr
)) >
951 (sizeof(struct cmd_desc_type0
) - 2)) {
957 producer
= adapter
->cmd_producer
;
959 consumer
= adapter
->last_cmd_consumer
;
960 if ((no_of_desc
+2) > find_diff_among(producer
, consumer
, num_txd
)) {
961 netif_stop_queue(netdev
);
963 return NETDEV_TX_BUSY
;
966 /* Copy the descriptors into the hardware */
967 saved_producer
= producer
;
968 hwdesc
= &hw
->cmd_desc_head
[producer
];
969 memset(hwdesc
, 0, sizeof(struct cmd_desc_type0
));
970 /* Take skb->data itself */
971 pbuf
= &adapter
->cmd_buf_arr
[producer
];
972 if ((netdev
->features
& NETIF_F_TSO
) && skb_shinfo(skb
)->gso_size
> 0) {
973 pbuf
->mss
= skb_shinfo(skb
)->gso_size
;
974 hwdesc
->mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
);
979 pbuf
->total_length
= skb
->len
;
981 pbuf
->cmd
= TX_ETHER_PKT
;
982 pbuf
->frag_count
= frag_count
;
983 pbuf
->port
= adapter
->portnum
;
984 buffrag
= &pbuf
->frag_array
[0];
985 buffrag
->dma
= pci_map_single(adapter
->pdev
, skb
->data
, first_seg_len
,
987 buffrag
->length
= first_seg_len
;
988 netxen_set_cmd_desc_totallength(hwdesc
, skb
->len
);
989 netxen_set_cmd_desc_num_of_buff(hwdesc
, frag_count
);
990 netxen_set_cmd_desc_opcode(hwdesc
, TX_ETHER_PKT
);
992 netxen_set_cmd_desc_port(hwdesc
, adapter
->portnum
);
993 netxen_set_cmd_desc_ctxid(hwdesc
, adapter
->portnum
);
994 hwdesc
->buffer1_length
= cpu_to_le16(first_seg_len
);
995 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
997 for (i
= 1, k
= 1; i
< frag_count
; i
++, k
++) {
998 struct skb_frag_struct
*frag
;
1000 unsigned long offset
;
1001 dma_addr_t temp_dma
;
1003 /* move to next desc. if there is a need */
1004 if ((i
& 0x3) == 0) {
1006 producer
= get_next_index(producer
, num_txd
);
1007 hwdesc
= &hw
->cmd_desc_head
[producer
];
1008 memset(hwdesc
, 0, sizeof(struct cmd_desc_type0
));
1009 pbuf
= &adapter
->cmd_buf_arr
[producer
];
1012 frag
= &skb_shinfo(skb
)->frags
[i
- 1];
1014 offset
= frag
->page_offset
;
1017 temp_dma
= pci_map_page(adapter
->pdev
, frag
->page
, offset
,
1018 len
, PCI_DMA_TODEVICE
);
1021 buffrag
->dma
= temp_dma
;
1022 buffrag
->length
= temp_len
;
1026 hwdesc
->buffer1_length
= cpu_to_le16(temp_len
);
1027 hwdesc
->addr_buffer1
= cpu_to_le64(temp_dma
);
1030 hwdesc
->buffer2_length
= cpu_to_le16(temp_len
);
1031 hwdesc
->addr_buffer2
= cpu_to_le64(temp_dma
);
1034 hwdesc
->buffer3_length
= cpu_to_le16(temp_len
);
1035 hwdesc
->addr_buffer3
= cpu_to_le64(temp_dma
);
1038 hwdesc
->buffer4_length
= cpu_to_le16(temp_len
);
1039 hwdesc
->addr_buffer4
= cpu_to_le64(temp_dma
);
1044 producer
= get_next_index(producer
, num_txd
);
1046 /* might change opcode to TX_TCP_LSO */
1047 netxen_tso_check(adapter
, &hw
->cmd_desc_head
[saved_producer
], skb
);
1049 /* For LSO, we need to copy the MAC/IP/TCP headers into
1050 * the descriptor ring
1052 if (netxen_get_cmd_desc_opcode(&hw
->cmd_desc_head
[saved_producer
])
1054 int hdr_len
, first_hdr_len
, more_hdr
;
1055 hdr_len
= hw
->cmd_desc_head
[saved_producer
].total_hdr_length
;
1056 if (hdr_len
> (sizeof(struct cmd_desc_type0
) - 2)) {
1057 first_hdr_len
= sizeof(struct cmd_desc_type0
) - 2;
1060 first_hdr_len
= hdr_len
;
1063 /* copy the MAC/IP/TCP headers to the cmd descriptor list */
1064 hwdesc
= &hw
->cmd_desc_head
[producer
];
1065 pbuf
= &adapter
->cmd_buf_arr
[producer
];
1068 /* copy the first 64 bytes */
1069 memcpy(((void *)hwdesc
) + 2,
1070 (void *)(skb
->data
), first_hdr_len
);
1071 producer
= get_next_index(producer
, num_txd
);
1074 hwdesc
= &hw
->cmd_desc_head
[producer
];
1075 pbuf
= &adapter
->cmd_buf_arr
[producer
];
1077 /* copy the next 64 bytes - should be enough except
1078 * for pathological case
1080 skb_copy_from_linear_data_offset(skb
, first_hdr_len
,
1084 producer
= get_next_index(producer
, num_txd
);
1088 adapter
->cmd_producer
= producer
;
1089 adapter
->stats
.txbytes
+= skb
->len
;
1091 netxen_nic_update_cmd_producer(adapter
, adapter
->cmd_producer
);
1093 adapter
->stats
.xmitcalled
++;
1094 netdev
->trans_start
= jiffies
;
1096 return NETDEV_TX_OK
;
1099 static void netxen_watchdog(unsigned long v
)
1101 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
1103 SCHEDULE_WORK(&adapter
->watchdog_task
);
1106 static void netxen_tx_timeout(struct net_device
*netdev
)
1108 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)
1109 netdev_priv(netdev
);
1110 SCHEDULE_WORK(&adapter
->tx_timeout_task
);
1113 static void netxen_tx_timeout_task(struct work_struct
*work
)
1115 struct netxen_adapter
*adapter
=
1116 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
1118 printk(KERN_ERR
"%s %s: transmit timeout, resetting.\n",
1119 netxen_nic_driver_name
, adapter
->netdev
->name
);
1121 netxen_nic_disable_int(adapter
);
1122 napi_disable(&adapter
->napi
);
1124 adapter
->netdev
->trans_start
= jiffies
;
1126 napi_enable(&adapter
->napi
);
1127 netxen_nic_enable_int(adapter
);
1128 netif_wake_queue(adapter
->netdev
);
1132 netxen_handle_int(struct netxen_adapter
*adapter
)
1134 netxen_nic_disable_int(adapter
);
1135 napi_schedule(&adapter
->napi
);
1138 static irqreturn_t
netxen_intr(int irq
, void *data
)
1140 struct netxen_adapter
*adapter
= data
;
1143 our_int
= adapter
->pci_read_normalize(adapter
, CRB_INT_VECTOR
);
1144 /* not our interrupt */
1145 if ((our_int
& (0x80 << adapter
->portnum
)) == 0)
1148 if (adapter
->intr_scheme
== INTR_SCHEME_PERPORT
) {
1149 /* claim interrupt */
1150 adapter
->pci_write_normalize(adapter
, CRB_INT_VECTOR
,
1151 our_int
& ~((u32
)(0x80 << adapter
->portnum
)));
1154 netxen_handle_int(adapter
);
1159 static irqreturn_t
netxen_msi_intr(int irq
, void *data
)
1161 struct netxen_adapter
*adapter
= data
;
1163 netxen_handle_int(adapter
);
1167 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
)
1169 struct netxen_adapter
*adapter
= container_of(napi
, struct netxen_adapter
, napi
);
1174 tx_complete
= netxen_process_cmd_ring(adapter
);
1177 for (ctx
= 0; ctx
< MAX_RCV_CTX
; ++ctx
) {
1179 * Fairness issue. This will give undue weight to the
1180 * receive context 0.
1184 * To avoid starvation, we give each of our receivers,
1185 * a fraction of the quota. Sometimes, it might happen that we
1186 * have enough quota to process every packet, but since all the
1187 * packets are on one context, it gets only half of the quota,
1188 * and ends up not processing it.
1190 work_done
+= netxen_process_rcv_ring(adapter
, ctx
,
1191 budget
/ MAX_RCV_CTX
);
1194 if ((work_done
< budget
) && tx_complete
) {
1195 netif_rx_complete(adapter
->netdev
, &adapter
->napi
);
1196 netxen_nic_enable_int(adapter
);
1202 #ifdef CONFIG_NET_POLL_CONTROLLER
1203 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1205 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1206 disable_irq(adapter
->irq
);
1207 netxen_intr(adapter
->irq
, adapter
);
1208 enable_irq(adapter
->irq
);
1212 static struct pci_driver netxen_driver
= {
1213 .name
= netxen_nic_driver_name
,
1214 .id_table
= netxen_pci_tbl
,
1215 .probe
= netxen_nic_probe
,
1216 .remove
= __devexit_p(netxen_nic_remove
)
1219 /* Driver Registration on NetXen card */
1221 static int __init
netxen_init_module(void)
1223 if ((netxen_workq
= create_singlethread_workqueue("netxen")) == NULL
)
1226 return pci_register_driver(&netxen_driver
);
1229 module_init(netxen_init_module
);
1231 static void __exit
netxen_exit_module(void)
1233 pci_unregister_driver(&netxen_driver
);
1234 destroy_workqueue(netxen_workq
);
1237 module_exit(netxen_exit_module
);