Commit | Line | Data |
---|---|---|
3c2d774c | 1 | /* |
fa6c87d5 | 2 | * Copyright (c) 2006 - 2009 Intel Corporation. All rights reserved. |
3c2d774c GS |
3 | * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved. |
4 | * | |
5 | * This software is available to you under a choice of one of two | |
6 | * licenses. You may choose to be licensed under the terms of the GNU | |
7 | * General Public License (GPL) Version 2, available from the file | |
8 | * COPYING in the main directory of this source tree, or the | |
9 | * OpenIB.org BSD license below: | |
10 | * | |
11 | * Redistribution and use in source and binary forms, with or | |
12 | * without modification, are permitted provided that the following | |
13 | * conditions are met: | |
14 | * | |
15 | * - Redistributions of source code must retain the above | |
16 | * copyright notice, this list of conditions and the following | |
17 | * disclaimer. | |
18 | * | |
19 | * - Redistributions in binary form must reproduce the above | |
20 | * copyright notice, this list of conditions and the following | |
21 | * disclaimer in the documentation and/or other materials | |
22 | * provided with the distribution. | |
23 | * | |
24 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, | |
25 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | |
26 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND | |
27 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS | |
28 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN | |
29 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN | |
30 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |
31 | * SOFTWARE. | |
32 | */ | |
33 | ||
34 | #include <linux/module.h> | |
35 | #include <linux/moduleparam.h> | |
36 | #include <linux/netdevice.h> | |
37 | #include <linux/etherdevice.h> | |
38 | #include <linux/ethtool.h> | |
39 | #include <linux/mii.h> | |
40 | #include <linux/if_vlan.h> | |
41 | #include <linux/crc32.h> | |
42 | #include <linux/in.h> | |
43 | #include <linux/fs.h> | |
44 | #include <linux/init.h> | |
45 | #include <linux/if_arp.h> | |
46 | #include <linux/highmem.h> | |
5a0e3ad6 | 47 | #include <linux/slab.h> |
3c2d774c GS |
48 | #include <asm/io.h> |
49 | #include <asm/irq.h> | |
50 | #include <asm/byteorder.h> | |
51 | #include <rdma/ib_smi.h> | |
52 | #include <rdma/ib_verbs.h> | |
53 | #include <rdma/ib_pack.h> | |
54 | #include <rdma/iw_cm.h> | |
55 | ||
56 | #include "nes.h" | |
57 | ||
58 | #include <net/netevent.h> | |
59 | #include <net/neighbour.h> | |
60 | #include <linux/route.h> | |
61 | #include <net/ip_fib.h> | |
62 | ||
63 | MODULE_AUTHOR("NetEffect"); | |
64 | MODULE_DESCRIPTION("NetEffect RNIC Low-level iWARP Driver"); | |
65 | MODULE_LICENSE("Dual BSD/GPL"); | |
66 | MODULE_VERSION(DRV_VERSION); | |
67 | ||
68 | int max_mtu = 9000; | |
3c2d774c GS |
69 | int interrupt_mod_interval = 0; |
70 | ||
71 | ||
72 | /* Interoperability */ | |
73 | int mpa_version = 1; | |
de182149 | 74 | module_param(mpa_version, int, 0644); |
3c2d774c GS |
75 | MODULE_PARM_DESC(mpa_version, "MPA version to be used int MPA Req/Resp (0 or 1)"); |
76 | ||
77 | /* Interoperability */ | |
78 | int disable_mpa_crc = 0; | |
de182149 | 79 | module_param(disable_mpa_crc, int, 0644); |
3c2d774c GS |
80 | MODULE_PARM_DESC(disable_mpa_crc, "Disable checking of MPA CRC"); |
81 | ||
82 | unsigned int send_first = 0; | |
de182149 | 83 | module_param(send_first, int, 0644); |
3c2d774c GS |
84 | MODULE_PARM_DESC(send_first, "Send RDMA Message First on Active Connection"); |
85 | ||
86 | ||
87 | unsigned int nes_drv_opt = 0; | |
de182149 | 88 | module_param(nes_drv_opt, int, 0644); |
3c2d774c GS |
89 | MODULE_PARM_DESC(nes_drv_opt, "Driver option parameters"); |
90 | ||
91 | unsigned int nes_debug_level = 0; | |
92 | module_param_named(debug_level, nes_debug_level, uint, 0644); | |
93 | MODULE_PARM_DESC(debug_level, "Enable debug output level"); | |
94 | ||
2b537c28 CT |
95 | unsigned int wqm_quanta = 0x10000; |
96 | module_param(wqm_quanta, int, 0644); | |
97 | MODULE_PARM_DESC(wqm_quanta, "WQM quanta"); | |
98 | ||
63369366 CT |
99 | static unsigned int limit_maxrdreqsz; |
100 | module_param(limit_maxrdreqsz, bool, 0644); | |
101 | MODULE_PARM_DESC(limit_maxrdreqsz, "Limit max read request size to 256 Bytes"); | |
102 | ||
3c2d774c | 103 | LIST_HEAD(nes_adapter_list); |
1a855fbf | 104 | static LIST_HEAD(nes_dev_list); |
3c2d774c GS |
105 | |
106 | atomic_t qps_destroyed; | |
3c2d774c | 107 | |
3c2d774c GS |
108 | static unsigned int ee_flsh_adapter; |
109 | static unsigned int sysfs_nonidx_addr; | |
110 | static unsigned int sysfs_idx_addr; | |
111 | ||
112 | static struct pci_device_id nes_pci_table[] = { | |
33085bb8 PH |
113 | { PCI_VDEVICE(NETEFFECT, PCI_DEVICE_ID_NETEFFECT_NE020), }, |
114 | { PCI_VDEVICE(NETEFFECT, PCI_DEVICE_ID_NETEFFECT_NE020_KR), }, | |
3c2d774c GS |
115 | {0} |
116 | }; | |
117 | ||
118 | MODULE_DEVICE_TABLE(pci, nes_pci_table); | |
119 | ||
120 | static int nes_inetaddr_event(struct notifier_block *, unsigned long, void *); | |
121 | static int nes_net_event(struct notifier_block *, unsigned long, void *); | |
122 | static int nes_notifiers_registered; | |
123 | ||
124 | ||
125 | static struct notifier_block nes_inetaddr_notifier = { | |
126 | .notifier_call = nes_inetaddr_event | |
127 | }; | |
128 | ||
129 | static struct notifier_block nes_net_notifier = { | |
130 | .notifier_call = nes_net_event | |
131 | }; | |
132 | ||
133 | ||
134 | ||
135 | ||
136 | /** | |
137 | * nes_inetaddr_event | |
138 | */ | |
139 | static int nes_inetaddr_event(struct notifier_block *notifier, | |
140 | unsigned long event, void *ptr) | |
141 | { | |
142 | struct in_ifaddr *ifa = ptr; | |
143 | struct net_device *event_netdev = ifa->ifa_dev->dev; | |
144 | struct nes_device *nesdev; | |
145 | struct net_device *netdev; | |
146 | struct nes_vnic *nesvnic; | |
8cf14e38 HH |
147 | |
148 | nes_debug(NES_DBG_NETDEV, "nes_inetaddr_event: ip address %pI4, netmask %pI4.\n", | |
149 | &ifa->ifa_address, &ifa->ifa_mask); | |
3c2d774c GS |
150 | list_for_each_entry(nesdev, &nes_dev_list, list) { |
151 | nes_debug(NES_DBG_NETDEV, "Nesdev list entry = 0x%p. (%s)\n", | |
152 | nesdev, nesdev->netdev[0]->name); | |
153 | netdev = nesdev->netdev[0]; | |
154 | nesvnic = netdev_priv(netdev); | |
155 | if (netdev == event_netdev) { | |
156 | if (nesvnic->rdma_enabled == 0) { | |
157 | nes_debug(NES_DBG_NETDEV, "Returning without processing event for %s since" | |
158 | " RDMA is not enabled.\n", | |
159 | netdev->name); | |
160 | return NOTIFY_OK; | |
161 | } | |
162 | /* we have ifa->ifa_address/mask here if we need it */ | |
163 | switch (event) { | |
164 | case NETDEV_DOWN: | |
165 | nes_debug(NES_DBG_NETDEV, "event:DOWN\n"); | |
166 | nes_write_indexed(nesdev, | |
167 | NES_IDX_DST_IP_ADDR+(0x10*PCI_FUNC(nesdev->pcidev->devfn)), 0); | |
168 | ||
169 | nes_manage_arp_cache(netdev, netdev->dev_addr, | |
170 | ntohl(nesvnic->local_ipaddr), NES_ARP_DELETE); | |
171 | nesvnic->local_ipaddr = 0; | |
172 | return NOTIFY_OK; | |
173 | break; | |
174 | case NETDEV_UP: | |
175 | nes_debug(NES_DBG_NETDEV, "event:UP\n"); | |
176 | ||
177 | if (nesvnic->local_ipaddr != 0) { | |
178 | nes_debug(NES_DBG_NETDEV, "Interface already has local_ipaddr\n"); | |
179 | return NOTIFY_OK; | |
180 | } | |
181 | /* Add the address to the IP table */ | |
182 | nesvnic->local_ipaddr = ifa->ifa_address; | |
183 | ||
184 | nes_write_indexed(nesdev, | |
185 | NES_IDX_DST_IP_ADDR+(0x10*PCI_FUNC(nesdev->pcidev->devfn)), | |
186 | ntohl(ifa->ifa_address)); | |
187 | nes_manage_arp_cache(netdev, netdev->dev_addr, | |
188 | ntohl(nesvnic->local_ipaddr), NES_ARP_ADD); | |
189 | return NOTIFY_OK; | |
190 | break; | |
191 | default: | |
192 | break; | |
193 | } | |
194 | } | |
195 | } | |
196 | ||
197 | return NOTIFY_DONE; | |
198 | } | |
199 | ||
200 | ||
201 | /** | |
202 | * nes_net_event | |
203 | */ | |
204 | static int nes_net_event(struct notifier_block *notifier, | |
205 | unsigned long event, void *ptr) | |
206 | { | |
207 | struct neighbour *neigh = ptr; | |
208 | struct nes_device *nesdev; | |
209 | struct net_device *netdev; | |
210 | struct nes_vnic *nesvnic; | |
211 | ||
212 | switch (event) { | |
213 | case NETEVENT_NEIGH_UPDATE: | |
214 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
215 | /* nes_debug(NES_DBG_NETDEV, "Nesdev list entry = 0x%p.\n", nesdev); */ | |
216 | netdev = nesdev->netdev[0]; | |
217 | nesvnic = netdev_priv(netdev); | |
218 | if (netdev == neigh->dev) { | |
219 | if (nesvnic->rdma_enabled == 0) { | |
220 | nes_debug(NES_DBG_NETDEV, "Skipping device %s since no RDMA\n", | |
221 | netdev->name); | |
222 | } else { | |
223 | if (neigh->nud_state & NUD_VALID) { | |
224 | nes_manage_arp_cache(neigh->dev, neigh->ha, | |
225 | ntohl(*(__be32 *)neigh->primary_key), NES_ARP_ADD); | |
226 | } else { | |
227 | nes_manage_arp_cache(neigh->dev, neigh->ha, | |
228 | ntohl(*(__be32 *)neigh->primary_key), NES_ARP_DELETE); | |
229 | } | |
230 | } | |
231 | return NOTIFY_OK; | |
232 | } | |
233 | } | |
234 | break; | |
235 | default: | |
236 | nes_debug(NES_DBG_NETDEV, "NETEVENT_ %lu undefined\n", event); | |
237 | break; | |
238 | } | |
239 | ||
240 | return NOTIFY_DONE; | |
241 | } | |
242 | ||
243 | ||
244 | /** | |
245 | * nes_add_ref | |
246 | */ | |
247 | void nes_add_ref(struct ib_qp *ibqp) | |
248 | { | |
249 | struct nes_qp *nesqp; | |
250 | ||
251 | nesqp = to_nesqp(ibqp); | |
252 | nes_debug(NES_DBG_QP, "Bumping refcount for QP%u. Pre-inc value = %u\n", | |
253 | ibqp->qp_num, atomic_read(&nesqp->refcount)); | |
254 | atomic_inc(&nesqp->refcount); | |
255 | } | |
256 | ||
257 | static void nes_cqp_rem_ref_callback(struct nes_device *nesdev, struct nes_cqp_request *cqp_request) | |
258 | { | |
259 | unsigned long flags; | |
260 | struct nes_qp *nesqp = cqp_request->cqp_callback_pointer; | |
261 | struct nes_adapter *nesadapter = nesdev->nesadapter; | |
3c2d774c GS |
262 | |
263 | atomic_inc(&qps_destroyed); | |
264 | ||
265 | /* Free the control structures */ | |
266 | ||
3c2d774c GS |
267 | if (nesqp->pbl_vbase) { |
268 | pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size, | |
269 | nesqp->hwqp.q2_vbase, nesqp->hwqp.q2_pbase); | |
270 | spin_lock_irqsave(&nesadapter->pbl_lock, flags); | |
271 | nesadapter->free_256pbl++; | |
272 | spin_unlock_irqrestore(&nesadapter->pbl_lock, flags); | |
273 | pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase); | |
274 | nesqp->pbl_vbase = NULL; | |
275 | ||
276 | } else { | |
277 | pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size, | |
278 | nesqp->hwqp.sq_vbase, nesqp->hwqp.sq_pbase); | |
279 | } | |
280 | nes_free_resource(nesadapter, nesadapter->allocated_qps, nesqp->hwqp.qp_id); | |
281 | ||
6492cdf3 | 282 | nesadapter->qp_table[nesqp->hwqp.qp_id-NES_FIRST_QPN] = NULL; |
3c2d774c GS |
283 | kfree(nesqp->allocated_buffer); |
284 | ||
285 | } | |
286 | ||
287 | /** | |
288 | * nes_rem_ref | |
289 | */ | |
290 | void nes_rem_ref(struct ib_qp *ibqp) | |
291 | { | |
292 | u64 u64temp; | |
293 | struct nes_qp *nesqp; | |
294 | struct nes_vnic *nesvnic = to_nesvnic(ibqp->device); | |
295 | struct nes_device *nesdev = nesvnic->nesdev; | |
3c2d774c GS |
296 | struct nes_hw_cqp_wqe *cqp_wqe; |
297 | struct nes_cqp_request *cqp_request; | |
298 | u32 opcode; | |
299 | ||
300 | nesqp = to_nesqp(ibqp); | |
301 | ||
302 | if (atomic_read(&nesqp->refcount) == 0) { | |
303 | printk(KERN_INFO PFX "%s: Reference count already 0 for QP%d, last aeq = 0x%04X.\n", | |
33718363 | 304 | __func__, ibqp->qp_num, nesqp->last_aeq); |
3c2d774c GS |
305 | BUG(); |
306 | } | |
307 | ||
308 | if (atomic_dec_and_test(&nesqp->refcount)) { | |
3c2d774c GS |
309 | /* Destroy the QP */ |
310 | cqp_request = nes_get_cqp_request(nesdev); | |
311 | if (cqp_request == NULL) { | |
312 | nes_debug(NES_DBG_QP, "Failed to get a cqp_request.\n"); | |
313 | return; | |
314 | } | |
315 | cqp_request->waiting = 0; | |
316 | cqp_request->callback = 1; | |
317 | cqp_request->cqp_callback = nes_cqp_rem_ref_callback; | |
318 | cqp_request->cqp_callback_pointer = nesqp; | |
319 | cqp_wqe = &cqp_request->cqp_wqe; | |
320 | ||
321 | nes_fill_init_cqp_wqe(cqp_wqe, nesdev); | |
322 | opcode = NES_CQP_DESTROY_QP | NES_CQP_QP_TYPE_IWARP; | |
323 | ||
324 | if (nesqp->hte_added) { | |
325 | opcode |= NES_CQP_QP_DEL_HTE; | |
326 | nesqp->hte_added = 0; | |
327 | } | |
328 | set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, opcode); | |
329 | set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_ID_IDX, nesqp->hwqp.qp_id); | |
330 | u64temp = (u64)nesqp->nesqp_context_pbase; | |
331 | set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_QP_WQE_CONTEXT_LOW_IDX, u64temp); | |
8294f297 | 332 | nes_post_cqp_request(nesdev, cqp_request); |
3c2d774c GS |
333 | } |
334 | } | |
335 | ||
336 | ||
337 | /** | |
338 | * nes_get_qp | |
339 | */ | |
340 | struct ib_qp *nes_get_qp(struct ib_device *device, int qpn) | |
341 | { | |
342 | struct nes_vnic *nesvnic = to_nesvnic(device); | |
343 | struct nes_device *nesdev = nesvnic->nesdev; | |
344 | struct nes_adapter *nesadapter = nesdev->nesadapter; | |
345 | ||
346 | if ((qpn < NES_FIRST_QPN) || (qpn >= (NES_FIRST_QPN + nesadapter->max_qp))) | |
347 | return NULL; | |
348 | ||
349 | return &nesadapter->qp_table[qpn - NES_FIRST_QPN]->ibqp; | |
350 | } | |
351 | ||
352 | ||
353 | /** | |
354 | * nes_print_macaddr | |
355 | */ | |
356 | static void nes_print_macaddr(struct net_device *netdev) | |
357 | { | |
e174961c JB |
358 | nes_debug(NES_DBG_INIT, "%s: %pM, IRQ %u\n", |
359 | netdev->name, netdev->dev_addr, netdev->irq); | |
2bd01c5d | 360 | } |
3c2d774c GS |
361 | |
362 | /** | |
363 | * nes_interrupt - handle interrupts | |
364 | */ | |
365 | static irqreturn_t nes_interrupt(int irq, void *dev_id) | |
366 | { | |
367 | struct nes_device *nesdev = (struct nes_device *)dev_id; | |
368 | int handled = 0; | |
369 | u32 int_mask; | |
370 | u32 int_req; | |
371 | u32 int_stat; | |
372 | u32 intf_int_stat; | |
373 | u32 timer_stat; | |
374 | ||
375 | if (nesdev->msi_enabled) { | |
376 | /* No need to read the interrupt pending register if msi is enabled */ | |
377 | handled = 1; | |
378 | } else { | |
379 | if (unlikely(nesdev->nesadapter->hw_rev == NE020_REV)) { | |
380 | /* Master interrupt enable provides synchronization for kicking off bottom half | |
381 | when interrupt sharing is going on */ | |
382 | int_mask = nes_read32(nesdev->regs + NES_INT_MASK); | |
383 | if (int_mask & 0x80000000) { | |
384 | /* Check interrupt status to see if this might be ours */ | |
385 | int_stat = nes_read32(nesdev->regs + NES_INT_STAT); | |
386 | int_req = nesdev->int_req; | |
387 | if (int_stat&int_req) { | |
388 | /* if interesting CEQ or AEQ is pending, claim the interrupt */ | |
389 | if ((int_stat&int_req) & (~(NES_INT_TIMER|NES_INT_INTF))) { | |
390 | handled = 1; | |
391 | } else { | |
392 | if (((int_stat & int_req) & NES_INT_TIMER) == NES_INT_TIMER) { | |
393 | /* Timer might be running but might be for another function */ | |
394 | timer_stat = nes_read32(nesdev->regs + NES_TIMER_STAT); | |
395 | if ((timer_stat & nesdev->timer_int_req) != 0) { | |
396 | handled = 1; | |
397 | } | |
398 | } | |
399 | if ((((int_stat & int_req) & NES_INT_INTF) == NES_INT_INTF) && | |
400 | (handled == 0)) { | |
401 | intf_int_stat = nes_read32(nesdev->regs+NES_INTF_INT_STAT); | |
402 | if ((intf_int_stat & nesdev->intf_int_req) != 0) { | |
403 | handled = 1; | |
404 | } | |
405 | } | |
406 | } | |
407 | if (handled) { | |
408 | nes_write32(nesdev->regs+NES_INT_MASK, int_mask & (~0x80000000)); | |
409 | int_mask = nes_read32(nesdev->regs+NES_INT_MASK); | |
410 | /* Save off the status to save an additional read */ | |
411 | nesdev->int_stat = int_stat; | |
412 | nesdev->napi_isr_ran = 1; | |
413 | } | |
414 | } | |
415 | } | |
416 | } else { | |
417 | handled = nes_read32(nesdev->regs+NES_INT_PENDING); | |
418 | } | |
419 | } | |
420 | ||
421 | if (handled) { | |
422 | ||
423 | if (nes_napi_isr(nesdev) == 0) { | |
424 | tasklet_schedule(&nesdev->dpc_tasklet); | |
425 | ||
426 | } | |
427 | return IRQ_HANDLED; | |
428 | } else { | |
429 | return IRQ_NONE; | |
430 | } | |
431 | } | |
432 | ||
433 | ||
434 | /** | |
435 | * nes_probe - Device initialization | |
436 | */ | |
437 | static int __devinit nes_probe(struct pci_dev *pcidev, const struct pci_device_id *ent) | |
438 | { | |
439 | struct net_device *netdev = NULL; | |
440 | struct nes_device *nesdev = NULL; | |
441 | int ret = 0; | |
3c2d774c GS |
442 | void __iomem *mmio_regs = NULL; |
443 | u8 hw_rev; | |
444 | ||
445 | assert(pcidev != NULL); | |
446 | assert(ent != NULL); | |
447 | ||
448 | printk(KERN_INFO PFX "NetEffect RNIC driver v%s loading. (%s)\n", | |
449 | DRV_VERSION, pci_name(pcidev)); | |
450 | ||
451 | ret = pci_enable_device(pcidev); | |
452 | if (ret) { | |
453 | printk(KERN_ERR PFX "Unable to enable PCI device. (%s)\n", pci_name(pcidev)); | |
454 | goto bail0; | |
455 | } | |
456 | ||
457 | nes_debug(NES_DBG_INIT, "BAR0 (@0x%08lX) size = 0x%lX bytes\n", | |
458 | (long unsigned int)pci_resource_start(pcidev, BAR_0), | |
459 | (long unsigned int)pci_resource_len(pcidev, BAR_0)); | |
460 | nes_debug(NES_DBG_INIT, "BAR1 (@0x%08lX) size = 0x%lX bytes\n", | |
461 | (long unsigned int)pci_resource_start(pcidev, BAR_1), | |
462 | (long unsigned int)pci_resource_len(pcidev, BAR_1)); | |
463 | ||
464 | /* Make sure PCI base addr are MMIO */ | |
465 | if (!(pci_resource_flags(pcidev, BAR_0) & IORESOURCE_MEM) || | |
466 | !(pci_resource_flags(pcidev, BAR_1) & IORESOURCE_MEM)) { | |
467 | printk(KERN_ERR PFX "PCI regions not an MMIO resource\n"); | |
468 | ret = -ENODEV; | |
469 | goto bail1; | |
470 | } | |
471 | ||
472 | /* Reserve PCI I/O and memory resources */ | |
473 | ret = pci_request_regions(pcidev, DRV_NAME); | |
474 | if (ret) { | |
475 | printk(KERN_ERR PFX "Unable to request regions. (%s)\n", pci_name(pcidev)); | |
476 | goto bail1; | |
477 | } | |
478 | ||
479 | if ((sizeof(dma_addr_t) > 4)) { | |
6a35528a | 480 | ret = pci_set_dma_mask(pcidev, DMA_BIT_MASK(64)); |
3c2d774c GS |
481 | if (ret < 0) { |
482 | printk(KERN_ERR PFX "64b DMA mask configuration failed\n"); | |
483 | goto bail2; | |
484 | } | |
6a35528a | 485 | ret = pci_set_consistent_dma_mask(pcidev, DMA_BIT_MASK(64)); |
3c2d774c GS |
486 | if (ret) { |
487 | printk(KERN_ERR PFX "64b DMA consistent mask configuration failed\n"); | |
488 | goto bail2; | |
489 | } | |
490 | } else { | |
284901a9 | 491 | ret = pci_set_dma_mask(pcidev, DMA_BIT_MASK(32)); |
3c2d774c GS |
492 | if (ret < 0) { |
493 | printk(KERN_ERR PFX "32b DMA mask configuration failed\n"); | |
494 | goto bail2; | |
495 | } | |
284901a9 | 496 | ret = pci_set_consistent_dma_mask(pcidev, DMA_BIT_MASK(32)); |
3c2d774c GS |
497 | if (ret) { |
498 | printk(KERN_ERR PFX "32b DMA consistent mask configuration failed\n"); | |
499 | goto bail2; | |
500 | } | |
501 | } | |
502 | ||
503 | pci_set_master(pcidev); | |
504 | ||
505 | /* Allocate hardware structure */ | |
506 | nesdev = kzalloc(sizeof(struct nes_device), GFP_KERNEL); | |
507 | if (!nesdev) { | |
508 | printk(KERN_ERR PFX "%s: Unable to alloc hardware struct\n", pci_name(pcidev)); | |
509 | ret = -ENOMEM; | |
510 | goto bail2; | |
511 | } | |
512 | ||
513 | nes_debug(NES_DBG_INIT, "Allocated nes device at %p\n", nesdev); | |
514 | nesdev->pcidev = pcidev; | |
515 | pci_set_drvdata(pcidev, nesdev); | |
516 | ||
517 | pci_read_config_byte(pcidev, 0x0008, &hw_rev); | |
518 | nes_debug(NES_DBG_INIT, "hw_rev=%u\n", hw_rev); | |
519 | ||
520 | spin_lock_init(&nesdev->indexed_regs_lock); | |
521 | ||
522 | /* Remap the PCI registers in adapter BAR0 to kernel VA space */ | |
d85ddd83 JL |
523 | mmio_regs = ioremap_nocache(pci_resource_start(pcidev, BAR_0), |
524 | pci_resource_len(pcidev, BAR_0)); | |
3c2d774c GS |
525 | if (mmio_regs == NULL) { |
526 | printk(KERN_ERR PFX "Unable to remap BAR0\n"); | |
527 | ret = -EIO; | |
528 | goto bail3; | |
529 | } | |
530 | nesdev->regs = mmio_regs; | |
531 | nesdev->index_reg = 0x50 + (PCI_FUNC(pcidev->devfn)*8) + mmio_regs; | |
532 | ||
533 | /* Ensure interrupts are disabled */ | |
534 | nes_write32(nesdev->regs+NES_INT_MASK, 0x7fffffff); | |
535 | ||
536 | if (nes_drv_opt & NES_DRV_OPT_ENABLE_MSI) { | |
537 | if (!pci_enable_msi(nesdev->pcidev)) { | |
538 | nesdev->msi_enabled = 1; | |
539 | nes_debug(NES_DBG_INIT, "MSI is enabled for device %s\n", | |
540 | pci_name(pcidev)); | |
541 | } else { | |
542 | nes_debug(NES_DBG_INIT, "MSI is disabled by linux for device %s\n", | |
543 | pci_name(pcidev)); | |
544 | } | |
545 | } else { | |
546 | nes_debug(NES_DBG_INIT, "MSI not requested due to driver options for device %s\n", | |
547 | pci_name(pcidev)); | |
548 | } | |
549 | ||
550 | nesdev->csr_start = pci_resource_start(nesdev->pcidev, BAR_0); | |
551 | nesdev->doorbell_region = pci_resource_start(nesdev->pcidev, BAR_1); | |
552 | ||
553 | /* Init the adapter */ | |
554 | nesdev->nesadapter = nes_init_adapter(nesdev, hw_rev); | |
3c2d774c GS |
555 | if (!nesdev->nesadapter) { |
556 | printk(KERN_ERR PFX "Unable to initialize adapter.\n"); | |
557 | ret = -ENOMEM; | |
558 | goto bail5; | |
559 | } | |
a4435feb | 560 | nesdev->nesadapter->et_rx_coalesce_usecs_irq = interrupt_mod_interval; |
2b537c28 | 561 | nesdev->nesadapter->wqm_quanta = wqm_quanta; |
3c2d774c GS |
562 | |
563 | /* nesdev->base_doorbell_index = | |
564 | nesdev->nesadapter->pd_config_base[PCI_FUNC(nesdev->pcidev->devfn)]; */ | |
565 | nesdev->base_doorbell_index = 1; | |
566 | nesdev->doorbell_start = nesdev->nesadapter->doorbell_start; | |
fcb7ad31 CT |
567 | if (nesdev->nesadapter->phy_type[0] == NES_PHY_TYPE_PUMA_1G) { |
568 | switch (PCI_FUNC(nesdev->pcidev->devfn) % | |
569 | nesdev->nesadapter->port_count) { | |
570 | case 1: | |
571 | nesdev->mac_index = 2; | |
572 | break; | |
573 | case 2: | |
574 | nesdev->mac_index = 1; | |
575 | break; | |
576 | case 3: | |
577 | nesdev->mac_index = 3; | |
578 | break; | |
579 | case 0: | |
580 | default: | |
581 | nesdev->mac_index = 0; | |
582 | } | |
583 | } else { | |
584 | nesdev->mac_index = PCI_FUNC(nesdev->pcidev->devfn) % | |
585 | nesdev->nesadapter->port_count; | |
586 | } | |
3c2d774c | 587 | |
63369366 CT |
588 | if ((limit_maxrdreqsz || |
589 | ((nesdev->nesadapter->phy_type[0] == NES_PHY_TYPE_GLADIUS) && | |
590 | (hw_rev == NE020_REV1))) && | |
591 | (pcie_get_readrq(pcidev) > 256)) { | |
592 | if (pcie_set_readrq(pcidev, 256)) | |
593 | printk(KERN_ERR PFX "Unable to set max read request" | |
594 | " to 256 bytes\n"); | |
595 | else | |
596 | nes_debug(NES_DBG_INIT, "Max read request size set" | |
597 | " to 256 bytes\n"); | |
598 | } | |
599 | ||
3c2d774c GS |
600 | tasklet_init(&nesdev->dpc_tasklet, nes_dpc, (unsigned long)nesdev); |
601 | ||
602 | /* bring up the Control QP */ | |
603 | if (nes_init_cqp(nesdev)) { | |
604 | ret = -ENODEV; | |
605 | goto bail6; | |
606 | } | |
607 | ||
608 | /* Arm the CCQ */ | |
609 | nes_write32(nesdev->regs+NES_CQE_ALLOC, NES_CQE_ALLOC_NOTIFY_NEXT | | |
610 | PCI_FUNC(nesdev->pcidev->devfn)); | |
611 | nes_read32(nesdev->regs+NES_CQE_ALLOC); | |
612 | ||
613 | /* Enable the interrupts */ | |
614 | nesdev->int_req = (0x101 << PCI_FUNC(nesdev->pcidev->devfn)) | | |
615 | (1 << (PCI_FUNC(nesdev->pcidev->devfn)+16)); | |
616 | if (PCI_FUNC(nesdev->pcidev->devfn) < 4) { | |
fcb7ad31 | 617 | nesdev->int_req |= (1 << (PCI_FUNC(nesdev->mac_index)+24)); |
3c2d774c GS |
618 | } |
619 | ||
620 | /* TODO: This really should be the first driver to load, not function 0 */ | |
621 | if (PCI_FUNC(nesdev->pcidev->devfn) == 0) { | |
622 | /* pick up PCI and critical errors if the first driver to load */ | |
623 | nesdev->intf_int_req = NES_INTF_INT_PCIERR | NES_INTF_INT_CRITERR; | |
624 | nesdev->int_req |= NES_INT_INTF; | |
625 | } else { | |
626 | nesdev->intf_int_req = 0; | |
627 | } | |
628 | nesdev->intf_int_req |= (1 << (PCI_FUNC(nesdev->pcidev->devfn)+16)); | |
629 | nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS0, 0); | |
630 | nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS1, 0); | |
631 | nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS2, 0x00001265); | |
632 | nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS4, 0x18021804); | |
633 | ||
634 | nes_write_indexed(nesdev, NES_IDX_DEBUG_ERROR_MASKS3, 0x17801790); | |
635 | ||
636 | /* deal with both periodic and one_shot */ | |
637 | nesdev->timer_int_req = 0x101 << PCI_FUNC(nesdev->pcidev->devfn); | |
638 | nesdev->nesadapter->timer_int_req |= nesdev->timer_int_req; | |
639 | nes_debug(NES_DBG_INIT, "setting int_req for function %u, nesdev = 0x%04X, adapter = 0x%04X\n", | |
640 | PCI_FUNC(nesdev->pcidev->devfn), | |
641 | nesdev->timer_int_req, nesdev->nesadapter->timer_int_req); | |
642 | ||
643 | nes_write32(nesdev->regs+NES_INTF_INT_MASK, ~(nesdev->intf_int_req)); | |
644 | ||
645 | list_add_tail(&nesdev->list, &nes_dev_list); | |
646 | ||
647 | /* Request an interrupt line for the driver */ | |
648 | ret = request_irq(pcidev->irq, nes_interrupt, IRQF_SHARED, DRV_NAME, nesdev); | |
649 | if (ret) { | |
650 | printk(KERN_ERR PFX "%s: requested IRQ %u is busy\n", | |
651 | pci_name(pcidev), pcidev->irq); | |
652 | goto bail65; | |
653 | } | |
654 | ||
655 | nes_write32(nesdev->regs+NES_INT_MASK, ~nesdev->int_req); | |
656 | ||
657 | if (nes_notifiers_registered == 0) { | |
658 | register_inetaddr_notifier(&nes_inetaddr_notifier); | |
659 | register_netevent_notifier(&nes_net_notifier); | |
660 | } | |
661 | nes_notifiers_registered++; | |
662 | ||
663 | /* Initialize network devices */ | |
664 | if ((netdev = nes_netdev_init(nesdev, mmio_regs)) == NULL) { | |
665 | goto bail7; | |
666 | } | |
667 | ||
668 | /* Register network device */ | |
669 | ret = register_netdev(netdev); | |
670 | if (ret) { | |
671 | printk(KERN_ERR PFX "Unable to register netdev, ret = %d\n", ret); | |
672 | nes_netdev_destroy(netdev); | |
673 | goto bail7; | |
674 | } | |
675 | ||
676 | nes_print_macaddr(netdev); | |
3c2d774c GS |
677 | |
678 | nesdev->netdev_count++; | |
679 | nesdev->nesadapter->netdev_count++; | |
680 | ||
681 | ||
682 | printk(KERN_ERR PFX "%s: NetEffect RNIC driver successfully loaded.\n", | |
683 | pci_name(pcidev)); | |
684 | return 0; | |
685 | ||
686 | bail7: | |
687 | printk(KERN_ERR PFX "bail7\n"); | |
688 | while (nesdev->netdev_count > 0) { | |
689 | nesdev->netdev_count--; | |
690 | nesdev->nesadapter->netdev_count--; | |
691 | ||
692 | unregister_netdev(nesdev->netdev[nesdev->netdev_count]); | |
693 | nes_netdev_destroy(nesdev->netdev[nesdev->netdev_count]); | |
694 | } | |
695 | ||
696 | nes_debug(NES_DBG_INIT, "netdev_count=%d, nesadapter->netdev_count=%d\n", | |
697 | nesdev->netdev_count, nesdev->nesadapter->netdev_count); | |
698 | ||
699 | nes_notifiers_registered--; | |
700 | if (nes_notifiers_registered == 0) { | |
701 | unregister_netevent_notifier(&nes_net_notifier); | |
702 | unregister_inetaddr_notifier(&nes_inetaddr_notifier); | |
703 | } | |
704 | ||
705 | list_del(&nesdev->list); | |
706 | nes_destroy_cqp(nesdev); | |
707 | ||
708 | bail65: | |
709 | printk(KERN_ERR PFX "bail65\n"); | |
710 | free_irq(pcidev->irq, nesdev); | |
711 | if (nesdev->msi_enabled) { | |
712 | pci_disable_msi(pcidev); | |
713 | } | |
714 | bail6: | |
715 | printk(KERN_ERR PFX "bail6\n"); | |
716 | tasklet_kill(&nesdev->dpc_tasklet); | |
717 | /* Deallocate the Adapter Structure */ | |
718 | nes_destroy_adapter(nesdev->nesadapter); | |
719 | ||
720 | bail5: | |
721 | printk(KERN_ERR PFX "bail5\n"); | |
722 | iounmap(nesdev->regs); | |
723 | ||
724 | bail3: | |
725 | printk(KERN_ERR PFX "bail3\n"); | |
726 | kfree(nesdev); | |
727 | ||
728 | bail2: | |
729 | pci_release_regions(pcidev); | |
730 | ||
731 | bail1: | |
732 | pci_disable_device(pcidev); | |
733 | ||
734 | bail0: | |
735 | return ret; | |
736 | } | |
737 | ||
738 | ||
739 | /** | |
740 | * nes_remove - unload from kernel | |
741 | */ | |
742 | static void __devexit nes_remove(struct pci_dev *pcidev) | |
743 | { | |
744 | struct nes_device *nesdev = pci_get_drvdata(pcidev); | |
745 | struct net_device *netdev; | |
746 | int netdev_index = 0; | |
747 | ||
748 | if (nesdev->netdev_count) { | |
749 | netdev = nesdev->netdev[netdev_index]; | |
750 | if (netdev) { | |
751 | netif_stop_queue(netdev); | |
752 | unregister_netdev(netdev); | |
753 | nes_netdev_destroy(netdev); | |
754 | ||
755 | nesdev->netdev[netdev_index] = NULL; | |
756 | nesdev->netdev_count--; | |
757 | nesdev->nesadapter->netdev_count--; | |
758 | } | |
759 | } | |
760 | ||
761 | nes_notifiers_registered--; | |
762 | if (nes_notifiers_registered == 0) { | |
763 | unregister_netevent_notifier(&nes_net_notifier); | |
764 | unregister_inetaddr_notifier(&nes_inetaddr_notifier); | |
765 | } | |
766 | ||
767 | list_del(&nesdev->list); | |
768 | nes_destroy_cqp(nesdev); | |
4cd1e5eb RD |
769 | |
770 | free_irq(pcidev->irq, nesdev); | |
3c2d774c GS |
771 | tasklet_kill(&nesdev->dpc_tasklet); |
772 | ||
773 | /* Deallocate the Adapter Structure */ | |
774 | nes_destroy_adapter(nesdev->nesadapter); | |
775 | ||
3c2d774c GS |
776 | if (nesdev->msi_enabled) { |
777 | pci_disable_msi(pcidev); | |
778 | } | |
779 | ||
780 | iounmap(nesdev->regs); | |
781 | kfree(nesdev); | |
782 | ||
783 | /* nes_debug(NES_DBG_SHUTDOWN, "calling pci_release_regions.\n"); */ | |
784 | pci_release_regions(pcidev); | |
785 | pci_disable_device(pcidev); | |
786 | pci_set_drvdata(pcidev, NULL); | |
787 | } | |
788 | ||
789 | ||
790 | static struct pci_driver nes_pci_driver = { | |
791 | .name = DRV_NAME, | |
792 | .id_table = nes_pci_table, | |
793 | .probe = nes_probe, | |
794 | .remove = __devexit_p(nes_remove), | |
795 | }; | |
796 | ||
797 | static ssize_t nes_show_adapter(struct device_driver *ddp, char *buf) | |
798 | { | |
799 | unsigned int devfn = 0xffffffff; | |
800 | unsigned char bus_number = 0xff; | |
801 | unsigned int i = 0; | |
802 | struct nes_device *nesdev; | |
803 | ||
804 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
805 | if (i == ee_flsh_adapter) { | |
fcb7ad31 CT |
806 | devfn = nesdev->pcidev->devfn; |
807 | bus_number = nesdev->pcidev->bus->number; | |
3c2d774c GS |
808 | break; |
809 | } | |
810 | i++; | |
811 | } | |
812 | ||
fcb7ad31 | 813 | return snprintf(buf, PAGE_SIZE, "%x:%x\n", bus_number, devfn); |
3c2d774c GS |
814 | } |
815 | ||
816 | static ssize_t nes_store_adapter(struct device_driver *ddp, | |
817 | const char *buf, size_t count) | |
818 | { | |
819 | char *p = (char *)buf; | |
820 | ||
821 | ee_flsh_adapter = simple_strtoul(p, &p, 10); | |
822 | return strnlen(buf, count); | |
823 | } | |
824 | ||
825 | static ssize_t nes_show_ee_cmd(struct device_driver *ddp, char *buf) | |
826 | { | |
827 | u32 eeprom_cmd = 0xdead; | |
828 | u32 i = 0; | |
829 | struct nes_device *nesdev; | |
830 | ||
831 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
832 | if (i == ee_flsh_adapter) { | |
833 | eeprom_cmd = nes_read32(nesdev->regs + NES_EEPROM_COMMAND); | |
834 | break; | |
835 | } | |
836 | i++; | |
837 | } | |
838 | return snprintf(buf, PAGE_SIZE, "0x%x\n", eeprom_cmd); | |
839 | } | |
840 | ||
841 | static ssize_t nes_store_ee_cmd(struct device_driver *ddp, | |
842 | const char *buf, size_t count) | |
843 | { | |
844 | char *p = (char *)buf; | |
845 | u32 val; | |
846 | u32 i = 0; | |
847 | struct nes_device *nesdev; | |
848 | ||
849 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') { | |
850 | val = simple_strtoul(p, &p, 16); | |
851 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
852 | if (i == ee_flsh_adapter) { | |
853 | nes_write32(nesdev->regs + NES_EEPROM_COMMAND, val); | |
854 | break; | |
855 | } | |
856 | i++; | |
857 | } | |
858 | } | |
859 | return strnlen(buf, count); | |
860 | } | |
861 | ||
862 | static ssize_t nes_show_ee_data(struct device_driver *ddp, char *buf) | |
863 | { | |
864 | u32 eeprom_data = 0xdead; | |
865 | u32 i = 0; | |
866 | struct nes_device *nesdev; | |
867 | ||
868 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
869 | if (i == ee_flsh_adapter) { | |
870 | eeprom_data = nes_read32(nesdev->regs + NES_EEPROM_DATA); | |
871 | break; | |
872 | } | |
873 | i++; | |
874 | } | |
875 | ||
876 | return snprintf(buf, PAGE_SIZE, "0x%x\n", eeprom_data); | |
877 | } | |
878 | ||
879 | static ssize_t nes_store_ee_data(struct device_driver *ddp, | |
880 | const char *buf, size_t count) | |
881 | { | |
882 | char *p = (char *)buf; | |
883 | u32 val; | |
884 | u32 i = 0; | |
885 | struct nes_device *nesdev; | |
886 | ||
887 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') { | |
888 | val = simple_strtoul(p, &p, 16); | |
889 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
890 | if (i == ee_flsh_adapter) { | |
891 | nes_write32(nesdev->regs + NES_EEPROM_DATA, val); | |
892 | break; | |
893 | } | |
894 | i++; | |
895 | } | |
896 | } | |
897 | return strnlen(buf, count); | |
898 | } | |
899 | ||
900 | static ssize_t nes_show_flash_cmd(struct device_driver *ddp, char *buf) | |
901 | { | |
902 | u32 flash_cmd = 0xdead; | |
903 | u32 i = 0; | |
904 | struct nes_device *nesdev; | |
905 | ||
906 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
907 | if (i == ee_flsh_adapter) { | |
908 | flash_cmd = nes_read32(nesdev->regs + NES_FLASH_COMMAND); | |
909 | break; | |
910 | } | |
911 | i++; | |
912 | } | |
913 | ||
914 | return snprintf(buf, PAGE_SIZE, "0x%x\n", flash_cmd); | |
915 | } | |
916 | ||
917 | static ssize_t nes_store_flash_cmd(struct device_driver *ddp, | |
918 | const char *buf, size_t count) | |
919 | { | |
920 | char *p = (char *)buf; | |
921 | u32 val; | |
922 | u32 i = 0; | |
923 | struct nes_device *nesdev; | |
924 | ||
925 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') { | |
926 | val = simple_strtoul(p, &p, 16); | |
927 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
928 | if (i == ee_flsh_adapter) { | |
929 | nes_write32(nesdev->regs + NES_FLASH_COMMAND, val); | |
930 | break; | |
931 | } | |
932 | i++; | |
933 | } | |
934 | } | |
935 | return strnlen(buf, count); | |
936 | } | |
937 | ||
938 | static ssize_t nes_show_flash_data(struct device_driver *ddp, char *buf) | |
939 | { | |
940 | u32 flash_data = 0xdead; | |
941 | u32 i = 0; | |
942 | struct nes_device *nesdev; | |
943 | ||
944 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
945 | if (i == ee_flsh_adapter) { | |
946 | flash_data = nes_read32(nesdev->regs + NES_FLASH_DATA); | |
947 | break; | |
948 | } | |
949 | i++; | |
950 | } | |
951 | ||
952 | return snprintf(buf, PAGE_SIZE, "0x%x\n", flash_data); | |
953 | } | |
954 | ||
955 | static ssize_t nes_store_flash_data(struct device_driver *ddp, | |
956 | const char *buf, size_t count) | |
957 | { | |
958 | char *p = (char *)buf; | |
959 | u32 val; | |
960 | u32 i = 0; | |
961 | struct nes_device *nesdev; | |
962 | ||
963 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') { | |
964 | val = simple_strtoul(p, &p, 16); | |
965 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
966 | if (i == ee_flsh_adapter) { | |
967 | nes_write32(nesdev->regs + NES_FLASH_DATA, val); | |
968 | break; | |
969 | } | |
970 | i++; | |
971 | } | |
972 | } | |
973 | return strnlen(buf, count); | |
974 | } | |
975 | ||
976 | static ssize_t nes_show_nonidx_addr(struct device_driver *ddp, char *buf) | |
977 | { | |
978 | return snprintf(buf, PAGE_SIZE, "0x%x\n", sysfs_nonidx_addr); | |
979 | } | |
980 | ||
981 | static ssize_t nes_store_nonidx_addr(struct device_driver *ddp, | |
982 | const char *buf, size_t count) | |
983 | { | |
984 | char *p = (char *)buf; | |
985 | ||
986 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') | |
987 | sysfs_nonidx_addr = simple_strtoul(p, &p, 16); | |
988 | ||
989 | return strnlen(buf, count); | |
990 | } | |
991 | ||
992 | static ssize_t nes_show_nonidx_data(struct device_driver *ddp, char *buf) | |
993 | { | |
994 | u32 nonidx_data = 0xdead; | |
995 | u32 i = 0; | |
996 | struct nes_device *nesdev; | |
997 | ||
998 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
999 | if (i == ee_flsh_adapter) { | |
1000 | nonidx_data = nes_read32(nesdev->regs + sysfs_nonidx_addr); | |
1001 | break; | |
1002 | } | |
1003 | i++; | |
1004 | } | |
1005 | ||
1006 | return snprintf(buf, PAGE_SIZE, "0x%x\n", nonidx_data); | |
1007 | } | |
1008 | ||
1009 | static ssize_t nes_store_nonidx_data(struct device_driver *ddp, | |
1010 | const char *buf, size_t count) | |
1011 | { | |
1012 | char *p = (char *)buf; | |
1013 | u32 val; | |
1014 | u32 i = 0; | |
1015 | struct nes_device *nesdev; | |
1016 | ||
1017 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') { | |
1018 | val = simple_strtoul(p, &p, 16); | |
1019 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
1020 | if (i == ee_flsh_adapter) { | |
1021 | nes_write32(nesdev->regs + sysfs_nonidx_addr, val); | |
1022 | break; | |
1023 | } | |
1024 | i++; | |
1025 | } | |
1026 | } | |
1027 | return strnlen(buf, count); | |
1028 | } | |
1029 | ||
1030 | static ssize_t nes_show_idx_addr(struct device_driver *ddp, char *buf) | |
1031 | { | |
1032 | return snprintf(buf, PAGE_SIZE, "0x%x\n", sysfs_idx_addr); | |
1033 | } | |
1034 | ||
1035 | static ssize_t nes_store_idx_addr(struct device_driver *ddp, | |
1036 | const char *buf, size_t count) | |
1037 | { | |
1038 | char *p = (char *)buf; | |
1039 | ||
1040 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') | |
1041 | sysfs_idx_addr = simple_strtoul(p, &p, 16); | |
1042 | ||
1043 | return strnlen(buf, count); | |
1044 | } | |
1045 | ||
1046 | static ssize_t nes_show_idx_data(struct device_driver *ddp, char *buf) | |
1047 | { | |
1048 | u32 idx_data = 0xdead; | |
1049 | u32 i = 0; | |
1050 | struct nes_device *nesdev; | |
1051 | ||
1052 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
1053 | if (i == ee_flsh_adapter) { | |
1054 | idx_data = nes_read_indexed(nesdev, sysfs_idx_addr); | |
1055 | break; | |
1056 | } | |
1057 | i++; | |
1058 | } | |
1059 | ||
1060 | return snprintf(buf, PAGE_SIZE, "0x%x\n", idx_data); | |
1061 | } | |
1062 | ||
1063 | static ssize_t nes_store_idx_data(struct device_driver *ddp, | |
1064 | const char *buf, size_t count) | |
1065 | { | |
1066 | char *p = (char *)buf; | |
1067 | u32 val; | |
1068 | u32 i = 0; | |
1069 | struct nes_device *nesdev; | |
1070 | ||
1071 | if (p[1] == 'x' || p[1] == 'X' || p[0] == 'x' || p[0] == 'X') { | |
1072 | val = simple_strtoul(p, &p, 16); | |
1073 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
1074 | if (i == ee_flsh_adapter) { | |
1075 | nes_write_indexed(nesdev, sysfs_idx_addr, val); | |
1076 | break; | |
1077 | } | |
1078 | i++; | |
1079 | } | |
1080 | } | |
1081 | return strnlen(buf, count); | |
1082 | } | |
1083 | ||
2b537c28 CT |
1084 | |
1085 | /** | |
1086 | * nes_show_wqm_quanta | |
1087 | */ | |
1088 | static ssize_t nes_show_wqm_quanta(struct device_driver *ddp, char *buf) | |
1089 | { | |
1090 | u32 wqm_quanta_value = 0xdead; | |
1091 | u32 i = 0; | |
1092 | struct nes_device *nesdev; | |
1093 | ||
1094 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
1095 | if (i == ee_flsh_adapter) { | |
1096 | wqm_quanta_value = nesdev->nesadapter->wqm_quanta; | |
1097 | break; | |
1098 | } | |
1099 | i++; | |
1100 | } | |
1101 | ||
df924f83 | 1102 | return snprintf(buf, PAGE_SIZE, "0x%X\n", wqm_quanta_value); |
2b537c28 CT |
1103 | } |
1104 | ||
1105 | ||
1106 | /** | |
1107 | * nes_store_wqm_quanta | |
1108 | */ | |
1109 | static ssize_t nes_store_wqm_quanta(struct device_driver *ddp, | |
1110 | const char *buf, size_t count) | |
1111 | { | |
1112 | unsigned long wqm_quanta_value; | |
1113 | u32 wqm_config1; | |
1114 | u32 i = 0; | |
1115 | struct nes_device *nesdev; | |
1116 | ||
1117 | strict_strtoul(buf, 0, &wqm_quanta_value); | |
1118 | list_for_each_entry(nesdev, &nes_dev_list, list) { | |
1119 | if (i == ee_flsh_adapter) { | |
1120 | nesdev->nesadapter->wqm_quanta = wqm_quanta_value; | |
1121 | wqm_config1 = nes_read_indexed(nesdev, | |
1122 | NES_IDX_WQM_CONFIG1); | |
1123 | nes_write_indexed(nesdev, NES_IDX_WQM_CONFIG1, | |
1124 | ((wqm_quanta_value << 1) | | |
1125 | (wqm_config1 & 0x00000001))); | |
1126 | break; | |
1127 | } | |
1128 | i++; | |
1129 | } | |
1130 | return strnlen(buf, count); | |
1131 | } | |
1132 | ||
3c2d774c GS |
1133 | static DRIVER_ATTR(adapter, S_IRUSR | S_IWUSR, |
1134 | nes_show_adapter, nes_store_adapter); | |
1135 | static DRIVER_ATTR(eeprom_cmd, S_IRUSR | S_IWUSR, | |
1136 | nes_show_ee_cmd, nes_store_ee_cmd); | |
1137 | static DRIVER_ATTR(eeprom_data, S_IRUSR | S_IWUSR, | |
1138 | nes_show_ee_data, nes_store_ee_data); | |
1139 | static DRIVER_ATTR(flash_cmd, S_IRUSR | S_IWUSR, | |
1140 | nes_show_flash_cmd, nes_store_flash_cmd); | |
1141 | static DRIVER_ATTR(flash_data, S_IRUSR | S_IWUSR, | |
1142 | nes_show_flash_data, nes_store_flash_data); | |
1143 | static DRIVER_ATTR(nonidx_addr, S_IRUSR | S_IWUSR, | |
1144 | nes_show_nonidx_addr, nes_store_nonidx_addr); | |
1145 | static DRIVER_ATTR(nonidx_data, S_IRUSR | S_IWUSR, | |
1146 | nes_show_nonidx_data, nes_store_nonidx_data); | |
1147 | static DRIVER_ATTR(idx_addr, S_IRUSR | S_IWUSR, | |
1148 | nes_show_idx_addr, nes_store_idx_addr); | |
1149 | static DRIVER_ATTR(idx_data, S_IRUSR | S_IWUSR, | |
1150 | nes_show_idx_data, nes_store_idx_data); | |
2b537c28 CT |
1151 | static DRIVER_ATTR(wqm_quanta, S_IRUSR | S_IWUSR, |
1152 | nes_show_wqm_quanta, nes_store_wqm_quanta); | |
3c2d774c GS |
1153 | |
1154 | static int nes_create_driver_sysfs(struct pci_driver *drv) | |
1155 | { | |
1156 | int error; | |
1157 | error = driver_create_file(&drv->driver, &driver_attr_adapter); | |
1158 | error |= driver_create_file(&drv->driver, &driver_attr_eeprom_cmd); | |
1159 | error |= driver_create_file(&drv->driver, &driver_attr_eeprom_data); | |
1160 | error |= driver_create_file(&drv->driver, &driver_attr_flash_cmd); | |
1161 | error |= driver_create_file(&drv->driver, &driver_attr_flash_data); | |
1162 | error |= driver_create_file(&drv->driver, &driver_attr_nonidx_addr); | |
1163 | error |= driver_create_file(&drv->driver, &driver_attr_nonidx_data); | |
1164 | error |= driver_create_file(&drv->driver, &driver_attr_idx_addr); | |
1165 | error |= driver_create_file(&drv->driver, &driver_attr_idx_data); | |
2b537c28 | 1166 | error |= driver_create_file(&drv->driver, &driver_attr_wqm_quanta); |
3c2d774c GS |
1167 | return error; |
1168 | } | |
1169 | ||
1170 | static void nes_remove_driver_sysfs(struct pci_driver *drv) | |
1171 | { | |
1172 | driver_remove_file(&drv->driver, &driver_attr_adapter); | |
1173 | driver_remove_file(&drv->driver, &driver_attr_eeprom_cmd); | |
1174 | driver_remove_file(&drv->driver, &driver_attr_eeprom_data); | |
1175 | driver_remove_file(&drv->driver, &driver_attr_flash_cmd); | |
1176 | driver_remove_file(&drv->driver, &driver_attr_flash_data); | |
1177 | driver_remove_file(&drv->driver, &driver_attr_nonidx_addr); | |
1178 | driver_remove_file(&drv->driver, &driver_attr_nonidx_data); | |
1179 | driver_remove_file(&drv->driver, &driver_attr_idx_addr); | |
1180 | driver_remove_file(&drv->driver, &driver_attr_idx_data); | |
2b537c28 | 1181 | driver_remove_file(&drv->driver, &driver_attr_wqm_quanta); |
3c2d774c GS |
1182 | } |
1183 | ||
1184 | /** | |
1185 | * nes_init_module - module initialization entry point | |
1186 | */ | |
1187 | static int __init nes_init_module(void) | |
1188 | { | |
1189 | int retval; | |
1190 | int retval1; | |
1191 | ||
1192 | retval = nes_cm_start(); | |
1193 | if (retval) { | |
1194 | printk(KERN_ERR PFX "Unable to start NetEffect iWARP CM.\n"); | |
1195 | return retval; | |
1196 | } | |
1197 | retval = pci_register_driver(&nes_pci_driver); | |
1198 | if (retval >= 0) { | |
1199 | retval1 = nes_create_driver_sysfs(&nes_pci_driver); | |
1200 | if (retval1 < 0) | |
1201 | printk(KERN_ERR PFX "Unable to create NetEffect sys files.\n"); | |
1202 | } | |
1203 | return retval; | |
1204 | } | |
1205 | ||
1206 | ||
1207 | /** | |
1208 | * nes_exit_module - module unload entry point | |
1209 | */ | |
1210 | static void __exit nes_exit_module(void) | |
1211 | { | |
1212 | nes_cm_stop(); | |
1213 | nes_remove_driver_sysfs(&nes_pci_driver); | |
1214 | ||
1215 | pci_unregister_driver(&nes_pci_driver); | |
1216 | } | |
1217 | ||
1218 | ||
1219 | module_init(nes_init_module); | |
1220 | module_exit(nes_exit_module); |