Commit | Line | Data |
---|---|---|
fceaf24a | 1 | /* |
fceaf24a HJ |
2 | * Copyright (c) 2009, Microsoft Corporation. |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify it | |
5 | * under the terms and conditions of the GNU General Public License, | |
6 | * version 2, as published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope it will be useful, but WITHOUT | |
9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
11 | * more details. | |
12 | * | |
13 | * You should have received a copy of the GNU General Public License along with | |
14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple | |
15 | * Place - Suite 330, Boston, MA 02111-1307 USA. | |
16 | * | |
17 | * Authors: | |
d0e94d17 | 18 | * Haiyang Zhang <haiyangz@microsoft.com> |
fceaf24a | 19 | * Hank Janssen <hjanssen@microsoft.com> |
fceaf24a | 20 | */ |
eb335bc4 HJ |
21 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
22 | ||
fceaf24a HJ |
23 | #include <linux/init.h> |
24 | #include <linux/module.h> | |
25 | #include <linux/highmem.h> | |
26 | #include <linux/device.h> | |
fceaf24a | 27 | #include <linux/io.h> |
fceaf24a HJ |
28 | #include <linux/delay.h> |
29 | #include <linux/netdevice.h> | |
30 | #include <linux/inetdevice.h> | |
31 | #include <linux/etherdevice.h> | |
32 | #include <linux/skbuff.h> | |
33 | #include <linux/in.h> | |
5a0e3ad6 | 34 | #include <linux/slab.h> |
06e719d8 S |
35 | #include <linux/dmi.h> |
36 | #include <linux/pci.h> | |
fceaf24a HJ |
37 | #include <net/arp.h> |
38 | #include <net/route.h> | |
39 | #include <net/sock.h> | |
40 | #include <net/pkt_sched.h> | |
3f335ea2 S |
41 | |
42 | #include "hyperv.h" | |
5ca7252a | 43 | #include "hyperv_net.h" |
fceaf24a | 44 | |
fceaf24a | 45 | struct net_device_context { |
02fafbc6 | 46 | /* point back to our device context */ |
6bad88da | 47 | struct hv_device *device_ctx; |
b220f5f9 | 48 | unsigned long avail; |
c996edcf | 49 | struct work_struct work; |
fceaf24a HJ |
50 | }; |
51 | ||
fceaf24a | 52 | |
b220f5f9 SH |
53 | #define PACKET_PAGES_LOWATER 8 |
54 | /* Need this many pages to handle worst case fragmented packet */ | |
55 | #define PACKET_PAGES_HIWATER (MAX_SKB_FRAGS + 2) | |
56 | ||
99c8da0f | 57 | static int ring_size = 128; |
450d7a4b SH |
58 | module_param(ring_size, int, S_IRUGO); |
59 | MODULE_PARM_DESC(ring_size, "Ring buffer size (# of pages)"); | |
fceaf24a | 60 | |
0ff36f69 BP |
61 | /* no-op so the netdev core doesn't return -EINVAL when modifying the the |
62 | * multicast address list in SIOCADDMULTI. hv is setup to get all multicast | |
63 | * when it calls RndisFilterOnOpen() */ | |
4e9bfefa | 64 | static void netvsc_set_multicast_list(struct net_device *net) |
fceaf24a HJ |
65 | { |
66 | } | |
67 | ||
fceaf24a HJ |
68 | static int netvsc_open(struct net_device *net) |
69 | { | |
fceaf24a | 70 | struct net_device_context *net_device_ctx = netdev_priv(net); |
6bad88da | 71 | struct hv_device *device_obj = net_device_ctx->device_ctx; |
02fafbc6 | 72 | int ret = 0; |
fceaf24a | 73 | |
02fafbc6 | 74 | if (netif_carrier_ok(net)) { |
454f18a9 | 75 | /* Open up the device */ |
9c26aa0d | 76 | ret = rndis_filter_open(device_obj); |
02fafbc6 | 77 | if (ret != 0) { |
eb335bc4 HJ |
78 | netdev_err(net, "unable to open device (ret %d).\n", |
79 | ret); | |
fceaf24a HJ |
80 | return ret; |
81 | } | |
82 | ||
83 | netif_start_queue(net); | |
02fafbc6 | 84 | } else { |
eb335bc4 | 85 | netdev_err(net, "unable to open device...link is down.\n"); |
fceaf24a HJ |
86 | } |
87 | ||
fceaf24a HJ |
88 | return ret; |
89 | } | |
90 | ||
fceaf24a HJ |
91 | static int netvsc_close(struct net_device *net) |
92 | { | |
fceaf24a | 93 | struct net_device_context *net_device_ctx = netdev_priv(net); |
6bad88da | 94 | struct hv_device *device_obj = net_device_ctx->device_ctx; |
02fafbc6 | 95 | int ret; |
fceaf24a | 96 | |
fceaf24a HJ |
97 | netif_stop_queue(net); |
98 | ||
9c26aa0d | 99 | ret = rndis_filter_close(device_obj); |
fceaf24a | 100 | if (ret != 0) |
eb335bc4 | 101 | netdev_err(net, "unable to close device (ret %d).\n", ret); |
fceaf24a | 102 | |
fceaf24a HJ |
103 | return ret; |
104 | } | |
105 | ||
fceaf24a HJ |
106 | static void netvsc_xmit_completion(void *context) |
107 | { | |
4193d4f4 | 108 | struct hv_netvsc_packet *packet = (struct hv_netvsc_packet *)context; |
02fafbc6 | 109 | struct sk_buff *skb = (struct sk_buff *) |
72a2f5bd | 110 | (unsigned long)packet->completion.send.send_completion_tid; |
fceaf24a | 111 | |
fceaf24a HJ |
112 | kfree(packet); |
113 | ||
02fafbc6 | 114 | if (skb) { |
7880fc54 | 115 | struct net_device *net = skb->dev; |
b220f5f9 SH |
116 | struct net_device_context *net_device_ctx = netdev_priv(net); |
117 | unsigned int num_pages = skb_shinfo(skb)->nr_frags + 2; | |
fceaf24a | 118 | |
b220f5f9 | 119 | dev_kfree_skb_any(skb); |
fceaf24a | 120 | |
581de3b0 TH |
121 | net_device_ctx->avail += num_pages; |
122 | if (net_device_ctx->avail >= PACKET_PAGES_HIWATER) | |
b220f5f9 | 123 | netif_wake_queue(net); |
fceaf24a | 124 | } |
fceaf24a HJ |
125 | } |
126 | ||
02fafbc6 | 127 | static int netvsc_start_xmit(struct sk_buff *skb, struct net_device *net) |
fceaf24a | 128 | { |
fceaf24a | 129 | struct net_device_context *net_device_ctx = netdev_priv(net); |
4193d4f4 | 130 | struct hv_netvsc_packet *packet; |
02fafbc6 | 131 | int ret; |
6048718d | 132 | unsigned int i, num_pages; |
fceaf24a | 133 | |
6048718d SH |
134 | /* Add 1 for skb->data and additional one for RNDIS */ |
135 | num_pages = skb_shinfo(skb)->nr_frags + 1 + 1; | |
b220f5f9 SH |
136 | if (num_pages > net_device_ctx->avail) |
137 | return NETDEV_TX_BUSY; | |
fceaf24a | 138 | |
454f18a9 | 139 | /* Allocate a netvsc packet based on # of frags. */ |
02fafbc6 | 140 | packet = kzalloc(sizeof(struct hv_netvsc_packet) + |
6048718d | 141 | (num_pages * sizeof(struct hv_page_buffer)) + |
f8ba8c70 | 142 | sizeof(struct rndis_filter_packet), GFP_ATOMIC); |
02fafbc6 | 143 | if (!packet) { |
b220f5f9 | 144 | /* out of memory, silently drop packet */ |
eb335bc4 | 145 | netdev_err(net, "unable to allocate hv_netvsc_packet\n"); |
b220f5f9 SH |
146 | |
147 | dev_kfree_skb(skb); | |
148 | net->stats.tx_dropped++; | |
149 | return NETDEV_TX_OK; | |
fceaf24a HJ |
150 | } |
151 | ||
72a2f5bd | 152 | packet->extension = (void *)(unsigned long)packet + |
02fafbc6 | 153 | sizeof(struct hv_netvsc_packet) + |
6048718d | 154 | (num_pages * sizeof(struct hv_page_buffer)); |
fceaf24a | 155 | |
454f18a9 | 156 | /* Setup the rndis header */ |
72a2f5bd | 157 | packet->page_buf_cnt = num_pages; |
fceaf24a | 158 | |
454f18a9 | 159 | /* Initialize it from the skb */ |
72a2f5bd | 160 | packet->total_data_buflen = skb->len; |
fceaf24a | 161 | |
6048718d | 162 | /* Start filling in the page buffers starting after RNDIS buffer. */ |
ca623ad3 HZ |
163 | packet->page_buf[1].pfn = virt_to_phys(skb->data) >> PAGE_SHIFT; |
164 | packet->page_buf[1].offset | |
6048718d | 165 | = (unsigned long)skb->data & (PAGE_SIZE - 1); |
ca623ad3 | 166 | packet->page_buf[1].len = skb_headlen(skb); |
6048718d SH |
167 | |
168 | /* Additional fragments are after SKB data */ | |
169 | for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { | |
170 | skb_frag_t *f = &skb_shinfo(skb)->frags[i]; | |
171 | ||
ca623ad3 HZ |
172 | packet->page_buf[i+2].pfn = page_to_pfn(f->page); |
173 | packet->page_buf[i+2].offset = f->page_offset; | |
174 | packet->page_buf[i+2].len = f->size; | |
fceaf24a HJ |
175 | } |
176 | ||
454f18a9 | 177 | /* Set the completion routine */ |
72a2f5bd HZ |
178 | packet->completion.send.send_completion = netvsc_xmit_completion; |
179 | packet->completion.send.send_completion_ctx = packet; | |
180 | packet->completion.send.send_completion_tid = (unsigned long)skb; | |
fceaf24a | 181 | |
55acb696 | 182 | ret = rndis_filter_send(net_device_ctx->device_ctx, |
02fafbc6 | 183 | packet); |
02fafbc6 | 184 | if (ret == 0) { |
b852fdce SH |
185 | net->stats.tx_bytes += skb->len; |
186 | net->stats.tx_packets++; | |
fceaf24a | 187 | |
581de3b0 TH |
188 | net_device_ctx->avail -= num_pages; |
189 | if (net_device_ctx->avail < PACKET_PAGES_LOWATER) | |
b220f5f9 SH |
190 | netif_stop_queue(net); |
191 | } else { | |
192 | /* we are shutting down or bus overloaded, just drop packet */ | |
b852fdce | 193 | net->stats.tx_dropped++; |
b220f5f9 | 194 | netvsc_xmit_completion(packet); |
fceaf24a HJ |
195 | } |
196 | ||
b220f5f9 | 197 | return NETDEV_TX_OK; |
fceaf24a HJ |
198 | } |
199 | ||
3e189519 | 200 | /* |
02fafbc6 GKH |
201 | * netvsc_linkstatus_callback - Link up/down notification |
202 | */ | |
90ef117a | 203 | void netvsc_linkstatus_callback(struct hv_device *device_obj, |
02fafbc6 | 204 | unsigned int status) |
fceaf24a | 205 | { |
6bad88da | 206 | struct net_device *net = dev_get_drvdata(&device_obj->device); |
c996edcf | 207 | struct net_device_context *ndev_ctx; |
fceaf24a | 208 | |
02fafbc6 | 209 | if (!net) { |
eb335bc4 HJ |
210 | netdev_err(net, "got link status but net device " |
211 | "not initialized yet\n"); | |
fceaf24a HJ |
212 | return; |
213 | } | |
214 | ||
02fafbc6 | 215 | if (status == 1) { |
fceaf24a HJ |
216 | netif_carrier_on(net); |
217 | netif_wake_queue(net); | |
7c161d0b | 218 | netif_notify_peers(net); |
c996edcf HZ |
219 | ndev_ctx = netdev_priv(net); |
220 | schedule_work(&ndev_ctx->work); | |
02fafbc6 | 221 | } else { |
fceaf24a HJ |
222 | netif_carrier_off(net); |
223 | netif_stop_queue(net); | |
224 | } | |
fceaf24a HJ |
225 | } |
226 | ||
3e189519 HJ |
227 | /* |
228 | * netvsc_recv_callback - Callback when we receive a packet from the | |
229 | * "wire" on the specified device. | |
02fafbc6 | 230 | */ |
f79adf8f | 231 | int netvsc_recv_callback(struct hv_device *device_obj, |
02fafbc6 | 232 | struct hv_netvsc_packet *packet) |
fceaf24a | 233 | { |
6bad88da | 234 | struct net_device *net = dev_get_drvdata(&device_obj->device); |
fceaf24a HJ |
235 | struct sk_buff *skb; |
236 | void *data; | |
02fafbc6 | 237 | int i; |
fceaf24a HJ |
238 | unsigned long flags; |
239 | ||
02fafbc6 | 240 | if (!net) { |
eb335bc4 HJ |
241 | netdev_err(net, "got receive callback but net device" |
242 | " not initialized yet\n"); | |
fceaf24a HJ |
243 | return 0; |
244 | } | |
245 | ||
9495c282 | 246 | /* Allocate a skb - TODO direct I/O to pages? */ |
72a2f5bd | 247 | skb = netdev_alloc_skb_ip_align(net, packet->total_data_buflen); |
9495c282 SH |
248 | if (unlikely(!skb)) { |
249 | ++net->stats.rx_dropped; | |
250 | return 0; | |
251 | } | |
fceaf24a | 252 | |
454f18a9 | 253 | /* for kmap_atomic */ |
fceaf24a HJ |
254 | local_irq_save(flags); |
255 | ||
02fafbc6 GKH |
256 | /* |
257 | * Copy to skb. This copy is needed here since the memory pointed by | |
258 | * hv_netvsc_packet cannot be deallocated | |
259 | */ | |
72a2f5bd | 260 | for (i = 0; i < packet->page_buf_cnt; i++) { |
ca623ad3 | 261 | data = kmap_atomic(pfn_to_page(packet->page_buf[i].pfn), |
02fafbc6 GKH |
262 | KM_IRQ1); |
263 | data = (void *)(unsigned long)data + | |
ca623ad3 | 264 | packet->page_buf[i].offset; |
02fafbc6 | 265 | |
ca623ad3 HZ |
266 | memcpy(skb_put(skb, packet->page_buf[i].len), data, |
267 | packet->page_buf[i].len); | |
02fafbc6 GKH |
268 | |
269 | kunmap_atomic((void *)((unsigned long)data - | |
ca623ad3 | 270 | packet->page_buf[i].offset), KM_IRQ1); |
fceaf24a HJ |
271 | } |
272 | ||
273 | local_irq_restore(flags); | |
274 | ||
275 | skb->protocol = eth_type_trans(skb, net); | |
fceaf24a HJ |
276 | skb->ip_summed = CHECKSUM_NONE; |
277 | ||
9495c282 SH |
278 | net->stats.rx_packets++; |
279 | net->stats.rx_bytes += skb->len; | |
280 | ||
02fafbc6 GKH |
281 | /* |
282 | * Pass the skb back up. Network stack will deallocate the skb when it | |
9495c282 SH |
283 | * is done. |
284 | * TODO - use NAPI? | |
02fafbc6 | 285 | */ |
9495c282 | 286 | netif_rx(skb); |
fceaf24a | 287 | |
fceaf24a HJ |
288 | return 0; |
289 | } | |
290 | ||
f82f4ad7 SH |
291 | static void netvsc_get_drvinfo(struct net_device *net, |
292 | struct ethtool_drvinfo *info) | |
293 | { | |
294 | strcpy(info->driver, "hv_netvsc"); | |
295 | strcpy(info->version, HV_DRV_VERSION); | |
296 | strcpy(info->fw_version, "N/A"); | |
297 | } | |
298 | ||
299 | static const struct ethtool_ops ethtool_ops = { | |
300 | .get_drvinfo = netvsc_get_drvinfo, | |
f82f4ad7 SH |
301 | .get_link = ethtool_op_get_link, |
302 | }; | |
303 | ||
df2fff28 GKH |
304 | static const struct net_device_ops device_ops = { |
305 | .ndo_open = netvsc_open, | |
306 | .ndo_stop = netvsc_close, | |
307 | .ndo_start_xmit = netvsc_start_xmit, | |
df2fff28 | 308 | .ndo_set_multicast_list = netvsc_set_multicast_list, |
b681b588 HZ |
309 | .ndo_change_mtu = eth_change_mtu, |
310 | .ndo_validate_addr = eth_validate_addr, | |
311 | .ndo_set_mac_address = eth_mac_addr, | |
df2fff28 GKH |
312 | }; |
313 | ||
c996edcf HZ |
314 | /* |
315 | * Send GARP packet to network peers after migrations. | |
316 | * After Quick Migration, the network is not immediately operational in the | |
317 | * current context when receiving RNDIS_STATUS_MEDIA_CONNECT event. So, add | |
318 | * another netif_notify_peers() into a scheduled work, otherwise GARP packet | |
319 | * will not be sent after quick migration, and cause network disconnection. | |
320 | */ | |
321 | static void netvsc_send_garp(struct work_struct *w) | |
322 | { | |
323 | struct net_device_context *ndev_ctx; | |
324 | struct net_device *net; | |
325 | ||
326 | msleep(20); | |
327 | ndev_ctx = container_of(w, struct net_device_context, work); | |
328 | net = dev_get_drvdata(&ndev_ctx->device_ctx->device); | |
329 | netif_notify_peers(net); | |
330 | } | |
331 | ||
332 | ||
9efd21e1 | 333 | static int netvsc_probe(struct hv_device *dev) |
df2fff28 | 334 | { |
df2fff28 GKH |
335 | struct net_device *net = NULL; |
336 | struct net_device_context *net_device_ctx; | |
337 | struct netvsc_device_info device_info; | |
338 | int ret; | |
339 | ||
546d9e10 | 340 | net = alloc_etherdev(sizeof(struct net_device_context)); |
df2fff28 GKH |
341 | if (!net) |
342 | return -1; | |
343 | ||
344 | /* Set initial state */ | |
345 | netif_carrier_off(net); | |
df2fff28 GKH |
346 | |
347 | net_device_ctx = netdev_priv(net); | |
9efd21e1 | 348 | net_device_ctx->device_ctx = dev; |
b220f5f9 | 349 | net_device_ctx->avail = ring_size; |
9efd21e1 | 350 | dev_set_drvdata(&dev->device, net); |
c996edcf | 351 | INIT_WORK(&net_device_ctx->work, netvsc_send_garp); |
df2fff28 GKH |
352 | |
353 | /* Notify the netvsc driver of the new device */ | |
aae23986 | 354 | device_info.ring_size = ring_size; |
bdbad576 | 355 | ret = rndis_filter_device_add(dev, &device_info); |
df2fff28 GKH |
356 | if (ret != 0) { |
357 | free_netdev(net); | |
9efd21e1 | 358 | dev_set_drvdata(&dev->device, NULL); |
df2fff28 | 359 | |
eb335bc4 | 360 | netdev_err(net, "unable to add netvsc device (ret %d)\n", ret); |
df2fff28 GKH |
361 | return ret; |
362 | } | |
363 | ||
b1956a81 | 364 | netif_carrier_on(net); |
df2fff28 | 365 | |
72a2f5bd | 366 | memcpy(net->dev_addr, device_info.mac_adr, ETH_ALEN); |
df2fff28 GKH |
367 | |
368 | net->netdev_ops = &device_ops; | |
369 | ||
6048718d | 370 | /* TODO: Add GSO and Checksum offload */ |
877a344b | 371 | net->hw_features = NETIF_F_SG; |
6048718d SH |
372 | net->features = NETIF_F_SG; |
373 | ||
f82f4ad7 | 374 | SET_ETHTOOL_OPS(net, ðtool_ops); |
9efd21e1 | 375 | SET_NETDEV_DEV(net, &dev->device); |
df2fff28 GKH |
376 | |
377 | ret = register_netdev(net); | |
378 | if (ret != 0) { | |
379 | /* Remove the device and release the resource */ | |
58de3fc6 | 380 | rndis_filter_device_remove(dev); |
df2fff28 GKH |
381 | free_netdev(net); |
382 | } | |
383 | ||
df2fff28 GKH |
384 | return ret; |
385 | } | |
386 | ||
415b023a | 387 | static int netvsc_remove(struct hv_device *dev) |
df2fff28 | 388 | { |
415b023a | 389 | struct net_device *net = dev_get_drvdata(&dev->device); |
df2fff28 | 390 | |
df2fff28 | 391 | if (net == NULL) { |
415b023a | 392 | dev_err(&dev->device, "No net device to remove\n"); |
df2fff28 GKH |
393 | return 0; |
394 | } | |
395 | ||
df2fff28 GKH |
396 | /* Stop outbound asap */ |
397 | netif_stop_queue(net); | |
df2fff28 GKH |
398 | |
399 | unregister_netdev(net); | |
400 | ||
401 | /* | |
402 | * Call to the vsc driver to let it know that the device is being | |
403 | * removed | |
404 | */ | |
df06bcff | 405 | rndis_filter_device_remove(dev); |
df2fff28 GKH |
406 | |
407 | free_netdev(net); | |
df06bcff | 408 | return 0; |
df2fff28 GKH |
409 | } |
410 | ||
f1542a66 | 411 | /* The one and only one */ |
fde0ef9b S |
412 | static struct hv_driver netvsc_drv = { |
413 | .probe = netvsc_probe, | |
414 | .remove = netvsc_remove, | |
d4890970 | 415 | }; |
f1542a66 | 416 | |
a9869c94 | 417 | static void __exit netvsc_drv_exit(void) |
fceaf24a | 418 | { |
fde0ef9b | 419 | vmbus_child_driver_unregister(&netvsc_drv.driver); |
fceaf24a HJ |
420 | } |
421 | ||
4753ff6a S |
422 | |
423 | static const struct dmi_system_id __initconst | |
424 | hv_netvsc_dmi_table[] __maybe_unused = { | |
425 | { | |
426 | .ident = "Hyper-V", | |
427 | .matches = { | |
428 | DMI_MATCH(DMI_SYS_VENDOR, "Microsoft Corporation"), | |
429 | DMI_MATCH(DMI_PRODUCT_NAME, "Virtual Machine"), | |
430 | DMI_MATCH(DMI_BOARD_NAME, "Virtual Machine"), | |
431 | }, | |
432 | }, | |
433 | { }, | |
434 | }; | |
435 | MODULE_DEVICE_TABLE(dmi, hv_netvsc_dmi_table); | |
436 | ||
1fde28cf | 437 | static int __init netvsc_drv_init(void) |
df2fff28 | 438 | { |
fde0ef9b | 439 | struct hv_driver *drv = &netvsc_drv; |
df2fff28 GKH |
440 | int ret; |
441 | ||
bb546d0e S |
442 | pr_info("initializing...."); |
443 | ||
444 | if (!dmi_check_system(hv_netvsc_dmi_table)) | |
445 | return -ENODEV; | |
446 | ||
447 | ||
df2fff28 | 448 | /* Callback to client driver to complete the initialization */ |
073aad34 | 449 | netvsc_initialize(drv); |
df2fff28 | 450 | |
fde0ef9b | 451 | drv->driver.name = drv->name; |
df2fff28 | 452 | |
df2fff28 | 453 | /* The driver belongs to vmbus */ |
150f9398 | 454 | ret = vmbus_child_driver_register(&drv->driver); |
df2fff28 | 455 | |
df2fff28 GKH |
456 | return ret; |
457 | } | |
458 | ||
06e719d8 S |
459 | static const struct pci_device_id __initconst |
460 | hv_netvsc_pci_table[] __maybe_unused = { | |
461 | { PCI_DEVICE(0x1414, 0x5353) }, /* VGA compatible controller */ | |
462 | { 0 } | |
463 | }; | |
464 | MODULE_DEVICE_TABLE(pci, hv_netvsc_pci_table); | |
465 | ||
26c14cc1 HJ |
466 | MODULE_LICENSE("GPL"); |
467 | MODULE_VERSION(HV_DRV_VERSION); | |
7880fc54 | 468 | MODULE_DESCRIPTION("Microsoft Hyper-V network driver"); |
fceaf24a | 469 | |
1fde28cf | 470 | module_init(netvsc_drv_init); |
a9869c94 | 471 | module_exit(netvsc_drv_exit); |