Staging: hv: rework use of workqueues in osd
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / drivers / staging / hv / NetVsc.c
CommitLineData
fceaf24a
HJ
1/*
2 *
3 * Copyright (c) 2009, Microsoft Corporation.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
16 * Place - Suite 330, Boston, MA 02111-1307 USA.
17 *
18 * Authors:
19 * Hank Janssen <hjanssen@microsoft.com>
20 *
21 */
22
5654e932 23#include <linux/kernel.h>
0ffa63b0 24#include <linux/mm.h>
b4362c9c 25#include <linux/delay.h>
c86f3e2a 26#include "include/logging.h"
fceaf24a
HJ
27#include "NetVsc.h"
28#include "RndisFilter.h"
29
30
454f18a9 31/* Globals */
fceaf24a
HJ
32static const char* gDriverName="netvsc";
33
454f18a9 34/* {F8615163-DF3E-46c5-913F-F2D2F965ED0E} */
fceaf24a
HJ
35static const GUID gNetVscDeviceType={
36 .Data = {0x63, 0x51, 0x61, 0xF8, 0x3E, 0xDF, 0xc5, 0x46, 0x91, 0x3F, 0xF2, 0xD2, 0xF9, 0x65, 0xED, 0x0E}
37};
38
39
454f18a9 40/* Internal routines */
fceaf24a
HJ
41static int
42NetVscOnDeviceAdd(
3d3b5518 43 struct hv_device *Device,
fceaf24a
HJ
44 void *AdditionalInfo
45 );
46
47static int
48NetVscOnDeviceRemove(
3d3b5518 49 struct hv_device *Device
fceaf24a
HJ
50 );
51
52static void
53NetVscOnCleanup(
775ef25e 54 struct hv_driver *Driver
fceaf24a
HJ
55 );
56
57static void
58NetVscOnChannelCallback(
8282c400 59 void * context
fceaf24a
HJ
60 );
61
62static int
63NetVscInitializeSendBufferWithNetVsp(
3d3b5518 64 struct hv_device *Device
fceaf24a
HJ
65 );
66
67static int
68NetVscInitializeReceiveBufferWithNetVsp(
3d3b5518 69 struct hv_device *Device
fceaf24a
HJ
70 );
71
72static int
73NetVscDestroySendBuffer(
d1af1db7 74 struct NETVSC_DEVICE *NetDevice
fceaf24a
HJ
75 );
76
77static int
78NetVscDestroyReceiveBuffer(
d1af1db7 79 struct NETVSC_DEVICE *NetDevice
fceaf24a
HJ
80 );
81
82static int
83NetVscConnectToVsp(
3d3b5518 84 struct hv_device *Device
fceaf24a
HJ
85 );
86
87static void
88NetVscOnSendCompletion(
3d3b5518 89 struct hv_device *Device,
fceaf24a
HJ
90 VMPACKET_DESCRIPTOR *Packet
91 );
92
93static int
94NetVscOnSend(
3d3b5518 95 struct hv_device *Device,
4193d4f4 96 struct hv_netvsc_packet *Packet
fceaf24a
HJ
97 );
98
99static void
100NetVscOnReceive(
3d3b5518 101 struct hv_device *Device,
fceaf24a
HJ
102 VMPACKET_DESCRIPTOR *Packet
103 );
104
105static void
106NetVscOnReceiveCompletion(
8282c400 107 void * Context
fceaf24a
HJ
108 );
109
110static void
111NetVscSendReceiveCompletion(
3d3b5518 112 struct hv_device *Device,
59471438 113 u64 TransactionId
fceaf24a
HJ
114 );
115
3d3b5518 116static inline struct NETVSC_DEVICE *AllocNetDevice(struct hv_device *Device)
fceaf24a 117{
d1af1db7 118 struct NETVSC_DEVICE *netDevice;
fceaf24a 119
d1af1db7 120 netDevice = kzalloc(sizeof(struct NETVSC_DEVICE), GFP_KERNEL);
fceaf24a
HJ
121 if (!netDevice)
122 return NULL;
123
454f18a9 124 /* Set to 2 to allow both inbound and outbound traffic */
fceaf24a
HJ
125 InterlockedCompareExchange(&netDevice->RefCount, 2, 0);
126
127 netDevice->Device = Device;
128 Device->Extension = netDevice;
129
130 return netDevice;
131}
132
d1af1db7 133static inline void FreeNetDevice(struct NETVSC_DEVICE *Device)
fceaf24a
HJ
134{
135 ASSERT(Device->RefCount == 0);
136 Device->Device->Extension = NULL;
8c69f52a 137 kfree(Device);
fceaf24a
HJ
138}
139
140
454f18a9 141/* Get the net device object iff exists and its refcount > 1 */
3d3b5518 142static inline struct NETVSC_DEVICE *GetOutboundNetDevice(struct hv_device *Device)
fceaf24a 143{
d1af1db7 144 struct NETVSC_DEVICE *netDevice;
fceaf24a 145
d1af1db7 146 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
fceaf24a
HJ
147 if (netDevice && netDevice->RefCount > 1)
148 {
149 InterlockedIncrement(&netDevice->RefCount);
150 }
151 else
152 {
153 netDevice = NULL;
154 }
155
156 return netDevice;
157}
158
454f18a9 159/* Get the net device object iff exists and its refcount > 0 */
3d3b5518 160static inline struct NETVSC_DEVICE *GetInboundNetDevice(struct hv_device *Device)
fceaf24a 161{
d1af1db7 162 struct NETVSC_DEVICE *netDevice;
fceaf24a 163
d1af1db7 164 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
fceaf24a
HJ
165 if (netDevice && netDevice->RefCount)
166 {
167 InterlockedIncrement(&netDevice->RefCount);
168 }
169 else
170 {
171 netDevice = NULL;
172 }
173
174 return netDevice;
175}
176
3d3b5518 177static inline void PutNetDevice(struct hv_device *Device)
fceaf24a 178{
d1af1db7 179 struct NETVSC_DEVICE *netDevice;
fceaf24a 180
d1af1db7 181 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
fceaf24a
HJ
182 ASSERT(netDevice);
183
184 InterlockedDecrement(&netDevice->RefCount);
185}
186
3d3b5518 187static inline struct NETVSC_DEVICE *ReleaseOutboundNetDevice(struct hv_device *Device)
fceaf24a 188{
d1af1db7 189 struct NETVSC_DEVICE *netDevice;
fceaf24a 190
d1af1db7 191 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
fceaf24a
HJ
192 if (netDevice == NULL)
193 return NULL;
194
454f18a9 195 /* Busy wait until the ref drop to 2, then set it to 1 */
fceaf24a
HJ
196 while (InterlockedCompareExchange(&netDevice->RefCount, 1, 2) != 2)
197 {
b4362c9c 198 udelay(100);
fceaf24a
HJ
199 }
200
201 return netDevice;
202}
203
3d3b5518 204static inline struct NETVSC_DEVICE *ReleaseInboundNetDevice(struct hv_device *Device)
fceaf24a 205{
d1af1db7 206 struct NETVSC_DEVICE *netDevice;
fceaf24a 207
d1af1db7 208 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
fceaf24a
HJ
209 if (netDevice == NULL)
210 return NULL;
211
454f18a9 212 /* Busy wait until the ref drop to 1, then set it to 0 */
fceaf24a
HJ
213 while (InterlockedCompareExchange(&netDevice->RefCount, 0, 1) != 1)
214 {
b4362c9c 215 udelay(100);
fceaf24a
HJ
216 }
217
218 Device->Extension = NULL;
219 return netDevice;
220}
221
222/*++;
223
224
225Name:
226 NetVscInitialize()
227
228Description:
229 Main entry point
230
231--*/
232int
233NetVscInitialize(
775ef25e 234 struct hv_driver *drv
fceaf24a
HJ
235 )
236{
237 NETVSC_DRIVER_OBJECT* driver = (NETVSC_DRIVER_OBJECT*)drv;
238 int ret=0;
239
240 DPRINT_ENTER(NETVSC);
241
4193d4f4
NP
242 DPRINT_DBG(NETVSC, "sizeof(struct hv_netvsc_packet)=%zd, sizeof(NVSP_MESSAGE)=%zd, sizeof(VMTRANSFER_PAGE_PACKET_HEADER)=%zd",
243 sizeof(struct hv_netvsc_packet), sizeof(NVSP_MESSAGE), sizeof(VMTRANSFER_PAGE_PACKET_HEADER));
fceaf24a 244
454f18a9 245 /* Make sure we are at least 2 pages since 1 page is used for control */
fceaf24a
HJ
246 ASSERT(driver->RingBufferSize >= (PAGE_SIZE << 1));
247
248 drv->name = gDriverName;
249 memcpy(&drv->deviceType, &gNetVscDeviceType, sizeof(GUID));
250
454f18a9 251 /* Make sure it is set by the caller */
fceaf24a
HJ
252 ASSERT(driver->OnReceiveCallback);
253 ASSERT(driver->OnLinkStatusChanged);
254
454f18a9 255 /* Setup the dispatch table */
fceaf24a
HJ
256 driver->Base.OnDeviceAdd = NetVscOnDeviceAdd;
257 driver->Base.OnDeviceRemove = NetVscOnDeviceRemove;
258 driver->Base.OnCleanup = NetVscOnCleanup;
259
260 driver->OnSend = NetVscOnSend;
261
262 RndisFilterInit(driver);
263
264 DPRINT_EXIT(NETVSC);
265
266 return ret;
267}
268
269static int
270NetVscInitializeReceiveBufferWithNetVsp(
3d3b5518 271 struct hv_device *Device
fceaf24a
HJ
272 )
273{
274 int ret=0;
d1af1db7 275 struct NETVSC_DEVICE *netDevice;
fceaf24a
HJ
276 NVSP_MESSAGE *initPacket;
277
278 DPRINT_ENTER(NETVSC);
279
280 netDevice = GetOutboundNetDevice(Device);
281 if (!netDevice)
282 {
283 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
284 DPRINT_EXIT(NETVSC);
285 return -1;
286 }
287 ASSERT(netDevice->ReceiveBufferSize > 0);
454f18a9 288 ASSERT((netDevice->ReceiveBufferSize & (PAGE_SIZE-1)) == 0); /* page-size grandularity */
fceaf24a
HJ
289
290 netDevice->ReceiveBuffer = PageAlloc(netDevice->ReceiveBufferSize >> PAGE_SHIFT);
291 if (!netDevice->ReceiveBuffer)
292 {
293 DPRINT_ERR(NETVSC, "unable to allocate receive buffer of size %d", netDevice->ReceiveBufferSize);
294 ret = -1;
295 goto Cleanup;
296 }
454f18a9 297 ASSERT(((unsigned long)netDevice->ReceiveBuffer & (PAGE_SIZE-1)) == 0); /* page-aligned buffer */
fceaf24a
HJ
298
299 DPRINT_INFO(NETVSC, "Establishing receive buffer's GPADL...");
300
454f18a9
BP
301 /*
302 * Establish the gpadl handle for this buffer on this
303 * channel. Note: This call uses the vmbus connection rather
304 * than the channel to establish the gpadl handle.
305 */
fceaf24a
HJ
306 ret = Device->Driver->VmbusChannelInterface.EstablishGpadl(Device,
307 netDevice->ReceiveBuffer,
308 netDevice->ReceiveBufferSize,
309 &netDevice->ReceiveBufferGpadlHandle);
310
311 if (ret != 0)
312 {
313 DPRINT_ERR(NETVSC, "unable to establish receive buffer's gpadl");
314 goto Cleanup;
315 }
316
454f18a9 317 /* WaitEventWait(ext->ChannelInitEvent); */
fceaf24a 318
454f18a9 319 /* Notify the NetVsp of the gpadl handle */
fceaf24a
HJ
320 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeSendReceiveBuffer...");
321
322 initPacket = &netDevice->ChannelInitPacket;
323
324 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
325
326 initPacket->Header.MessageType = NvspMessage1TypeSendReceiveBuffer;
327 initPacket->Messages.Version1Messages.SendReceiveBuffer.GpadlHandle = netDevice->ReceiveBufferGpadlHandle;
328 initPacket->Messages.Version1Messages.SendReceiveBuffer.Id = NETVSC_RECEIVE_BUFFER_ID;
329
454f18a9 330 /* Send the gpadl notification request */
fceaf24a
HJ
331 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
332 initPacket,
333 sizeof(NVSP_MESSAGE),
c4b0bc94 334 (unsigned long)initPacket,
fceaf24a
HJ
335 VmbusPacketTypeDataInBand,
336 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
337 if (ret != 0)
338 {
339 DPRINT_ERR(NETVSC, "unable to send receive buffer's gpadl to netvsp");
340 goto Cleanup;
341 }
342
343 WaitEventWait(netDevice->ChannelInitEvent);
344
454f18a9 345 /* Check the response */
fceaf24a
HJ
346 if (initPacket->Messages.Version1Messages.SendReceiveBufferComplete.Status != NvspStatusSuccess)
347 {
348 DPRINT_ERR(NETVSC,
349 "Unable to complete receive buffer initialzation with NetVsp - status %d",
350 initPacket->Messages.Version1Messages.SendReceiveBufferComplete.Status);
351 ret = -1;
352 goto Cleanup;
353 }
354
454f18a9 355 /* Parse the response */
fceaf24a
HJ
356 ASSERT(netDevice->ReceiveSectionCount == 0);
357 ASSERT(netDevice->ReceiveSections == NULL);
358
359 netDevice->ReceiveSectionCount = initPacket->Messages.Version1Messages.SendReceiveBufferComplete.NumSections;
360
e40d37cc 361 netDevice->ReceiveSections = kmalloc(netDevice->ReceiveSectionCount * sizeof(NVSP_1_RECEIVE_BUFFER_SECTION), GFP_KERNEL);
fceaf24a
HJ
362 if (netDevice->ReceiveSections == NULL)
363 {
364 ret = -1;
365 goto Cleanup;
366 }
367
368 memcpy(netDevice->ReceiveSections,
369 initPacket->Messages.Version1Messages.SendReceiveBufferComplete.Sections,
370 netDevice->ReceiveSectionCount * sizeof(NVSP_1_RECEIVE_BUFFER_SECTION));
371
372 DPRINT_INFO(NETVSC,
373 "Receive sections info (count %d, offset %d, endoffset %d, suballoc size %d, num suballocs %d)",
374 netDevice->ReceiveSectionCount, netDevice->ReceiveSections[0].Offset, netDevice->ReceiveSections[0].EndOffset,
375 netDevice->ReceiveSections[0].SubAllocationSize, netDevice->ReceiveSections[0].NumSubAllocations);
376
377
454f18a9 378 /* For 1st release, there should only be 1 section that represents the entire receive buffer */
fceaf24a
HJ
379 if (netDevice->ReceiveSectionCount != 1 ||
380 netDevice->ReceiveSections->Offset != 0 )
381 {
382 ret = -1;
383 goto Cleanup;
384 }
385
386 goto Exit;
387
388Cleanup:
389 NetVscDestroyReceiveBuffer(netDevice);
390
391Exit:
392 PutNetDevice(Device);
393 DPRINT_EXIT(NETVSC);
394 return ret;
395}
396
397
398static int
399NetVscInitializeSendBufferWithNetVsp(
3d3b5518 400 struct hv_device *Device
fceaf24a
HJ
401 )
402{
403 int ret=0;
d1af1db7 404 struct NETVSC_DEVICE *netDevice;
fceaf24a
HJ
405 NVSP_MESSAGE *initPacket;
406
407 DPRINT_ENTER(NETVSC);
408
409 netDevice = GetOutboundNetDevice(Device);
410 if (!netDevice)
411 {
412 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
413 DPRINT_EXIT(NETVSC);
414 return -1;
415 }
416 ASSERT(netDevice->SendBufferSize > 0);
454f18a9 417 ASSERT((netDevice->SendBufferSize & (PAGE_SIZE-1)) == 0); /* page-size grandularity */
fceaf24a
HJ
418
419 netDevice->SendBuffer = PageAlloc(netDevice->SendBufferSize >> PAGE_SHIFT);
420 if (!netDevice->SendBuffer)
421 {
422 DPRINT_ERR(NETVSC, "unable to allocate send buffer of size %d", netDevice->SendBufferSize);
423 ret = -1;
424 goto Cleanup;
425 }
454f18a9 426 ASSERT(((unsigned long)netDevice->SendBuffer & (PAGE_SIZE-1)) == 0); /* page-aligned buffer */
fceaf24a
HJ
427
428 DPRINT_INFO(NETVSC, "Establishing send buffer's GPADL...");
429
454f18a9
BP
430 /*
431 * Establish the gpadl handle for this buffer on this
432 * channel. Note: This call uses the vmbus connection rather
433 * than the channel to establish the gpadl handle.
434 */
fceaf24a 435 ret = Device->Driver->VmbusChannelInterface.EstablishGpadl(Device,
454f18a9
BP
436 netDevice->SendBuffer,
437 netDevice->SendBufferSize,
438 &netDevice->SendBufferGpadlHandle);
fceaf24a
HJ
439
440 if (ret != 0)
441 {
442 DPRINT_ERR(NETVSC, "unable to establish send buffer's gpadl");
443 goto Cleanup;
444 }
445
454f18a9 446 /* WaitEventWait(ext->ChannelInitEvent); */
fceaf24a 447
454f18a9 448 /* Notify the NetVsp of the gpadl handle */
fceaf24a
HJ
449 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeSendSendBuffer...");
450
451 initPacket = &netDevice->ChannelInitPacket;
452
453 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
454
455 initPacket->Header.MessageType = NvspMessage1TypeSendSendBuffer;
456 initPacket->Messages.Version1Messages.SendReceiveBuffer.GpadlHandle = netDevice->SendBufferGpadlHandle;
457 initPacket->Messages.Version1Messages.SendReceiveBuffer.Id = NETVSC_SEND_BUFFER_ID;
458
454f18a9 459 /* Send the gpadl notification request */
fceaf24a
HJ
460 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
461 initPacket,
462 sizeof(NVSP_MESSAGE),
c4b0bc94 463 (unsigned long)initPacket,
fceaf24a
HJ
464 VmbusPacketTypeDataInBand,
465 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
466 if (ret != 0)
467 {
468 DPRINT_ERR(NETVSC, "unable to send receive buffer's gpadl to netvsp");
469 goto Cleanup;
470 }
471
472 WaitEventWait(netDevice->ChannelInitEvent);
473
454f18a9 474 /* Check the response */
fceaf24a
HJ
475 if (initPacket->Messages.Version1Messages.SendSendBufferComplete.Status != NvspStatusSuccess)
476 {
477 DPRINT_ERR(NETVSC,
478 "Unable to complete send buffer initialzation with NetVsp - status %d",
479 initPacket->Messages.Version1Messages.SendSendBufferComplete.Status);
480 ret = -1;
481 goto Cleanup;
482 }
483
484 netDevice->SendSectionSize = initPacket->Messages.Version1Messages.SendSendBufferComplete.SectionSize;
485
486 goto Exit;
487
488Cleanup:
489 NetVscDestroySendBuffer(netDevice);
490
491Exit:
492 PutNetDevice(Device);
493 DPRINT_EXIT(NETVSC);
494 return ret;
495}
496
497static int
498NetVscDestroyReceiveBuffer(
d1af1db7 499 struct NETVSC_DEVICE *NetDevice
fceaf24a
HJ
500 )
501{
502 NVSP_MESSAGE *revokePacket;
503 int ret=0;
504
505
506 DPRINT_ENTER(NETVSC);
507
454f18a9
BP
508 /*
509 * If we got a section count, it means we received a
510 * SendReceiveBufferComplete msg (ie sent
511 * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need
512 * to send a revoke msg here
513 */
fceaf24a
HJ
514 if (NetDevice->ReceiveSectionCount)
515 {
516 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeRevokeReceiveBuffer...");
517
454f18a9 518 /* Send the revoke receive buffer */
fceaf24a
HJ
519 revokePacket = &NetDevice->RevokePacket;
520 memset(revokePacket, 0, sizeof(NVSP_MESSAGE));
521
522 revokePacket->Header.MessageType = NvspMessage1TypeRevokeReceiveBuffer;
523 revokePacket->Messages.Version1Messages.RevokeReceiveBuffer.Id = NETVSC_RECEIVE_BUFFER_ID;
524
525 ret = NetDevice->Device->Driver->VmbusChannelInterface.SendPacket(NetDevice->Device,
526 revokePacket,
527 sizeof(NVSP_MESSAGE),
c4b0bc94 528 (unsigned long)revokePacket,
fceaf24a
HJ
529 VmbusPacketTypeDataInBand,
530 0);
454f18a9
BP
531 /*
532 * If we failed here, we might as well return and
533 * have a leak rather than continue and a bugchk
534 */
fceaf24a
HJ
535 if (ret != 0)
536 {
537 DPRINT_ERR(NETVSC, "unable to send revoke receive buffer to netvsp");
538 DPRINT_EXIT(NETVSC);
539 return -1;
540 }
541 }
542
454f18a9 543 /* Teardown the gpadl on the vsp end */
fceaf24a
HJ
544 if (NetDevice->ReceiveBufferGpadlHandle)
545 {
546 DPRINT_INFO(NETVSC, "Tearing down receive buffer's GPADL...");
547
548 ret = NetDevice->Device->Driver->VmbusChannelInterface.TeardownGpadl(NetDevice->Device,
549 NetDevice->ReceiveBufferGpadlHandle);
550
454f18a9 551 /* If we failed here, we might as well return and have a leak rather than continue and a bugchk */
fceaf24a
HJ
552 if (ret != 0)
553 {
554 DPRINT_ERR(NETVSC, "unable to teardown receive buffer's gpadl");
555 DPRINT_EXIT(NETVSC);
556 return -1;
557 }
558 NetDevice->ReceiveBufferGpadlHandle = 0;
559 }
560
561 if (NetDevice->ReceiveBuffer)
562 {
563 DPRINT_INFO(NETVSC, "Freeing up receive buffer...");
564
454f18a9 565 /* Free up the receive buffer */
fceaf24a
HJ
566 PageFree(NetDevice->ReceiveBuffer, NetDevice->ReceiveBufferSize >> PAGE_SHIFT);
567 NetDevice->ReceiveBuffer = NULL;
568 }
569
570 if (NetDevice->ReceiveSections)
571 {
8c69f52a 572 kfree(NetDevice->ReceiveSections);
fceaf24a
HJ
573 NetDevice->ReceiveSections = NULL;
574 NetDevice->ReceiveSectionCount = 0;
575 }
576
577 DPRINT_EXIT(NETVSC);
578
579 return ret;
580}
581
582
583
584
585static int
586NetVscDestroySendBuffer(
d1af1db7 587 struct NETVSC_DEVICE *NetDevice
fceaf24a
HJ
588 )
589{
590 NVSP_MESSAGE *revokePacket;
591 int ret=0;
592
593
594 DPRINT_ENTER(NETVSC);
595
454f18a9
BP
596 /*
597 * If we got a section count, it means we received a
598 * SendReceiveBufferComplete msg (ie sent
599 * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need
600 * to send a revoke msg here
601 */
fceaf24a
HJ
602 if (NetDevice->SendSectionSize)
603 {
604 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeRevokeSendBuffer...");
605
454f18a9 606 /* Send the revoke send buffer */
fceaf24a
HJ
607 revokePacket = &NetDevice->RevokePacket;
608 memset(revokePacket, 0, sizeof(NVSP_MESSAGE));
609
610 revokePacket->Header.MessageType = NvspMessage1TypeRevokeSendBuffer;
611 revokePacket->Messages.Version1Messages.RevokeSendBuffer.Id = NETVSC_SEND_BUFFER_ID;
612
613 ret = NetDevice->Device->Driver->VmbusChannelInterface.SendPacket(NetDevice->Device,
614 revokePacket,
615 sizeof(NVSP_MESSAGE),
c4b0bc94 616 (unsigned long)revokePacket,
fceaf24a
HJ
617 VmbusPacketTypeDataInBand,
618 0);
454f18a9 619 /* If we failed here, we might as well return and have a leak rather than continue and a bugchk */
fceaf24a
HJ
620 if (ret != 0)
621 {
622 DPRINT_ERR(NETVSC, "unable to send revoke send buffer to netvsp");
623 DPRINT_EXIT(NETVSC);
624 return -1;
625 }
626 }
627
454f18a9 628 /* Teardown the gpadl on the vsp end */
fceaf24a
HJ
629 if (NetDevice->SendBufferGpadlHandle)
630 {
631 DPRINT_INFO(NETVSC, "Tearing down send buffer's GPADL...");
632
633 ret = NetDevice->Device->Driver->VmbusChannelInterface.TeardownGpadl(NetDevice->Device,
634 NetDevice->SendBufferGpadlHandle);
635
454f18a9 636 /* If we failed here, we might as well return and have a leak rather than continue and a bugchk */
fceaf24a
HJ
637 if (ret != 0)
638 {
639 DPRINT_ERR(NETVSC, "unable to teardown send buffer's gpadl");
640 DPRINT_EXIT(NETVSC);
641 return -1;
642 }
643 NetDevice->SendBufferGpadlHandle = 0;
644 }
645
646 if (NetDevice->SendBuffer)
647 {
648 DPRINT_INFO(NETVSC, "Freeing up send buffer...");
649
454f18a9 650 /* Free up the receive buffer */
fceaf24a
HJ
651 PageFree(NetDevice->SendBuffer, NetDevice->SendBufferSize >> PAGE_SHIFT);
652 NetDevice->SendBuffer = NULL;
653 }
654
655 DPRINT_EXIT(NETVSC);
656
657 return ret;
658}
659
660
661
662static int
663NetVscConnectToVsp(
3d3b5518 664 struct hv_device *Device
fceaf24a
HJ
665 )
666{
667 int ret=0;
d1af1db7 668 struct NETVSC_DEVICE *netDevice;
fceaf24a
HJ
669 NVSP_MESSAGE *initPacket;
670 int ndisVersion;
671
672 DPRINT_ENTER(NETVSC);
673
674 netDevice = GetOutboundNetDevice(Device);
675 if (!netDevice)
676 {
677 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
678 DPRINT_EXIT(NETVSC);
679 return -1;
680 }
681
682 initPacket = &netDevice->ChannelInitPacket;
683
684 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
685 initPacket->Header.MessageType = NvspMessageTypeInit;
686 initPacket->Messages.InitMessages.Init.MinProtocolVersion = NVSP_MIN_PROTOCOL_VERSION;
687 initPacket->Messages.InitMessages.Init.MaxProtocolVersion = NVSP_MAX_PROTOCOL_VERSION;
688
689 DPRINT_INFO(NETVSC, "Sending NvspMessageTypeInit...");
690
454f18a9 691 /* Send the init request */
fceaf24a
HJ
692 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
693 initPacket,
694 sizeof(NVSP_MESSAGE),
c4b0bc94 695 (unsigned long)initPacket,
fceaf24a
HJ
696 VmbusPacketTypeDataInBand,
697 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
698
699 if( ret != 0)
700 {
701 DPRINT_ERR(NETVSC, "unable to send NvspMessageTypeInit");
702 goto Cleanup;
703 }
704
705 WaitEventWait(netDevice->ChannelInitEvent);
706
454f18a9
BP
707 /* Now, check the response */
708 /* ASSERT(initPacket->Messages.InitMessages.InitComplete.MaximumMdlChainLength <= MAX_MULTIPAGE_BUFFER_COUNT); */
fceaf24a
HJ
709 DPRINT_INFO(NETVSC, "NvspMessageTypeInit status(%d) max mdl chain (%d)",
710 initPacket->Messages.InitMessages.InitComplete.Status,
711 initPacket->Messages.InitMessages.InitComplete.MaximumMdlChainLength);
712
713 if (initPacket->Messages.InitMessages.InitComplete.Status != NvspStatusSuccess)
714 {
715 DPRINT_ERR(NETVSC, "unable to initialize with netvsp (status 0x%x)", initPacket->Messages.InitMessages.InitComplete.Status);
716 ret = -1;
717 goto Cleanup;
718 }
719
720 if (initPacket->Messages.InitMessages.InitComplete.NegotiatedProtocolVersion != NVSP_PROTOCOL_VERSION_1)
721 {
722 DPRINT_ERR(NETVSC, "unable to initialize with netvsp (version expected 1 got %d)",
723 initPacket->Messages.InitMessages.InitComplete.NegotiatedProtocolVersion);
724 ret = -1;
725 goto Cleanup;
726 }
727 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeSendNdisVersion...");
728
454f18a9 729 /* Send the ndis version */
fceaf24a
HJ
730 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
731
732 ndisVersion = 0x00050000;
733
734 initPacket->Header.MessageType = NvspMessage1TypeSendNdisVersion;
735 initPacket->Messages.Version1Messages.SendNdisVersion.NdisMajorVersion = (ndisVersion & 0xFFFF0000) >> 16;
736 initPacket->Messages.Version1Messages.SendNdisVersion.NdisMinorVersion = ndisVersion & 0xFFFF;
737
454f18a9 738 /* Send the init request */
fceaf24a
HJ
739 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
740 initPacket,
741 sizeof(NVSP_MESSAGE),
c4b0bc94 742 (unsigned long)initPacket,
fceaf24a
HJ
743 VmbusPacketTypeDataInBand,
744 0);
745 if (ret != 0)
746 {
747 DPRINT_ERR(NETVSC, "unable to send NvspMessage1TypeSendNdisVersion");
748 ret = -1;
749 goto Cleanup;
750 }
454f18a9
BP
751 /*
752 * BUGBUG - We have to wait for the above msg since the
753 * netvsp uses KMCL which acknowledges packet (completion
754 * packet) since our Vmbus always set the
755 * VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED flag
756 */
757 /* WaitEventWait(NetVscChannel->ChannelInitEvent); */
758
759 /* Post the big receive buffer to NetVSP */
fceaf24a
HJ
760 ret = NetVscInitializeReceiveBufferWithNetVsp(Device);
761 if (ret == 0)
762 {
763 ret = NetVscInitializeSendBufferWithNetVsp(Device);
764 }
765
766Cleanup:
767 PutNetDevice(Device);
768 DPRINT_EXIT(NETVSC);
769 return ret;
770}
771
772static void
773NetVscDisconnectFromVsp(
d1af1db7 774 struct NETVSC_DEVICE *NetDevice
fceaf24a
HJ
775 )
776{
777 DPRINT_ENTER(NETVSC);
778
779 NetVscDestroyReceiveBuffer(NetDevice);
780 NetVscDestroySendBuffer(NetDevice);
781
782 DPRINT_EXIT(NETVSC);
783}
784
785
786/*++
787
788Name:
789 NetVscOnDeviceAdd()
790
791Description:
792 Callback when the device belonging to this driver is added
793
794--*/
bd1de709 795static int
fceaf24a 796NetVscOnDeviceAdd(
3d3b5518 797 struct hv_device *Device,
fceaf24a
HJ
798 void *AdditionalInfo
799 )
800{
801 int ret=0;
802 int i;
803
d1af1db7 804 struct NETVSC_DEVICE *netDevice;
4193d4f4 805 struct hv_netvsc_packet *packet;
fceaf24a
HJ
806 LIST_ENTRY *entry;
807
808 NETVSC_DRIVER_OBJECT *netDriver = (NETVSC_DRIVER_OBJECT*) Device->Driver;;
809
810 DPRINT_ENTER(NETVSC);
811
812 netDevice = AllocNetDevice(Device);
813 if (!netDevice)
814 {
815 ret = -1;
816 goto Cleanup;
817 }
818
819 DPRINT_DBG(NETVSC, "netvsc channel object allocated - %p", netDevice);
820
454f18a9 821 /* Initialize the NetVSC channel extension */
fceaf24a 822 netDevice->ReceiveBufferSize = NETVSC_RECEIVE_BUFFER_SIZE;
6436873a 823 spin_lock_init(&netDevice->receive_packet_list_lock);
fceaf24a
HJ
824
825 netDevice->SendBufferSize = NETVSC_SEND_BUFFER_SIZE;
826
827 INITIALIZE_LIST_HEAD(&netDevice->ReceivePacketList);
828
829 for (i=0; i < NETVSC_RECEIVE_PACKETLIST_COUNT; i++)
830 {
4193d4f4 831 packet = kzalloc(sizeof(struct hv_netvsc_packet) + (NETVSC_RECEIVE_SG_COUNT* sizeof(PAGE_BUFFER)), GFP_KERNEL);
fceaf24a
HJ
832 if (!packet)
833 {
834 DPRINT_DBG(NETVSC, "unable to allocate netvsc pkts for receive pool (wanted %d got %d)", NETVSC_RECEIVE_PACKETLIST_COUNT, i);
835 break;
836 }
837
838 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &packet->ListEntry);
839 }
840 netDevice->ChannelInitEvent = WaitEventCreate();
841
454f18a9 842 /* Open the channel */
fceaf24a 843 ret = Device->Driver->VmbusChannelInterface.Open(Device,
454f18a9
BP
844 netDriver->RingBufferSize,
845 netDriver->RingBufferSize,
846 NULL, 0,
847 NetVscOnChannelCallback,
848 Device
849 );
fceaf24a
HJ
850
851 if (ret != 0)
852 {
853 DPRINT_ERR(NETVSC, "unable to open channel: %d", ret);
854 ret = -1;
855 goto Cleanup;
856 }
857
454f18a9 858 /* Channel is opened */
fceaf24a
HJ
859 DPRINT_INFO(NETVSC, "*** NetVSC channel opened successfully! ***");
860
454f18a9 861 /* Connect with the NetVsp */
fceaf24a
HJ
862 ret = NetVscConnectToVsp(Device);
863 if (ret != 0)
864 {
865 DPRINT_ERR(NETVSC, "unable to connect to NetVSP - %d", ret);
866 ret = -1;
867 goto Close;
868 }
869
870 DPRINT_INFO(NETVSC, "*** NetVSC channel handshake result - %d ***", ret);
871
872 DPRINT_EXIT(NETVSC);
873 return ret;
874
875Close:
454f18a9 876 /* Now, we can close the channel safely */
fceaf24a
HJ
877 Device->Driver->VmbusChannelInterface.Close(Device);
878
879Cleanup:
880
881 if (netDevice)
882 {
883 WaitEventClose(netDevice->ChannelInitEvent);
884
885 while (!IsListEmpty(&netDevice->ReceivePacketList))
886 {
887 entry = REMOVE_HEAD_LIST(&netDevice->ReceivePacketList);
4193d4f4 888 packet = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
8c69f52a 889 kfree(packet);
fceaf24a
HJ
890 }
891
fceaf24a
HJ
892 ReleaseOutboundNetDevice(Device);
893 ReleaseInboundNetDevice(Device);
894
895 FreeNetDevice(netDevice);
896 }
897
898 DPRINT_EXIT(NETVSC);
899 return ret;
900}
901
902
903/*++
904
905Name:
906 NetVscOnDeviceRemove()
907
908Description:
909 Callback when the root bus device is removed
910
911--*/
bd1de709 912static int
fceaf24a 913NetVscOnDeviceRemove(
3d3b5518 914 struct hv_device *Device
fceaf24a
HJ
915 )
916{
d1af1db7 917 struct NETVSC_DEVICE *netDevice;
4193d4f4 918 struct hv_netvsc_packet *netvscPacket;
fceaf24a
HJ
919 int ret=0;
920 LIST_ENTRY *entry;
921
922 DPRINT_ENTER(NETVSC);
923
924 DPRINT_INFO(NETVSC, "Disabling outbound traffic on net device (%p)...", Device->Extension);
925
454f18a9 926 /* Stop outbound traffic ie sends and receives completions */
fceaf24a
HJ
927 netDevice = ReleaseOutboundNetDevice(Device);
928 if (!netDevice)
929 {
930 DPRINT_ERR(NETVSC, "No net device present!!");
931 return -1;
932 }
933
454f18a9 934 /* Wait for all send completions */
fceaf24a
HJ
935 while (netDevice->NumOutstandingSends)
936 {
937 DPRINT_INFO(NETVSC, "waiting for %d requests to complete...", netDevice->NumOutstandingSends);
938
b4362c9c 939 udelay(100);
fceaf24a
HJ
940 }
941
942 DPRINT_INFO(NETVSC, "Disconnecting from netvsp...");
943
944 NetVscDisconnectFromVsp(netDevice);
945
946 DPRINT_INFO(NETVSC, "Disabling inbound traffic on net device (%p)...", Device->Extension);
947
454f18a9 948 /* Stop inbound traffic ie receives and sends completions */
fceaf24a
HJ
949 netDevice = ReleaseInboundNetDevice(Device);
950
454f18a9 951 /* At this point, no one should be accessing netDevice except in here */
fceaf24a
HJ
952 DPRINT_INFO(NETVSC, "net device (%p) safe to remove", netDevice);
953
454f18a9 954 /* Now, we can close the channel safely */
fceaf24a
HJ
955 Device->Driver->VmbusChannelInterface.Close(Device);
956
454f18a9 957 /* Release all resources */
fceaf24a
HJ
958 while (!IsListEmpty(&netDevice->ReceivePacketList))
959 {
960 entry = REMOVE_HEAD_LIST(&netDevice->ReceivePacketList);
4193d4f4 961 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
fceaf24a 962
8c69f52a 963 kfree(netvscPacket);
fceaf24a
HJ
964 }
965
fceaf24a
HJ
966 WaitEventClose(netDevice->ChannelInitEvent);
967 FreeNetDevice(netDevice);
968
969 DPRINT_EXIT(NETVSC);
970 return ret;
971}
972
973
974
975/*++
976
977Name:
978 NetVscOnCleanup()
979
980Description:
981 Perform any cleanup when the driver is removed
982
983--*/
bd1de709 984static void
fceaf24a 985NetVscOnCleanup(
775ef25e 986 struct hv_driver *drv
fceaf24a
HJ
987 )
988{
989 DPRINT_ENTER(NETVSC);
990
991 DPRINT_EXIT(NETVSC);
992}
993
994static void
995NetVscOnSendCompletion(
3d3b5518 996 struct hv_device *Device,
fceaf24a
HJ
997 VMPACKET_DESCRIPTOR *Packet
998 )
999{
d1af1db7 1000 struct NETVSC_DEVICE *netDevice;
fceaf24a 1001 NVSP_MESSAGE *nvspPacket;
4193d4f4 1002 struct hv_netvsc_packet *nvscPacket;
fceaf24a
HJ
1003
1004 DPRINT_ENTER(NETVSC);
1005
1006 netDevice = GetInboundNetDevice(Device);
1007 if (!netDevice)
1008 {
1009 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
1010 DPRINT_EXIT(NETVSC);
1011 return;
1012 }
1013
c4b0bc94 1014 nvspPacket = (NVSP_MESSAGE*)((unsigned long)Packet + (Packet->DataOffset8 << 3));
fceaf24a
HJ
1015
1016 DPRINT_DBG(NETVSC, "send completion packet - type %d", nvspPacket->Header.MessageType);
1017
1018 if (nvspPacket->Header.MessageType == NvspMessageTypeInitComplete ||
1019 nvspPacket->Header.MessageType == NvspMessage1TypeSendReceiveBufferComplete ||
1020 nvspPacket->Header.MessageType == NvspMessage1TypeSendSendBufferComplete)
1021 {
454f18a9 1022 /* Copy the response back */
fceaf24a
HJ
1023 memcpy(&netDevice->ChannelInitPacket, nvspPacket, sizeof(NVSP_MESSAGE));
1024 WaitEventSet(netDevice->ChannelInitEvent);
1025 }
1026 else if (nvspPacket->Header.MessageType == NvspMessage1TypeSendRNDISPacketComplete)
1027 {
454f18a9 1028 /* Get the send context */
4193d4f4 1029 nvscPacket = (struct hv_netvsc_packet *)(unsigned long)Packet->TransactionId;
fceaf24a
HJ
1030 ASSERT(nvscPacket);
1031
454f18a9 1032 /* Notify the layer above us */
fceaf24a
HJ
1033 nvscPacket->Completion.Send.OnSendCompletion(nvscPacket->Completion.Send.SendCompletionContext);
1034
1035 InterlockedDecrement(&netDevice->NumOutstandingSends);
1036 }
1037 else
1038 {
1039 DPRINT_ERR(NETVSC, "Unknown send completion packet type - %d received!!", nvspPacket->Header.MessageType);
1040 }
1041
1042 PutNetDevice(Device);
1043 DPRINT_EXIT(NETVSC);
1044}
1045
1046
1047
1048static int
1049NetVscOnSend(
3d3b5518 1050 struct hv_device *Device,
4193d4f4 1051 struct hv_netvsc_packet *Packet
fceaf24a
HJ
1052 )
1053{
d1af1db7 1054 struct NETVSC_DEVICE *netDevice;
fceaf24a
HJ
1055 int ret=0;
1056
1057 NVSP_MESSAGE sendMessage;
1058
1059 DPRINT_ENTER(NETVSC);
1060
1061 netDevice = GetOutboundNetDevice(Device);
1062 if (!netDevice)
1063 {
1064 DPRINT_ERR(NETVSC, "net device (%p) shutting down...ignoring outbound packets", netDevice);
1065 DPRINT_EXIT(NETVSC);
1066 return -2;
1067 }
1068
1069 sendMessage.Header.MessageType = NvspMessage1TypeSendRNDISPacket;
1070 if (Packet->IsDataPacket)
454f18a9 1071 sendMessage.Messages.Version1Messages.SendRNDISPacket.ChannelType = 0;/* 0 is RMC_DATA; */
fceaf24a 1072 else
454f18a9 1073 sendMessage.Messages.Version1Messages.SendRNDISPacket.ChannelType = 1;/* 1 is RMC_CONTROL; */
fceaf24a 1074
454f18a9 1075 /* Not using send buffer section */
fceaf24a
HJ
1076 sendMessage.Messages.Version1Messages.SendRNDISPacket.SendBufferSectionIndex = 0xFFFFFFFF;
1077 sendMessage.Messages.Version1Messages.SendRNDISPacket.SendBufferSectionSize = 0;
1078
1079 if (Packet->PageBufferCount)
1080 {
1081 ret = Device->Driver->VmbusChannelInterface.SendPacketPageBuffer(Device,
1082 Packet->PageBuffers,
1083 Packet->PageBufferCount,
1084 &sendMessage,
1085 sizeof(NVSP_MESSAGE),
c4b0bc94 1086 (unsigned long)Packet);
fceaf24a
HJ
1087 }
1088 else
1089 {
1090 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
1091 &sendMessage,
1092 sizeof(NVSP_MESSAGE),
c4b0bc94 1093 (unsigned long)Packet,
fceaf24a
HJ
1094 VmbusPacketTypeDataInBand,
1095 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
1096
1097 }
1098
1099 if (ret != 0)
1100 {
1101 DPRINT_ERR(NETVSC, "Unable to send packet %p ret %d", Packet, ret);
1102 }
1103
1104 InterlockedIncrement(&netDevice->NumOutstandingSends);
1105 PutNetDevice(Device);
1106
1107 DPRINT_EXIT(NETVSC);
1108 return ret;
1109}
1110
1111
1112static void
1113NetVscOnReceive(
3d3b5518 1114 struct hv_device *Device,
fceaf24a
HJ
1115 VMPACKET_DESCRIPTOR *Packet
1116 )
1117{
d1af1db7 1118 struct NETVSC_DEVICE *netDevice;
fceaf24a
HJ
1119 VMTRANSFER_PAGE_PACKET_HEADER *vmxferpagePacket;
1120 NVSP_MESSAGE *nvspPacket;
4193d4f4 1121 struct hv_netvsc_packet *netvscPacket=NULL;
fceaf24a 1122 LIST_ENTRY* entry;
c4b0bc94
GKH
1123 unsigned long start;
1124 unsigned long end, endVirtual;
454f18a9 1125 /* NETVSC_DRIVER_OBJECT *netvscDriver; */
fceaf24a
HJ
1126 XFERPAGE_PACKET *xferpagePacket=NULL;
1127 LIST_ENTRY listHead;
1128
1129 int i=0, j=0;
1130 int count=0, bytesRemain=0;
6436873a 1131 unsigned long flags;
fceaf24a
HJ
1132
1133 DPRINT_ENTER(NETVSC);
1134
1135 netDevice = GetInboundNetDevice(Device);
1136 if (!netDevice)
1137 {
1138 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
1139 DPRINT_EXIT(NETVSC);
1140 return;
1141 }
1142
454f18a9 1143 /* All inbound packets other than send completion should be xfer page packet */
fceaf24a
HJ
1144 if (Packet->Type != VmbusPacketTypeDataUsingTransferPages)
1145 {
1146 DPRINT_ERR(NETVSC, "Unknown packet type received - %d", Packet->Type);
1147 PutNetDevice(Device);
1148 return;
1149 }
1150
c4b0bc94 1151 nvspPacket = (NVSP_MESSAGE*)((unsigned long)Packet + (Packet->DataOffset8 << 3));
fceaf24a 1152
454f18a9 1153 /* Make sure this is a valid nvsp packet */
fceaf24a
HJ
1154 if (nvspPacket->Header.MessageType != NvspMessage1TypeSendRNDISPacket )
1155 {
1156 DPRINT_ERR(NETVSC, "Unknown nvsp packet type received - %d", nvspPacket->Header.MessageType);
1157 PutNetDevice(Device);
1158 return;
1159 }
1160
1161 DPRINT_DBG(NETVSC, "NVSP packet received - type %d", nvspPacket->Header.MessageType);
1162
1163 vmxferpagePacket = (VMTRANSFER_PAGE_PACKET_HEADER*)Packet;
1164
1165 if (vmxferpagePacket->TransferPageSetId != NETVSC_RECEIVE_BUFFER_ID)
1166 {
1167 DPRINT_ERR(NETVSC, "Invalid xfer page set id - expecting %x got %x", NETVSC_RECEIVE_BUFFER_ID, vmxferpagePacket->TransferPageSetId);
1168 PutNetDevice(Device);
1169 return;
1170 }
1171
1172 DPRINT_DBG(NETVSC, "xfer page - range count %d", vmxferpagePacket->RangeCount);
1173
1174 INITIALIZE_LIST_HEAD(&listHead);
1175
454f18a9
BP
1176 /*
1177 * Grab free packets (range count + 1) to represent this xfer
1178 * page packet. +1 to represent the xfer page packet itself.
1179 * We grab it here so that we know exactly how many we can
1180 * fulfil
1181 */
6436873a 1182 spin_lock_irqsave(&netDevice->receive_packet_list_lock, flags);
fceaf24a
HJ
1183 while (!IsListEmpty(&netDevice->ReceivePacketList))
1184 {
1185 entry = REMOVE_HEAD_LIST(&netDevice->ReceivePacketList);
4193d4f4 1186 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
fceaf24a
HJ
1187
1188 INSERT_TAIL_LIST(&listHead, &netvscPacket->ListEntry);
1189
1190 if (++count == vmxferpagePacket->RangeCount + 1)
1191 break;
1192 }
6436873a 1193 spin_unlock_irqrestore(&netDevice->receive_packet_list_lock, flags);
fceaf24a 1194
454f18a9
BP
1195 /*
1196 * We need at least 2 netvsc pkts (1 to represent the xfer
1197 * page and at least 1 for the range) i.e. we can handled
1198 * some of the xfer page packet ranges...
1199 */
fceaf24a
HJ
1200 if (count < 2)
1201 {
1202 DPRINT_ERR(NETVSC, "Got only %d netvsc pkt...needed %d pkts. Dropping this xfer page packet completely!", count, vmxferpagePacket->RangeCount+1);
1203
454f18a9 1204 /* Return it to the freelist */
6436873a 1205 spin_lock_irqsave(&netDevice->receive_packet_list_lock, flags);
fceaf24a
HJ
1206 for (i=count; i != 0; i--)
1207 {
1208 entry = REMOVE_HEAD_LIST(&listHead);
4193d4f4 1209 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
fceaf24a
HJ
1210
1211 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &netvscPacket->ListEntry);
1212 }
6436873a 1213 spin_unlock_irqrestore(&netDevice->receive_packet_list_lock, flags);
fceaf24a
HJ
1214
1215 NetVscSendReceiveCompletion(Device, vmxferpagePacket->d.TransactionId);
1216
1217 PutNetDevice(Device);
1218 return;
1219 }
1220
454f18a9 1221 /* Remove the 1st packet to represent the xfer page packet itself */
fceaf24a
HJ
1222 entry = REMOVE_HEAD_LIST(&listHead);
1223 xferpagePacket = CONTAINING_RECORD(entry, XFERPAGE_PACKET, ListEntry);
454f18a9 1224 xferpagePacket->Count = count - 1; /* This is how much we can satisfy */
fceaf24a
HJ
1225 ASSERT(xferpagePacket->Count > 0 && xferpagePacket->Count <= vmxferpagePacket->RangeCount);
1226
1227 if (xferpagePacket->Count != vmxferpagePacket->RangeCount)
1228 {
1229 DPRINT_INFO(NETVSC, "Needed %d netvsc pkts to satisy this xfer page...got %d", vmxferpagePacket->RangeCount, xferpagePacket->Count);
1230 }
1231
454f18a9 1232 /* Each range represents 1 RNDIS pkt that contains 1 ethernet frame */
fceaf24a
HJ
1233 for (i=0; i < (count - 1); i++)
1234 {
1235 entry = REMOVE_HEAD_LIST(&listHead);
4193d4f4 1236 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
fceaf24a 1237
454f18a9 1238 /* Initialize the netvsc packet */
fceaf24a
HJ
1239 netvscPacket->XferPagePacket = xferpagePacket;
1240 netvscPacket->Completion.Recv.OnReceiveCompletion = NetVscOnReceiveCompletion;
1241 netvscPacket->Completion.Recv.ReceiveCompletionContext = netvscPacket;
1242 netvscPacket->Device = Device;
454f18a9 1243 netvscPacket->Completion.Recv.ReceiveCompletionTid = vmxferpagePacket->d.TransactionId; /* Save this so that we can send it back */
fceaf24a
HJ
1244
1245 netvscPacket->TotalDataBufferLength = vmxferpagePacket->Ranges[i].ByteCount;
1246 netvscPacket->PageBufferCount = 1;
1247
1248 ASSERT(vmxferpagePacket->Ranges[i].ByteOffset + vmxferpagePacket->Ranges[i].ByteCount < netDevice->ReceiveBufferSize);
1249
1250 netvscPacket->PageBuffers[0].Length = vmxferpagePacket->Ranges[i].ByteCount;
1251
c4b0bc94 1252 start = GetPhysicalAddress((void*)((unsigned long)netDevice->ReceiveBuffer + vmxferpagePacket->Ranges[i].ByteOffset));
fceaf24a
HJ
1253
1254 netvscPacket->PageBuffers[0].Pfn = start >> PAGE_SHIFT;
c4b0bc94 1255 endVirtual = (unsigned long)netDevice->ReceiveBuffer
fceaf24a
HJ
1256 + vmxferpagePacket->Ranges[i].ByteOffset
1257 + vmxferpagePacket->Ranges[i].ByteCount -1;
1258 end = GetPhysicalAddress((void*)endVirtual);
1259
454f18a9 1260 /* Calculate the page relative offset */
fceaf24a
HJ
1261 netvscPacket->PageBuffers[0].Offset = vmxferpagePacket->Ranges[i].ByteOffset & (PAGE_SIZE -1);
1262 if ((end >> PAGE_SHIFT) != (start>>PAGE_SHIFT)) {
454f18a9 1263 /* Handle frame across multiple pages: */
fceaf24a
HJ
1264 netvscPacket->PageBuffers[0].Length =
1265 (netvscPacket->PageBuffers[0].Pfn <<PAGE_SHIFT) + PAGE_SIZE - start;
1266 bytesRemain = netvscPacket->TotalDataBufferLength - netvscPacket->PageBuffers[0].Length;
1267 for (j=1; j<NETVSC_PACKET_MAXPAGE; j++) {
1268 netvscPacket->PageBuffers[j].Offset = 0;
1269 if (bytesRemain <= PAGE_SIZE) {
1270 netvscPacket->PageBuffers[j].Length = bytesRemain;
1271 bytesRemain = 0;
1272 } else {
1273 netvscPacket->PageBuffers[j].Length = PAGE_SIZE;
1274 bytesRemain -= PAGE_SIZE;
1275 }
1276 netvscPacket->PageBuffers[j].Pfn =
1277 GetPhysicalAddress((void*)(endVirtual - bytesRemain)) >> PAGE_SHIFT;
1278 netvscPacket->PageBufferCount++;
1279 if (bytesRemain == 0)
1280 break;
1281 }
1282 ASSERT(bytesRemain == 0);
1283 }
1284 DPRINT_DBG(NETVSC, "[%d] - (abs offset %u len %u) => (pfn %llx, offset %u, len %u)",
1285 i,
1286 vmxferpagePacket->Ranges[i].ByteOffset,
1287 vmxferpagePacket->Ranges[i].ByteCount,
1288 netvscPacket->PageBuffers[0].Pfn,
1289 netvscPacket->PageBuffers[0].Offset,
1290 netvscPacket->PageBuffers[0].Length);
1291
454f18a9 1292 /* Pass it to the upper layer */
fceaf24a
HJ
1293 ((NETVSC_DRIVER_OBJECT*)Device->Driver)->OnReceiveCallback(Device, netvscPacket);
1294
1295 NetVscOnReceiveCompletion(netvscPacket->Completion.Recv.ReceiveCompletionContext);
1296 }
1297
1298 ASSERT(IsListEmpty(&listHead));
1299
1300 PutNetDevice(Device);
1301 DPRINT_EXIT(NETVSC);
1302}
1303
1304
1305static void
1306NetVscSendReceiveCompletion(
3d3b5518 1307 struct hv_device *Device,
59471438 1308 u64 TransactionId
fceaf24a
HJ
1309 )
1310{
1311 NVSP_MESSAGE recvcompMessage;
1312 int retries=0;
1313 int ret=0;
1314
1315 DPRINT_DBG(NETVSC, "Sending receive completion pkt - %llx", TransactionId);
1316
1317 recvcompMessage.Header.MessageType = NvspMessage1TypeSendRNDISPacketComplete;
1318
454f18a9 1319 /* FIXME: Pass in the status */
fceaf24a
HJ
1320 recvcompMessage.Messages.Version1Messages.SendRNDISPacketComplete.Status = NvspStatusSuccess;
1321
1322retry_send_cmplt:
454f18a9 1323 /* Send the completion */
fceaf24a
HJ
1324 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
1325 &recvcompMessage,
1326 sizeof(NVSP_MESSAGE),
1327 TransactionId,
1328 VmbusPacketTypeCompletion,
1329 0);
454f18a9 1330 if (ret == 0) /* success */
fceaf24a 1331 {
454f18a9 1332 /* no-op */
fceaf24a 1333 }
454f18a9 1334 else if (ret == -1) /* no more room...wait a bit and attempt to retry 3 times */
fceaf24a
HJ
1335 {
1336 retries++;
1337 DPRINT_ERR(NETVSC, "unable to send receive completion pkt (tid %llx)...retrying %d", TransactionId, retries);
1338
1339 if (retries < 4)
1340 {
b4362c9c 1341 udelay(100);
fceaf24a
HJ
1342 goto retry_send_cmplt;
1343 }
1344 else
1345 {
1346 DPRINT_ERR(NETVSC, "unable to send receive completion pkt (tid %llx)...give up retrying", TransactionId);
1347 }
1348 }
1349 else
1350 {
1351 DPRINT_ERR(NETVSC, "unable to send receive completion pkt - %llx", TransactionId);
1352 }
1353}
1354
454f18a9 1355/* Send a receive completion packet to RNDIS device (ie NetVsp) */
fceaf24a
HJ
1356static void
1357NetVscOnReceiveCompletion(
8282c400 1358 void * Context)
fceaf24a 1359{
4193d4f4 1360 struct hv_netvsc_packet *packet = (struct hv_netvsc_packet*)Context;
3d3b5518 1361 struct hv_device *device = (struct hv_device*)packet->Device;
d1af1db7 1362 struct NETVSC_DEVICE *netDevice;
59471438 1363 u64 transactionId=0;
0e727613 1364 bool fSendReceiveComp = false;
6436873a 1365 unsigned long flags;
fceaf24a
HJ
1366
1367 DPRINT_ENTER(NETVSC);
1368
1369 ASSERT(packet->XferPagePacket);
1370
454f18a9
BP
1371 /* Even though it seems logical to do a GetOutboundNetDevice() here to send out receive completion, */
1372 /* we are using GetInboundNetDevice() since we may have disable outbound traffic already. */
fceaf24a
HJ
1373 netDevice = GetInboundNetDevice(device);
1374 if (!netDevice)
1375 {
1376 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
1377 DPRINT_EXIT(NETVSC);
1378 return;
1379 }
1380
454f18a9 1381 /* Overloading use of the lock. */
6436873a 1382 spin_lock_irqsave(&netDevice->receive_packet_list_lock, flags);
fceaf24a
HJ
1383
1384 ASSERT(packet->XferPagePacket->Count > 0);
1385 packet->XferPagePacket->Count--;
1386
454f18a9
BP
1387 /* Last one in the line that represent 1 xfer page packet. */
1388 /* Return the xfer page packet itself to the freelist */
fceaf24a
HJ
1389 if (packet->XferPagePacket->Count == 0)
1390 {
0e727613 1391 fSendReceiveComp = true;
fceaf24a
HJ
1392 transactionId = packet->Completion.Recv.ReceiveCompletionTid;
1393
1394 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &packet->XferPagePacket->ListEntry);
1395 }
1396
454f18a9 1397 /* Put the packet back */
fceaf24a 1398 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &packet->ListEntry);
6436873a 1399 spin_unlock_irqrestore(&netDevice->receive_packet_list_lock, flags);
fceaf24a 1400
454f18a9 1401 /* Send a receive completion for the xfer page packet */
fceaf24a
HJ
1402 if (fSendReceiveComp)
1403 {
1404 NetVscSendReceiveCompletion(device, transactionId);
1405 }
1406
1407 PutNetDevice(device);
1408 DPRINT_EXIT(NETVSC);
1409}
1410
1411
1412
1413void
1414NetVscOnChannelCallback(
8282c400 1415 void * Context
fceaf24a
HJ
1416 )
1417{
1418 const int netPacketSize=2048;
1419 int ret=0;
3d3b5518 1420 struct hv_device *device=(struct hv_device*)Context;
d1af1db7 1421 struct NETVSC_DEVICE *netDevice;
fceaf24a 1422
4d643114 1423 u32 bytesRecvd;
59471438
GKH
1424 u64 requestId;
1425 unsigned char packet[netPacketSize];
fceaf24a 1426 VMPACKET_DESCRIPTOR *desc;
59471438 1427 unsigned char *buffer=packet;
fceaf24a
HJ
1428 int bufferlen=netPacketSize;
1429
1430
1431 DPRINT_ENTER(NETVSC);
1432
1433 ASSERT(device);
1434
1435 netDevice = GetInboundNetDevice(device);
1436 if (!netDevice)
1437 {
1438 DPRINT_ERR(NETVSC, "net device (%p) shutting down...ignoring inbound packets", netDevice);
1439 DPRINT_EXIT(NETVSC);
1440 return;
1441 }
1442
1443 do
1444 {
1445 ret = device->Driver->VmbusChannelInterface.RecvPacketRaw(device,
1446 buffer,
1447 bufferlen,
1448 &bytesRecvd,
1449 &requestId);
1450
1451 if (ret == 0)
1452 {
1453 if (bytesRecvd > 0)
1454 {
1455 DPRINT_DBG(NETVSC, "receive %d bytes, tid %llx", bytesRecvd, requestId);
1456
1457 desc = (VMPACKET_DESCRIPTOR*)buffer;
1458 switch (desc->Type)
1459 {
1460 case VmbusPacketTypeCompletion:
1461 NetVscOnSendCompletion(device, desc);
1462 break;
1463
1464 case VmbusPacketTypeDataUsingTransferPages:
1465 NetVscOnReceive(device, desc);
1466 break;
1467
1468 default:
1469 DPRINT_ERR(NETVSC, "unhandled packet type %d, tid %llx len %d\n", desc->Type, requestId, bytesRecvd);
1470 break;
1471 }
1472
454f18a9 1473 /* reset */
fceaf24a
HJ
1474 if (bufferlen > netPacketSize)
1475 {
8c69f52a 1476 kfree(buffer);
fceaf24a
HJ
1477
1478 buffer = packet;
1479 bufferlen = netPacketSize;
1480 }
1481 }
1482 else
1483 {
454f18a9 1484 /* DPRINT_DBG(NETVSC, "nothing else to read..."); */
fceaf24a 1485
454f18a9 1486 /* reset */
fceaf24a
HJ
1487 if (bufferlen > netPacketSize)
1488 {
8c69f52a 1489 kfree(buffer);
fceaf24a
HJ
1490
1491 buffer = packet;
1492 bufferlen = netPacketSize;
1493 }
1494
1495 break;
1496 }
1497 }
454f18a9 1498 else if (ret == -2) /* Handle large packet */
fceaf24a 1499 {
0a72f3cf 1500 buffer = kmalloc(bytesRecvd, GFP_ATOMIC);
fceaf24a
HJ
1501 if (buffer == NULL)
1502 {
454f18a9 1503 /* Try again next time around */
fceaf24a
HJ
1504 DPRINT_ERR(NETVSC, "unable to allocate buffer of size (%d)!!", bytesRecvd);
1505 break;
1506 }
1507
1508 bufferlen = bytesRecvd;
1509 }
1510 else
1511 {
1512 ASSERT(0);
1513 }
1514 } while (1);
1515
1516 PutNetDevice(device);
1517 DPRINT_EXIT(NETVSC);
1518 return;
1519}