scsi: don't BUG_ON() empty DMA transfers
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / drivers / scsi / storvsc_drv.c
CommitLineData
bef4a34a 1/*
bef4a34a
HJ
2 * Copyright (c) 2009, Microsoft Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
15 * Place - Suite 330, Boston, MA 02111-1307 USA.
16 *
17 * Authors:
18 * Haiyang Zhang <haiyangz@microsoft.com>
19 * Hank Janssen <hjanssen@microsoft.com>
972621c9 20 * K. Y. Srinivasan <kys@microsoft.com>
bef4a34a 21 */
a1be1706
S
22
23#include <linux/kernel.h>
f0d79fe9 24#include <linux/wait.h>
a1be1706
S
25#include <linux/sched.h>
26#include <linux/completion.h>
27#include <linux/string.h>
28#include <linux/mm.h>
29#include <linux/delay.h>
bef4a34a 30#include <linux/init.h>
5a0e3ad6 31#include <linux/slab.h>
bef4a34a
HJ
32#include <linux/module.h>
33#include <linux/device.h>
46a97191 34#include <linux/hyperv.h>
4e03e697 35#include <linux/mempool.h>
7afc3ac1 36#include <linux/blkdev.h>
bef4a34a
HJ
37#include <scsi/scsi.h>
38#include <scsi/scsi_cmnd.h>
39#include <scsi/scsi_host.h>
40#include <scsi/scsi_device.h>
41#include <scsi/scsi_tcq.h>
42#include <scsi/scsi_eh.h>
43#include <scsi/scsi_devinfo.h>
bef4a34a 44#include <scsi/scsi_dbg.h>
3f335ea2 45
09f0355f 46/*
af9584b8
S
47 * All wire protocol details (storage protocol between the guest and the host)
48 * are consolidated here.
49 *
50 * Begin protocol definitions.
09f0355f
S
51 */
52
09f0355f
S
53/*
54 * Version history:
55 * V1 Beta: 0.1
56 * V1 RC < 2008/1/31: 1.0
57 * V1 RC > 2008/1/31: 2.0
58 * Win7: 4.2
59 */
60
85904a5e
S
61#define VMSTOR_CURRENT_MAJOR 4
62#define VMSTOR_CURRENT_MINOR 2
f0d79fe9
S
63
64
f0d79fe9
S
65/* Packet structure describing virtual storage requests. */
66enum vstor_packet_operation {
67 VSTOR_OPERATION_COMPLETE_IO = 1,
68 VSTOR_OPERATION_REMOVE_DEVICE = 2,
69 VSTOR_OPERATION_EXECUTE_SRB = 3,
70 VSTOR_OPERATION_RESET_LUN = 4,
71 VSTOR_OPERATION_RESET_ADAPTER = 5,
72 VSTOR_OPERATION_RESET_BUS = 6,
73 VSTOR_OPERATION_BEGIN_INITIALIZATION = 7,
74 VSTOR_OPERATION_END_INITIALIZATION = 8,
75 VSTOR_OPERATION_QUERY_PROTOCOL_VERSION = 9,
76 VSTOR_OPERATION_QUERY_PROPERTIES = 10,
2b9525f5
S
77 VSTOR_OPERATION_ENUMERATE_BUS = 11,
78 VSTOR_OPERATION_MAXIMUM = 11
f0d79fe9
S
79};
80
81/*
82 * Platform neutral description of a scsi request -
83 * this remains the same across the write regardless of 32/64 bit
84 * note: it's patterned off the SCSI_PASS_THROUGH structure
85 */
6b2f9495
S
86#define STORVSC_MAX_CMD_LEN 0x10
87#define STORVSC_SENSE_BUFFER_SIZE 0x12
88#define STORVSC_MAX_BUF_LEN_WITH_PADDING 0x14
f0d79fe9
S
89
90struct vmscsi_request {
c649114a
S
91 u16 length;
92 u8 srb_status;
93 u8 scsi_status;
f0d79fe9 94
c649114a
S
95 u8 port_number;
96 u8 path_id;
97 u8 target_id;
98 u8 lun;
f0d79fe9 99
c649114a
S
100 u8 cdb_length;
101 u8 sense_info_length;
102 u8 data_in;
103 u8 reserved;
f0d79fe9 104
c649114a 105 u32 data_transfer_length;
f0d79fe9
S
106
107 union {
6b2f9495
S
108 u8 cdb[STORVSC_MAX_CMD_LEN];
109 u8 sense_data[STORVSC_SENSE_BUFFER_SIZE];
110 u8 reserved_array[STORVSC_MAX_BUF_LEN_WITH_PADDING];
f0d79fe9
S
111 };
112} __attribute((packed));
113
114
115/*
116 * This structure is sent during the intialization phase to get the different
117 * properties of the channel.
118 */
119struct vmstorage_channel_properties {
c649114a
S
120 u16 protocol_version;
121 u8 path_id;
122 u8 target_id;
f0d79fe9
S
123
124 /* Note: port number is only really known on the client side */
c649114a
S
125 u32 port_number;
126 u32 flags;
127 u32 max_transfer_bytes;
f0d79fe9 128
c649114a
S
129 /*
130 * This id is unique for each channel and will correspond with
131 * vendor specific data in the inquiry data.
132 */
133
134 u64 unique_id;
f0d79fe9
S
135} __packed;
136
137/* This structure is sent during the storage protocol negotiations. */
138struct vmstorage_protocol_version {
139 /* Major (MSW) and minor (LSW) version numbers. */
85904a5e 140 u16 major_minor;
f0d79fe9
S
141
142 /*
143 * Revision number is auto-incremented whenever this file is changed
144 * (See FILL_VMSTOR_REVISION macro above). Mismatch does not
145 * definitely indicate incompatibility--but it does indicate mismatched
146 * builds.
c649114a 147 * This is only used on the windows side. Just set it to 0.
f0d79fe9 148 */
85904a5e 149 u16 revision;
f0d79fe9
S
150} __packed;
151
152/* Channel Property Flags */
153#define STORAGE_CHANNEL_REMOVABLE_FLAG 0x1
154#define STORAGE_CHANNEL_EMULATED_IDE_FLAG 0x2
155
156struct vstor_packet {
157 /* Requested operation type */
158 enum vstor_packet_operation operation;
159
160 /* Flags - see below for values */
c649114a 161 u32 flags;
f0d79fe9
S
162
163 /* Status of the request returned from the server side. */
c649114a 164 u32 status;
f0d79fe9
S
165
166 /* Data payload area */
167 union {
168 /*
169 * Structure used to forward SCSI commands from the
170 * client to the server.
171 */
172 struct vmscsi_request vm_srb;
173
174 /* Structure used to query channel properties. */
175 struct vmstorage_channel_properties storage_channel_properties;
176
177 /* Used during version negotiations. */
178 struct vmstorage_protocol_version version;
179 };
180} __packed;
181
f0d79fe9 182/*
09f0355f
S
183 * Packet Flags:
184 *
f0d79fe9
S
185 * This flag indicates that the server should send back a completion for this
186 * packet.
187 */
09f0355f 188
f0d79fe9
S
189#define REQUEST_COMPLETION_FLAG 0x1
190
f0d79fe9
S
191/* Matches Windows-end */
192enum storvsc_request_type {
c649114a 193 WRITE_TYPE = 0,
f0d79fe9
S
194 READ_TYPE,
195 UNKNOWN_TYPE,
196};
197
16046320
S
198/*
199 * SRB status codes and masks; a subset of the codes used here.
200 */
201
202#define SRB_STATUS_AUTOSENSE_VALID 0x80
203#define SRB_STATUS_INVALID_LUN 0x20
204#define SRB_STATUS_SUCCESS 0x01
6781209e 205#define SRB_STATUS_ABORTED 0x02
16046320
S
206#define SRB_STATUS_ERROR 0x04
207
af9584b8
S
208/*
209 * This is the end of Protocol specific defines.
210 */
211
212
213/*
214 * We setup a mempool to allocate request structures for this driver
215 * on a per-lun basis. The following define specifies the number of
216 * elements in the pool.
217 */
218
219#define STORVSC_MIN_BUF_NR 64
220static int storvsc_ringbuffer_size = (20 * PAGE_SIZE);
221
222module_param(storvsc_ringbuffer_size, int, S_IRUGO);
223MODULE_PARM_DESC(storvsc_ringbuffer_size, "Ring buffer size (bytes)");
224
225#define STORVSC_MAX_IO_REQUESTS 128
226
227/*
228 * In Hyper-V, each port/path/target maps to 1 scsi host adapter. In
229 * reality, the path/target is not used (ie always set to 0) so our
230 * scsi host adapter essentially has 1 bus with 1 target that contains
231 * up to 256 luns.
232 */
233#define STORVSC_MAX_LUNS_PER_TARGET 64
234#define STORVSC_MAX_TARGETS 1
235#define STORVSC_MAX_CHANNELS 1
236
237
16046320 238
61eaffc9
S
239struct storvsc_cmd_request {
240 struct list_head entry;
241 struct scsi_cmnd *cmd;
242
243 unsigned int bounce_sgl_count;
244 struct scatterlist *bounce_sgl;
f0d79fe9 245
f0d79fe9
S
246 struct hv_device *device;
247
248 /* Synchronize the request/response if needed */
249 struct completion wait_event;
250
251 unsigned char *sense_buffer;
f0d79fe9 252 struct hv_multipage_buffer data_buffer;
f0d79fe9
S
253 struct vstor_packet vstor_packet;
254};
255
256
f0d79fe9
S
257/* A storvsc device is a device object that contains a vmbus channel */
258struct storvsc_device {
259 struct hv_device *device;
260
261 bool destroy;
262 bool drain_notify;
263 atomic_t num_outstanding_req;
cd654ea1 264 struct Scsi_Host *host;
f0d79fe9
S
265
266 wait_queue_head_t waiting_to_drain;
267
268 /*
269 * Each unique Port/Path/Target represents 1 channel ie scsi
270 * controller. In reality, the pathid, targetid is always 0
271 * and the port is set by us
272 */
273 unsigned int port_number;
274 unsigned char path_id;
275 unsigned char target_id;
276
277 /* Used for vsc/vsp channel reset process */
61eaffc9
S
278 struct storvsc_cmd_request init_request;
279 struct storvsc_cmd_request reset_request;
f0d79fe9
S
280};
281
ce3e301c 282struct stor_mem_pools {
c1b3d067 283 struct kmem_cache *request_pool;
4e03e697 284 mempool_t *request_mempool;
ce3e301c
S
285};
286
287struct hv_host_device {
288 struct hv_device *dev;
c1b3d067
S
289 unsigned int port;
290 unsigned char path;
291 unsigned char target;
292};
293
12675799
S
294struct storvsc_scan_work {
295 struct work_struct work;
296 struct Scsi_Host *host;
297 uint lun;
298};
299
6781209e
S
300static void storvsc_device_scan(struct work_struct *work)
301{
302 struct storvsc_scan_work *wrk;
303 uint lun;
304 struct scsi_device *sdev;
305
306 wrk = container_of(work, struct storvsc_scan_work, work);
307 lun = wrk->lun;
308
309 sdev = scsi_device_lookup(wrk->host, 0, 0, lun);
310 if (!sdev)
311 goto done;
312 scsi_rescan_device(&sdev->sdev_gendev);
313 scsi_device_put(sdev);
314
315done:
316 kfree(wrk);
317}
318
12675799
S
319static void storvsc_bus_scan(struct work_struct *work)
320{
321 struct storvsc_scan_work *wrk;
322 int id, order_id;
323
324 wrk = container_of(work, struct storvsc_scan_work, work);
325 for (id = 0; id < wrk->host->max_id; ++id) {
326 if (wrk->host->reverse_ordering)
327 order_id = wrk->host->max_id - id - 1;
328 else
329 order_id = id;
330
331 scsi_scan_target(&wrk->host->shost_gendev, 0,
332 order_id, SCAN_WILD_CARD, 1);
333 }
334 kfree(wrk);
335}
336
b4017319
S
337static void storvsc_remove_lun(struct work_struct *work)
338{
339 struct storvsc_scan_work *wrk;
340 struct scsi_device *sdev;
341
342 wrk = container_of(work, struct storvsc_scan_work, work);
343 if (!scsi_host_get(wrk->host))
344 goto done;
345
346 sdev = scsi_device_lookup(wrk->host, 0, 0, wrk->lun);
347
348 if (sdev) {
349 scsi_remove_device(sdev);
350 scsi_device_put(sdev);
351 }
352 scsi_host_put(wrk->host);
353
354done:
355 kfree(wrk);
356}
357
af9584b8
S
358/*
359 * Major/minor macros. Minor version is in LSB, meaning that earlier flat
360 * version numbers will be interpreted as "0.x" (i.e., 1 becomes 0.1).
361 */
362
363static inline u16 storvsc_get_version(u8 major, u8 minor)
364{
365 u16 version;
366
367 version = ((major << 8) | minor);
368 return version;
369}
370
a8c18c57
S
371/*
372 * We can get incoming messages from the host that are not in response to
373 * messages that we have sent out. An example of this would be messages
374 * received by the guest to notify dynamic addition/removal of LUNs. To
375 * deal with potential race conditions where the driver may be in the
376 * midst of being unloaded when we might receive an unsolicited message
377 * from the host, we have implemented a mechanism to gurantee sequential
378 * consistency:
379 *
380 * 1) Once the device is marked as being destroyed, we will fail all
381 * outgoing messages.
382 * 2) We permit incoming messages when the device is being destroyed,
383 * only to properly account for messages already sent out.
384 */
385
f0d79fe9
S
386static inline struct storvsc_device *get_out_stor_device(
387 struct hv_device *device)
388{
389 struct storvsc_device *stor_device;
390
cd654ea1 391 stor_device = hv_get_drvdata(device);
f0d79fe9
S
392
393 if (stor_device && stor_device->destroy)
394 stor_device = NULL;
395
396 return stor_device;
397}
398
399
400static inline void storvsc_wait_to_drain(struct storvsc_device *dev)
401{
402 dev->drain_notify = true;
403 wait_event(dev->waiting_to_drain,
404 atomic_read(&dev->num_outstanding_req) == 0);
405 dev->drain_notify = false;
406}
bef4a34a 407
8dcf37d4
S
408static inline struct storvsc_device *get_in_stor_device(
409 struct hv_device *device)
410{
411 struct storvsc_device *stor_device;
8dcf37d4 412
cd654ea1 413 stor_device = hv_get_drvdata(device);
8dcf37d4
S
414
415 if (!stor_device)
416 goto get_in_err;
417
418 /*
419 * If the device is being destroyed; allow incoming
420 * traffic only to cleanup outstanding requests.
421 */
422
423 if (stor_device->destroy &&
424 (atomic_read(&stor_device->num_outstanding_req) == 0))
425 stor_device = NULL;
426
427get_in_err:
8dcf37d4
S
428 return stor_device;
429
430}
431
2707388c
S
432static void destroy_bounce_buffer(struct scatterlist *sgl,
433 unsigned int sg_count)
434{
435 int i;
436 struct page *page_buf;
437
438 for (i = 0; i < sg_count; i++) {
439 page_buf = sg_page((&sgl[i]));
440 if (page_buf != NULL)
441 __free_page(page_buf);
442 }
443
444 kfree(sgl);
445}
446
447static int do_bounce_buffer(struct scatterlist *sgl, unsigned int sg_count)
448{
449 int i;
450
451 /* No need to check */
452 if (sg_count < 2)
453 return -1;
454
455 /* We have at least 2 sg entries */
456 for (i = 0; i < sg_count; i++) {
457 if (i == 0) {
458 /* make sure 1st one does not have hole */
459 if (sgl[i].offset + sgl[i].length != PAGE_SIZE)
460 return i;
461 } else if (i == sg_count - 1) {
462 /* make sure last one does not have hole */
463 if (sgl[i].offset != 0)
464 return i;
465 } else {
466 /* make sure no hole in the middle */
467 if (sgl[i].length != PAGE_SIZE || sgl[i].offset != 0)
468 return i;
469 }
470 }
471 return -1;
472}
473
474static struct scatterlist *create_bounce_buffer(struct scatterlist *sgl,
475 unsigned int sg_count,
476 unsigned int len,
477 int write)
478{
479 int i;
480 int num_pages;
481 struct scatterlist *bounce_sgl;
482 struct page *page_buf;
483 unsigned int buf_len = ((write == WRITE_TYPE) ? 0 : PAGE_SIZE);
484
485 num_pages = ALIGN(len, PAGE_SIZE) >> PAGE_SHIFT;
486
487 bounce_sgl = kcalloc(num_pages, sizeof(struct scatterlist), GFP_ATOMIC);
488 if (!bounce_sgl)
489 return NULL;
490
9d2696e6 491 sg_init_table(bounce_sgl, num_pages);
2707388c
S
492 for (i = 0; i < num_pages; i++) {
493 page_buf = alloc_page(GFP_ATOMIC);
494 if (!page_buf)
495 goto cleanup;
496 sg_set_page(&bounce_sgl[i], page_buf, buf_len, 0);
497 }
498
499 return bounce_sgl;
500
501cleanup:
502 destroy_bounce_buffer(bounce_sgl, num_pages);
503 return NULL;
504}
505
9f393834
LT
506/* Disgusting wrapper functions */
507static inline unsigned long sg_kmap_atomic(struct scatterlist *sgl, int idx)
508{
509 void *addr = kmap_atomic(sg_page(sgl + idx));
510 return (unsigned long)addr;
511}
8dcf37d4 512
9f393834
LT
513static inline void sg_kunmap_atomic(unsigned long addr)
514{
515 kunmap_atomic((void *)addr);
516}
8dcf37d4 517
8dcf37d4 518
2707388c
S
519/* Assume the original sgl has enough room */
520static unsigned int copy_from_bounce_buffer(struct scatterlist *orig_sgl,
521 struct scatterlist *bounce_sgl,
522 unsigned int orig_sgl_count,
523 unsigned int bounce_sgl_count)
524{
525 int i;
526 int j = 0;
527 unsigned long src, dest;
528 unsigned int srclen, destlen, copylen;
529 unsigned int total_copied = 0;
530 unsigned long bounce_addr = 0;
531 unsigned long dest_addr = 0;
532 unsigned long flags;
533
534 local_irq_save(flags);
535
536 for (i = 0; i < orig_sgl_count; i++) {
9f393834 537 dest_addr = sg_kmap_atomic(orig_sgl,i) + orig_sgl[i].offset;
2707388c
S
538 dest = dest_addr;
539 destlen = orig_sgl[i].length;
540
541 if (bounce_addr == 0)
9f393834 542 bounce_addr = sg_kmap_atomic(bounce_sgl,j);
2707388c
S
543
544 while (destlen) {
545 src = bounce_addr + bounce_sgl[j].offset;
546 srclen = bounce_sgl[j].length - bounce_sgl[j].offset;
547
548 copylen = min(srclen, destlen);
549 memcpy((void *)dest, (void *)src, copylen);
550
551 total_copied += copylen;
552 bounce_sgl[j].offset += copylen;
553 destlen -= copylen;
554 dest += copylen;
555
556 if (bounce_sgl[j].offset == bounce_sgl[j].length) {
557 /* full */
9f393834 558 sg_kunmap_atomic(bounce_addr);
2707388c
S
559 j++;
560
561 /*
562 * It is possible that the number of elements
563 * in the bounce buffer may not be equal to
564 * the number of elements in the original
565 * scatter list. Handle this correctly.
566 */
567
568 if (j == bounce_sgl_count) {
569 /*
570 * We are done; cleanup and return.
571 */
9f393834 572 sg_kunmap_atomic(dest_addr - orig_sgl[i].offset);
2707388c
S
573 local_irq_restore(flags);
574 return total_copied;
575 }
576
577 /* if we need to use another bounce buffer */
578 if (destlen || i != orig_sgl_count - 1)
9f393834 579 bounce_addr = sg_kmap_atomic(bounce_sgl,j);
2707388c
S
580 } else if (destlen == 0 && i == orig_sgl_count - 1) {
581 /* unmap the last bounce that is < PAGE_SIZE */
9f393834 582 sg_kunmap_atomic(bounce_addr);
2707388c
S
583 }
584 }
585
9f393834 586 sg_kunmap_atomic(dest_addr - orig_sgl[i].offset);
2707388c
S
587 }
588
589 local_irq_restore(flags);
590
591 return total_copied;
592}
593
594/* Assume the bounce_sgl has enough room ie using the create_bounce_buffer() */
595static unsigned int copy_to_bounce_buffer(struct scatterlist *orig_sgl,
596 struct scatterlist *bounce_sgl,
597 unsigned int orig_sgl_count)
598{
599 int i;
600 int j = 0;
601 unsigned long src, dest;
602 unsigned int srclen, destlen, copylen;
603 unsigned int total_copied = 0;
604 unsigned long bounce_addr = 0;
605 unsigned long src_addr = 0;
606 unsigned long flags;
607
608 local_irq_save(flags);
609
610 for (i = 0; i < orig_sgl_count; i++) {
9f393834 611 src_addr = sg_kmap_atomic(orig_sgl,i) + orig_sgl[i].offset;
2707388c
S
612 src = src_addr;
613 srclen = orig_sgl[i].length;
614
615 if (bounce_addr == 0)
9f393834 616 bounce_addr = sg_kmap_atomic(bounce_sgl,j);
2707388c
S
617
618 while (srclen) {
619 /* assume bounce offset always == 0 */
620 dest = bounce_addr + bounce_sgl[j].length;
621 destlen = PAGE_SIZE - bounce_sgl[j].length;
622
623 copylen = min(srclen, destlen);
624 memcpy((void *)dest, (void *)src, copylen);
625
626 total_copied += copylen;
627 bounce_sgl[j].length += copylen;
628 srclen -= copylen;
629 src += copylen;
630
631 if (bounce_sgl[j].length == PAGE_SIZE) {
632 /* full..move to next entry */
9f393834 633 sg_kunmap_atomic(bounce_addr);
7c906f06 634 bounce_addr = 0;
2707388c 635 j++;
7c906f06 636 }
2707388c 637
7c906f06
S
638 /* if we need to use another bounce buffer */
639 if (srclen && bounce_addr == 0)
640 bounce_addr = sg_kmap_atomic(bounce_sgl, j);
2707388c 641
2707388c
S
642 }
643
9f393834 644 sg_kunmap_atomic(src_addr - orig_sgl[i].offset);
2707388c
S
645 }
646
7c906f06
S
647 if (bounce_addr)
648 sg_kunmap_atomic(bounce_addr);
649
2707388c
S
650 local_irq_restore(flags);
651
652 return total_copied;
653}
654
8dcf37d4
S
655static int storvsc_channel_init(struct hv_device *device)
656{
657 struct storvsc_device *stor_device;
61eaffc9 658 struct storvsc_cmd_request *request;
8dcf37d4
S
659 struct vstor_packet *vstor_packet;
660 int ret, t;
661
662 stor_device = get_out_stor_device(device);
663 if (!stor_device)
664 return -ENODEV;
665
666 request = &stor_device->init_request;
667 vstor_packet = &request->vstor_packet;
668
669 /*
670 * Now, initiate the vsc/vsp initialization protocol on the open
671 * channel
672 */
61eaffc9 673 memset(request, 0, sizeof(struct storvsc_cmd_request));
8dcf37d4
S
674 init_completion(&request->wait_event);
675 vstor_packet->operation = VSTOR_OPERATION_BEGIN_INITIALIZATION;
676 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
677
678 ret = vmbus_sendpacket(device->channel, vstor_packet,
679 sizeof(struct vstor_packet),
680 (unsigned long)request,
681 VM_PKT_DATA_INBAND,
682 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
683 if (ret != 0)
684 goto cleanup;
685
686 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
687 if (t == 0) {
688 ret = -ETIMEDOUT;
689 goto cleanup;
690 }
691
692 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
693 vstor_packet->status != 0)
694 goto cleanup;
695
696
697 /* reuse the packet for version range supported */
698 memset(vstor_packet, 0, sizeof(struct vstor_packet));
699 vstor_packet->operation = VSTOR_OPERATION_QUERY_PROTOCOL_VERSION;
700 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
701
85904a5e
S
702 vstor_packet->version.major_minor =
703 storvsc_get_version(VMSTOR_CURRENT_MAJOR, VMSTOR_CURRENT_MINOR);
704
705 /*
706 * The revision number is only used in Windows; set it to 0.
707 */
c649114a 708 vstor_packet->version.revision = 0;
8dcf37d4
S
709
710 ret = vmbus_sendpacket(device->channel, vstor_packet,
711 sizeof(struct vstor_packet),
712 (unsigned long)request,
713 VM_PKT_DATA_INBAND,
714 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
715 if (ret != 0)
716 goto cleanup;
717
718 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
719 if (t == 0) {
720 ret = -ETIMEDOUT;
721 goto cleanup;
722 }
723
724 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
725 vstor_packet->status != 0)
726 goto cleanup;
727
728
729 memset(vstor_packet, 0, sizeof(struct vstor_packet));
730 vstor_packet->operation = VSTOR_OPERATION_QUERY_PROPERTIES;
731 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
732 vstor_packet->storage_channel_properties.port_number =
733 stor_device->port_number;
734
735 ret = vmbus_sendpacket(device->channel, vstor_packet,
736 sizeof(struct vstor_packet),
737 (unsigned long)request,
738 VM_PKT_DATA_INBAND,
739 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
740
741 if (ret != 0)
742 goto cleanup;
743
744 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
745 if (t == 0) {
746 ret = -ETIMEDOUT;
747 goto cleanup;
748 }
749
750 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
751 vstor_packet->status != 0)
752 goto cleanup;
753
754 stor_device->path_id = vstor_packet->storage_channel_properties.path_id;
755 stor_device->target_id
756 = vstor_packet->storage_channel_properties.target_id;
757
758 memset(vstor_packet, 0, sizeof(struct vstor_packet));
759 vstor_packet->operation = VSTOR_OPERATION_END_INITIALIZATION;
760 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
761
762 ret = vmbus_sendpacket(device->channel, vstor_packet,
763 sizeof(struct vstor_packet),
764 (unsigned long)request,
765 VM_PKT_DATA_INBAND,
766 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
767
768 if (ret != 0)
769 goto cleanup;
770
771 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
772 if (t == 0) {
773 ret = -ETIMEDOUT;
774 goto cleanup;
775 }
776
777 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
778 vstor_packet->status != 0)
779 goto cleanup;
780
781
782cleanup:
783 return ret;
784}
785
c50bd448
S
786static void storvsc_handle_error(struct vmscsi_request *vm_srb,
787 struct scsi_cmnd *scmnd,
788 struct Scsi_Host *host,
789 u8 asc, u8 ascq)
790{
791 struct storvsc_scan_work *wrk;
792 void (*process_err_fn)(struct work_struct *work);
793 bool do_work = false;
794
795 switch (vm_srb->srb_status) {
796 case SRB_STATUS_ERROR:
797 /*
798 * If there is an error; offline the device since all
799 * error recovery strategies would have already been
800 * deployed on the host side. However, if the command
801 * were a pass-through command deal with it appropriately.
802 */
803 switch (scmnd->cmnd[0]) {
804 case ATA_16:
805 case ATA_12:
806 set_host_byte(scmnd, DID_PASSTHROUGH);
807 break;
8ce6d81a
S
808 /*
809 * On Some Windows hosts TEST_UNIT_READY command can return
810 * SRB_STATUS_ERROR, let the upper level code deal with it
811 * based on the sense information.
812 */
813 case TEST_UNIT_READY:
814 break;
c50bd448
S
815 default:
816 set_host_byte(scmnd, DID_TARGET_FAILURE);
817 }
818 break;
819 case SRB_STATUS_INVALID_LUN:
820 do_work = true;
821 process_err_fn = storvsc_remove_lun;
822 break;
6781209e
S
823 case (SRB_STATUS_ABORTED | SRB_STATUS_AUTOSENSE_VALID):
824 if ((asc == 0x2a) && (ascq == 0x9)) {
825 do_work = true;
826 process_err_fn = storvsc_device_scan;
827 /*
828 * Retry the I/O that trigerred this.
829 */
830 set_host_byte(scmnd, DID_REQUEUE);
831 }
832 break;
c50bd448 833 }
6781209e 834
c50bd448
S
835 if (!do_work)
836 return;
837
838 /*
839 * We need to schedule work to process this error; schedule it.
840 */
841 wrk = kmalloc(sizeof(struct storvsc_scan_work), GFP_ATOMIC);
842 if (!wrk) {
843 set_host_byte(scmnd, DID_TARGET_FAILURE);
844 return;
845 }
846
847 wrk->host = host;
848 wrk->lun = vm_srb->lun;
849 INIT_WORK(&wrk->work, process_err_fn);
850 schedule_work(&wrk->work);
851}
852
2707388c 853
61eaffc9 854static void storvsc_command_completion(struct storvsc_cmd_request *cmd_request)
8dcf37d4 855{
2707388c
S
856 struct scsi_cmnd *scmnd = cmd_request->cmd;
857 struct hv_host_device *host_dev = shost_priv(scmnd->device->host);
858 void (*scsi_done_fn)(struct scsi_cmnd *);
859 struct scsi_sense_hdr sense_hdr;
860 struct vmscsi_request *vm_srb;
2707388c 861 struct stor_mem_pools *memp = scmnd->device->hostdata;
c50bd448
S
862 struct Scsi_Host *host;
863 struct storvsc_device *stor_dev;
864 struct hv_device *dev = host_dev->dev;
865
866 stor_dev = get_in_stor_device(dev);
867 host = stor_dev->host;
8dcf37d4 868
61eaffc9 869 vm_srb = &cmd_request->vstor_packet.vm_srb;
2707388c
S
870 if (cmd_request->bounce_sgl_count) {
871 if (vm_srb->data_in == READ_TYPE)
872 copy_from_bounce_buffer(scsi_sglist(scmnd),
873 cmd_request->bounce_sgl,
874 scsi_sg_count(scmnd),
875 cmd_request->bounce_sgl_count);
876 destroy_bounce_buffer(cmd_request->bounce_sgl,
877 cmd_request->bounce_sgl_count);
878 }
8dcf37d4 879
42e22cac
S
880 scmnd->result = vm_srb->scsi_status;
881
2707388c
S
882 if (scmnd->result) {
883 if (scsi_normalize_sense(scmnd->sense_buffer,
884 SCSI_SENSE_BUFFERSIZE, &sense_hdr))
885 scsi_print_sense_hdr("storvsc", &sense_hdr);
886 }
887
c50bd448
S
888 if (vm_srb->srb_status != SRB_STATUS_SUCCESS)
889 storvsc_handle_error(vm_srb, scmnd, host, sense_hdr.asc,
890 sense_hdr.ascq);
891
2707388c 892 scsi_set_resid(scmnd,
61eaffc9 893 cmd_request->data_buffer.len -
2707388c
S
894 vm_srb->data_transfer_length);
895
896 scsi_done_fn = scmnd->scsi_done;
897
898 scmnd->host_scribble = NULL;
899 scmnd->scsi_done = NULL;
900
901 scsi_done_fn(scmnd);
902
903 mempool_free(cmd_request, memp->request_mempool);
904}
905
906static void storvsc_on_io_completion(struct hv_device *device,
907 struct vstor_packet *vstor_packet,
61eaffc9 908 struct storvsc_cmd_request *request)
2707388c
S
909{
910 struct storvsc_device *stor_device;
911 struct vstor_packet *stor_pkt;
912
913 stor_device = hv_get_drvdata(device);
914 stor_pkt = &request->vstor_packet;
915
916 /*
917 * The current SCSI handling on the host side does
918 * not correctly handle:
919 * INQUIRY command with page code parameter set to 0x80
920 * MODE_SENSE command with cmd[2] == 0x1c
921 *
922 * Setup srb and scsi status so this won't be fatal.
923 * We do this so we can distinguish truly fatal failues
4ed51a21
S
924 * (srb status == 0x4) and off-line the device in that case.
925 */
926
927 if ((stor_pkt->vm_srb.cdb[0] == INQUIRY) ||
a8c18c57 928 (stor_pkt->vm_srb.cdb[0] == MODE_SENSE)) {
4ed51a21 929 vstor_packet->vm_srb.scsi_status = 0;
16046320 930 vstor_packet->vm_srb.srb_status = SRB_STATUS_SUCCESS;
4ed51a21
S
931 }
932
8dcf37d4
S
933
934 /* Copy over the status...etc */
935 stor_pkt->vm_srb.scsi_status = vstor_packet->vm_srb.scsi_status;
936 stor_pkt->vm_srb.srb_status = vstor_packet->vm_srb.srb_status;
937 stor_pkt->vm_srb.sense_info_length =
938 vstor_packet->vm_srb.sense_info_length;
939
940 if (vstor_packet->vm_srb.scsi_status != 0 ||
16046320 941 vstor_packet->vm_srb.srb_status != SRB_STATUS_SUCCESS){
d181daa0
GKH
942 dev_warn(&device->device,
943 "cmd 0x%x scsi status 0x%x srb status 0x%x\n",
944 stor_pkt->vm_srb.cdb[0],
945 vstor_packet->vm_srb.scsi_status,
946 vstor_packet->vm_srb.srb_status);
8dcf37d4
S
947 }
948
949 if ((vstor_packet->vm_srb.scsi_status & 0xFF) == 0x02) {
950 /* CHECK_CONDITION */
16046320
S
951 if (vstor_packet->vm_srb.srb_status &
952 SRB_STATUS_AUTOSENSE_VALID) {
8dcf37d4 953 /* autosense data available */
d181daa0 954 dev_warn(&device->device,
41098f8f
S
955 "stor pkt %p autosense data valid - len %d\n",
956 request,
957 vstor_packet->vm_srb.sense_info_length);
8dcf37d4
S
958
959 memcpy(request->sense_buffer,
960 vstor_packet->vm_srb.sense_data,
961 vstor_packet->vm_srb.sense_info_length);
962
963 }
964 }
965
966 stor_pkt->vm_srb.data_transfer_length =
967 vstor_packet->vm_srb.data_transfer_length;
968
2707388c 969 storvsc_command_completion(request);
8dcf37d4
S
970
971 if (atomic_dec_and_test(&stor_device->num_outstanding_req) &&
972 stor_device->drain_notify)
973 wake_up(&stor_device->waiting_to_drain);
974
975
976}
977
978static void storvsc_on_receive(struct hv_device *device,
979 struct vstor_packet *vstor_packet,
61eaffc9 980 struct storvsc_cmd_request *request)
8dcf37d4 981{
12675799
S
982 struct storvsc_scan_work *work;
983 struct storvsc_device *stor_device;
984
8dcf37d4
S
985 switch (vstor_packet->operation) {
986 case VSTOR_OPERATION_COMPLETE_IO:
987 storvsc_on_io_completion(device, vstor_packet, request);
988 break;
12675799 989
8dcf37d4 990 case VSTOR_OPERATION_REMOVE_DEVICE:
12675799
S
991 case VSTOR_OPERATION_ENUMERATE_BUS:
992 stor_device = get_in_stor_device(device);
993 work = kmalloc(sizeof(struct storvsc_scan_work), GFP_ATOMIC);
994 if (!work)
995 return;
996
997 INIT_WORK(&work->work, storvsc_bus_scan);
998 work->host = stor_device->host;
999 schedule_work(&work->work);
1000 break;
8dcf37d4
S
1001
1002 default:
1003 break;
1004 }
1005}
1006
1007static void storvsc_on_channel_callback(void *context)
1008{
1009 struct hv_device *device = (struct hv_device *)context;
1010 struct storvsc_device *stor_device;
1011 u32 bytes_recvd;
1012 u64 request_id;
1013 unsigned char packet[ALIGN(sizeof(struct vstor_packet), 8)];
61eaffc9 1014 struct storvsc_cmd_request *request;
8dcf37d4
S
1015 int ret;
1016
1017
1018 stor_device = get_in_stor_device(device);
1019 if (!stor_device)
1020 return;
1021
1022 do {
1023 ret = vmbus_recvpacket(device->channel, packet,
1024 ALIGN(sizeof(struct vstor_packet), 8),
1025 &bytes_recvd, &request_id);
1026 if (ret == 0 && bytes_recvd > 0) {
1027
61eaffc9 1028 request = (struct storvsc_cmd_request *)
8dcf37d4
S
1029 (unsigned long)request_id;
1030
1031 if ((request == &stor_device->init_request) ||
1032 (request == &stor_device->reset_request)) {
1033
1034 memcpy(&request->vstor_packet, packet,
1035 sizeof(struct vstor_packet));
1036 complete(&request->wait_event);
1037 } else {
1038 storvsc_on_receive(device,
1039 (struct vstor_packet *)packet,
1040 request);
1041 }
1042 } else {
1043 break;
1044 }
1045 } while (1);
1046
1047 return;
1048}
1049
1050static int storvsc_connect_to_vsp(struct hv_device *device, u32 ring_size)
1051{
1052 struct vmstorage_channel_properties props;
1053 int ret;
1054
1055 memset(&props, 0, sizeof(struct vmstorage_channel_properties));
1056
8dcf37d4
S
1057 ret = vmbus_open(device->channel,
1058 ring_size,
1059 ring_size,
1060 (void *)&props,
1061 sizeof(struct vmstorage_channel_properties),
1062 storvsc_on_channel_callback, device);
1063
1064 if (ret != 0)
1065 return ret;
1066
1067 ret = storvsc_channel_init(device);
1068
1069 return ret;
1070}
1071
c1b3d067 1072static int storvsc_dev_remove(struct hv_device *device)
8dcf37d4
S
1073{
1074 struct storvsc_device *stor_device;
1075 unsigned long flags;
1076
cd654ea1 1077 stor_device = hv_get_drvdata(device);
8dcf37d4
S
1078
1079 spin_lock_irqsave(&device->channel->inbound_lock, flags);
1080 stor_device->destroy = true;
1081 spin_unlock_irqrestore(&device->channel->inbound_lock, flags);
1082
1083 /*
1084 * At this point, all outbound traffic should be disable. We
1085 * only allow inbound traffic (responses) to proceed so that
1086 * outstanding requests can be completed.
1087 */
1088
1089 storvsc_wait_to_drain(stor_device);
1090
1091 /*
1092 * Since we have already drained, we don't need to busy wait
1093 * as was done in final_release_stor_device()
1094 * Note that we cannot set the ext pointer to NULL until
1095 * we have drained - to drain the outgoing packets, we need to
1096 * allow incoming packets.
1097 */
1098 spin_lock_irqsave(&device->channel->inbound_lock, flags);
cd654ea1 1099 hv_set_drvdata(device, NULL);
8dcf37d4
S
1100 spin_unlock_irqrestore(&device->channel->inbound_lock, flags);
1101
1102 /* Close the channel */
1103 vmbus_close(device->channel);
1104
1105 kfree(stor_device);
1106 return 0;
1107}
1108
c1b3d067 1109static int storvsc_do_io(struct hv_device *device,
61eaffc9 1110 struct storvsc_cmd_request *request)
8dcf37d4
S
1111{
1112 struct storvsc_device *stor_device;
1113 struct vstor_packet *vstor_packet;
1114 int ret = 0;
1115
1116 vstor_packet = &request->vstor_packet;
1117 stor_device = get_out_stor_device(device);
1118
1119 if (!stor_device)
1120 return -ENODEV;
1121
1122
1123 request->device = device;
1124
1125
1126 vstor_packet->flags |= REQUEST_COMPLETION_FLAG;
1127
1128 vstor_packet->vm_srb.length = sizeof(struct vmscsi_request);
1129
1130
6b2f9495 1131 vstor_packet->vm_srb.sense_info_length = STORVSC_SENSE_BUFFER_SIZE;
8dcf37d4
S
1132
1133
1134 vstor_packet->vm_srb.data_transfer_length =
1135 request->data_buffer.len;
1136
1137 vstor_packet->operation = VSTOR_OPERATION_EXECUTE_SRB;
1138
1139 if (request->data_buffer.len) {
1140 ret = vmbus_sendpacket_multipagebuffer(device->channel,
1141 &request->data_buffer,
1142 vstor_packet,
1143 sizeof(struct vstor_packet),
1144 (unsigned long)request);
1145 } else {
1146 ret = vmbus_sendpacket(device->channel, vstor_packet,
1147 sizeof(struct vstor_packet),
1148 (unsigned long)request,
1149 VM_PKT_DATA_INBAND,
1150 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
1151 }
1152
1153 if (ret != 0)
1154 return ret;
1155
1156 atomic_inc(&stor_device->num_outstanding_req);
1157
1158 return ret;
1159}
1160
5b60acee
S
1161static int storvsc_device_alloc(struct scsi_device *sdevice)
1162{
ce3e301c
S
1163 struct stor_mem_pools *memp;
1164 int number = STORVSC_MIN_BUF_NR;
1165
1166 memp = kzalloc(sizeof(struct stor_mem_pools), GFP_KERNEL);
1167 if (!memp)
1168 return -ENOMEM;
1169
1170 memp->request_pool =
1171 kmem_cache_create(dev_name(&sdevice->sdev_dev),
1172 sizeof(struct storvsc_cmd_request), 0,
1173 SLAB_HWCACHE_ALIGN, NULL);
1174
1175 if (!memp->request_pool)
1176 goto err0;
1177
1178 memp->request_mempool = mempool_create(number, mempool_alloc_slab,
1179 mempool_free_slab,
1180 memp->request_pool);
1181
1182 if (!memp->request_mempool)
1183 goto err1;
1184
1185 sdevice->hostdata = memp;
1186
5b60acee 1187 return 0;
ce3e301c
S
1188
1189err1:
1190 kmem_cache_destroy(memp->request_pool);
1191
1192err0:
1193 kfree(memp);
1194 return -ENOMEM;
1195}
1196
1197static void storvsc_device_destroy(struct scsi_device *sdevice)
1198{
1199 struct stor_mem_pools *memp = sdevice->hostdata;
1200
535dba0e
AN
1201 if (!memp)
1202 return;
1203
ce3e301c
S
1204 mempool_destroy(memp->request_mempool);
1205 kmem_cache_destroy(memp->request_pool);
1206 kfree(memp);
1207 sdevice->hostdata = NULL;
5b60acee
S
1208}
1209
419f2d03
S
1210static int storvsc_device_configure(struct scsi_device *sdevice)
1211{
1212 scsi_adjust_queue_depth(sdevice, MSG_SIMPLE_TAG,
1213 STORVSC_MAX_IO_REQUESTS);
1214
419f2d03
S
1215 blk_queue_max_segment_size(sdevice->request_queue, PAGE_SIZE);
1216
419f2d03 1217 blk_queue_bounce_limit(sdevice->request_queue, BLK_BOUNCE_ANY);
419f2d03 1218
3e8f4f40
OH
1219 sdevice->no_write_same = 1;
1220
419f2d03
S
1221 return 0;
1222}
1223
62838ce2
S
1224static int storvsc_get_chs(struct scsi_device *sdev, struct block_device * bdev,
1225 sector_t capacity, int *info)
1226{
5326fd5c
S
1227 sector_t nsect = capacity;
1228 sector_t cylinders = nsect;
1229 int heads, sectors_pt;
62838ce2 1230
5326fd5c
S
1231 /*
1232 * We are making up these values; let us keep it simple.
1233 */
1234 heads = 0xff;
1235 sectors_pt = 0x3f; /* Sectors per track */
1236 sector_div(cylinders, heads * sectors_pt);
1237 if ((sector_t)(cylinders + 1) * heads * sectors_pt < nsect)
1238 cylinders = 0xffff;
62838ce2
S
1239
1240 info[0] = heads;
5326fd5c
S
1241 info[1] = sectors_pt;
1242 info[2] = (int)cylinders;
62838ce2 1243
62838ce2
S
1244 return 0;
1245}
aa3d789e 1246
4b270c8b 1247static int storvsc_host_reset_handler(struct scsi_cmnd *scmnd)
aa3d789e 1248{
4b270c8b
S
1249 struct hv_host_device *host_dev = shost_priv(scmnd->device->host);
1250 struct hv_device *device = host_dev->dev;
1251
aa3d789e 1252 struct storvsc_device *stor_device;
61eaffc9 1253 struct storvsc_cmd_request *request;
aa3d789e
S
1254 struct vstor_packet *vstor_packet;
1255 int ret, t;
1256
aa3d789e 1257
1eaaddf9 1258 stor_device = get_out_stor_device(device);
aa3d789e 1259 if (!stor_device)
a00e8224 1260 return FAILED;
aa3d789e
S
1261
1262 request = &stor_device->reset_request;
1263 vstor_packet = &request->vstor_packet;
1264
1265 init_completion(&request->wait_event);
1266
1267 vstor_packet->operation = VSTOR_OPERATION_RESET_BUS;
1268 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
1269 vstor_packet->vm_srb.path_id = stor_device->path_id;
1270
1271 ret = vmbus_sendpacket(device->channel, vstor_packet,
1272 sizeof(struct vstor_packet),
1273 (unsigned long)&stor_device->reset_request,
1274 VM_PKT_DATA_INBAND,
1275 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
1276 if (ret != 0)
a00e8224 1277 return FAILED;
aa3d789e 1278
46d2eb6d 1279 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
a00e8224
S
1280 if (t == 0)
1281 return TIMEOUT_ERROR;
aa3d789e 1282
aa3d789e
S
1283
1284 /*
1285 * At this point, all outstanding requests in the adapter
1286 * should have been flushed out and return to us
5c1b10ab
S
1287 * There is a potential race here where the host may be in
1288 * the process of responding when we return from here.
1289 * Just wait for all in-transit packets to be accounted for
1290 * before we return from here.
aa3d789e 1291 */
5c1b10ab 1292 storvsc_wait_to_drain(stor_device);
aa3d789e 1293
a00e8224 1294 return SUCCESS;
aa3d789e
S
1295}
1296
7afc3ac1
S
1297/*
1298 * The host guarantees to respond to each command, although I/O latencies might
1299 * be unbounded on Azure. Reset the timer unconditionally to give the host a
1300 * chance to perform EH.
1301 */
1302static enum blk_eh_timer_return storvsc_eh_timed_out(struct scsi_cmnd *scmnd)
1303{
1304 return BLK_EH_RESET_TIMER;
1305}
1306
c77b63b6 1307static bool storvsc_scsi_cmd_ok(struct scsi_cmnd *scmnd)
92ae4ebd
OH
1308{
1309 bool allowed = true;
1310 u8 scsi_op = scmnd->cmnd[0];
1311
1312 switch (scsi_op) {
3e8f4f40
OH
1313 /* the host does not handle WRITE_SAME, log accident usage */
1314 case WRITE_SAME:
c77b63b6
S
1315 /*
1316 * smartd sends this command and the host does not handle
1317 * this. So, don't send it.
1318 */
41098f8f 1319 case SET_WINDOW:
59e00e74 1320 scmnd->result = ILLEGAL_REQUEST << 16;
41098f8f
S
1321 allowed = false;
1322 break;
1323 default:
1324 break;
92ae4ebd
OH
1325 }
1326 return allowed;
1327}
c5b463ae 1328
bab445e1 1329static int storvsc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *scmnd)
c5b463ae
S
1330{
1331 int ret;
bab445e1 1332 struct hv_host_device *host_dev = shost_priv(host);
c5b463ae 1333 struct hv_device *dev = host_dev->dev;
c5b463ae
S
1334 struct storvsc_cmd_request *cmd_request;
1335 unsigned int request_size = 0;
1336 int i;
1337 struct scatterlist *sgl;
1338 unsigned int sg_count = 0;
1339 struct vmscsi_request *vm_srb;
ce3e301c 1340 struct stor_mem_pools *memp = scmnd->device->hostdata;
c5b463ae 1341
c77b63b6 1342 if (!storvsc_scsi_cmd_ok(scmnd)) {
bab445e1 1343 scmnd->scsi_done(scmnd);
92ae4ebd
OH
1344 return 0;
1345 }
c5b463ae 1346
c5b463ae
S
1347 request_size = sizeof(struct storvsc_cmd_request);
1348
ce3e301c 1349 cmd_request = mempool_alloc(memp->request_mempool,
c5b463ae 1350 GFP_ATOMIC);
c77b63b6
S
1351
1352 /*
1353 * We might be invoked in an interrupt context; hence
1354 * mempool_alloc() can fail.
1355 */
bab445e1 1356 if (!cmd_request)
c5b463ae 1357 return SCSI_MLQUEUE_DEVICE_BUSY;
bab445e1 1358
4e03e697 1359 memset(cmd_request, 0, sizeof(struct storvsc_cmd_request));
c5b463ae
S
1360
1361 /* Setup the cmd request */
c5b463ae
S
1362 cmd_request->cmd = scmnd;
1363
1364 scmnd->host_scribble = (unsigned char *)cmd_request;
1365
61eaffc9 1366 vm_srb = &cmd_request->vstor_packet.vm_srb;
c5b463ae
S
1367
1368
1369 /* Build the SRB */
1370 switch (scmnd->sc_data_direction) {
1371 case DMA_TO_DEVICE:
1372 vm_srb->data_in = WRITE_TYPE;
1373 break;
1374 case DMA_FROM_DEVICE:
1375 vm_srb->data_in = READ_TYPE;
1376 break;
1377 default:
1378 vm_srb->data_in = UNKNOWN_TYPE;
1379 break;
1380 }
1381
c5b463ae 1382
c5b463ae
S
1383 vm_srb->port_number = host_dev->port;
1384 vm_srb->path_id = scmnd->device->channel;
1385 vm_srb->target_id = scmnd->device->id;
1386 vm_srb->lun = scmnd->device->lun;
1387
c5b463ae
S
1388 vm_srb->cdb_length = scmnd->cmd_len;
1389
1390 memcpy(vm_srb->cdb, scmnd->cmnd, vm_srb->cdb_length);
1391
61eaffc9 1392 cmd_request->sense_buffer = scmnd->sense_buffer;
c5b463ae
S
1393
1394
61eaffc9 1395 cmd_request->data_buffer.len = scsi_bufflen(scmnd);
c5b463ae
S
1396 if (scsi_sg_count(scmnd)) {
1397 sgl = (struct scatterlist *)scsi_sglist(scmnd);
1398 sg_count = scsi_sg_count(scmnd);
1399
1400 /* check if we need to bounce the sgl */
1401 if (do_bounce_buffer(sgl, scsi_sg_count(scmnd)) != -1) {
1402 cmd_request->bounce_sgl =
1403 create_bounce_buffer(sgl, scsi_sg_count(scmnd),
6e8087a4
S
1404 scsi_bufflen(scmnd),
1405 vm_srb->data_in);
c5b463ae 1406 if (!cmd_request->bounce_sgl) {
c77b63b6
S
1407 ret = SCSI_MLQUEUE_HOST_BUSY;
1408 goto queue_error;
c5b463ae
S
1409 }
1410
1411 cmd_request->bounce_sgl_count =
1412 ALIGN(scsi_bufflen(scmnd), PAGE_SIZE) >>
1413 PAGE_SHIFT;
1414
fa23b8c7
S
1415 if (vm_srb->data_in == WRITE_TYPE)
1416 copy_to_bounce_buffer(sgl,
1417 cmd_request->bounce_sgl,
1418 scsi_sg_count(scmnd));
c5b463ae
S
1419
1420 sgl = cmd_request->bounce_sgl;
1421 sg_count = cmd_request->bounce_sgl_count;
1422 }
1423
61eaffc9 1424 cmd_request->data_buffer.offset = sgl[0].offset;
c5b463ae
S
1425
1426 for (i = 0; i < sg_count; i++)
61eaffc9 1427 cmd_request->data_buffer.pfn_array[i] =
c5b463ae
S
1428 page_to_pfn(sg_page((&sgl[i])));
1429
1430 } else if (scsi_sglist(scmnd)) {
61eaffc9 1431 cmd_request->data_buffer.offset =
c5b463ae 1432 virt_to_phys(scsi_sglist(scmnd)) & (PAGE_SIZE-1);
61eaffc9 1433 cmd_request->data_buffer.pfn_array[0] =
c5b463ae
S
1434 virt_to_phys(scsi_sglist(scmnd)) >> PAGE_SHIFT;
1435 }
1436
c5b463ae 1437 /* Invokes the vsc to start an IO */
61eaffc9 1438 ret = storvsc_do_io(dev, cmd_request);
636f0fd1 1439
d2598f01 1440 if (ret == -EAGAIN) {
c5b463ae
S
1441 /* no more space */
1442
14059bc8 1443 if (cmd_request->bounce_sgl_count)
c5b463ae 1444 destroy_bounce_buffer(cmd_request->bounce_sgl,
70691ec6 1445 cmd_request->bounce_sgl_count);
c5b463ae 1446
14059bc8
LL
1447 ret = SCSI_MLQUEUE_DEVICE_BUSY;
1448 goto queue_error;
c5b463ae
S
1449 }
1450
c77b63b6
S
1451 return 0;
1452
1453queue_error:
1454 mempool_free(cmd_request, memp->request_mempool);
1455 scmnd->host_scribble = NULL;
c5b463ae
S
1456 return ret;
1457}
1458
bef4a34a 1459static struct scsi_host_template scsi_driver = {
ff568d3a
GKH
1460 .module = THIS_MODULE,
1461 .name = "storvsc_host_t",
1462 .bios_param = storvsc_get_chs,
1463 .queuecommand = storvsc_queuecommand,
1464 .eh_host_reset_handler = storvsc_host_reset_handler,
7afc3ac1 1465 .eh_timed_out = storvsc_eh_timed_out,
ff568d3a 1466 .slave_alloc = storvsc_device_alloc,
ce3e301c 1467 .slave_destroy = storvsc_device_destroy,
ff568d3a
GKH
1468 .slave_configure = storvsc_device_configure,
1469 .cmd_per_lun = 1,
1470 /* 64 max_queue * 1 target */
0686e4f4 1471 .can_queue = STORVSC_MAX_IO_REQUESTS*STORVSC_MAX_TARGETS,
ff568d3a 1472 .this_id = -1,
454f18a9 1473 /* no use setting to 0 since ll_blk_rw reset it to 1 */
ff568d3a
GKH
1474 /* currently 32 */
1475 .sg_tablesize = MAX_MULTIPAGE_BUFFER_COUNT,
039db52d 1476 .use_clustering = DISABLE_CLUSTERING,
454f18a9 1477 /* Make sure we dont get a sg segment crosses a page boundary */
ff568d3a 1478 .dma_boundary = PAGE_SIZE-1,
8562d028 1479 .no_write_same = 1,
bef4a34a
HJ
1480};
1481
ef52a81b
S
1482enum {
1483 SCSI_GUID,
1484 IDE_GUID,
1485};
1486
d847b5fe 1487static const struct hv_vmbus_device_id id_table[] = {
c45cf2d4 1488 /* SCSI guid */
35c3bc20
S
1489 { HV_SCSI_GUID,
1490 .driver_data = SCSI_GUID
1491 },
21e37742 1492 /* IDE guid */
35c3bc20
S
1493 { HV_IDE_GUID,
1494 .driver_data = IDE_GUID
1495 },
c45cf2d4 1496 { },
d847b5fe 1497};
bef4a34a 1498
d847b5fe 1499MODULE_DEVICE_TABLE(vmbus, id_table);
bd1f5d6a 1500
84946899
S
1501static int storvsc_probe(struct hv_device *device,
1502 const struct hv_vmbus_device_id *dev_id)
bef4a34a 1503{
ff568d3a 1504 int ret;
bef4a34a 1505 struct Scsi_Host *host;
795b613d 1506 struct hv_host_device *host_dev;
ef52a81b 1507 bool dev_is_ide = ((dev_id->driver_data == IDE_GUID) ? true : false);
bd1f5d6a 1508 int target = 0;
6e4198ce 1509 struct storvsc_device *stor_device;
bd1f5d6a 1510
ff568d3a 1511 host = scsi_host_alloc(&scsi_driver,
972621c9 1512 sizeof(struct hv_host_device));
f8feed06 1513 if (!host)
bef4a34a 1514 return -ENOMEM;
bef4a34a 1515
7f33f30a 1516 host_dev = shost_priv(host);
795b613d 1517 memset(host_dev, 0, sizeof(struct hv_host_device));
bef4a34a 1518
795b613d 1519 host_dev->port = host->host_no;
97c15296 1520 host_dev->dev = device;
bef4a34a 1521
4e03e697 1522
a13d35ab 1523 stor_device = kzalloc(sizeof(struct storvsc_device), GFP_KERNEL);
6e4198ce 1524 if (!stor_device) {
225ce6ea 1525 ret = -ENOMEM;
ce3e301c 1526 goto err_out0;
6e4198ce 1527 }
9efd21e1 1528
a13d35ab
S
1529 stor_device->destroy = false;
1530 init_waitqueue_head(&stor_device->waiting_to_drain);
1531 stor_device->device = device;
cd654ea1
S
1532 stor_device->host = host;
1533 hv_set_drvdata(device, stor_device);
a13d35ab 1534
6e4198ce
S
1535 stor_device->port_number = host->host_no;
1536 ret = storvsc_connect_to_vsp(device, storvsc_ringbuffer_size);
225ce6ea 1537 if (ret)
ce3e301c 1538 goto err_out1;
bef4a34a 1539
6e4198ce
S
1540 host_dev->path = stor_device->path_id;
1541 host_dev->target = stor_device->target_id;
bef4a34a 1542
ff568d3a
GKH
1543 /* max # of devices per target */
1544 host->max_lun = STORVSC_MAX_LUNS_PER_TARGET;
1545 /* max # of targets per channel */
1546 host->max_id = STORVSC_MAX_TARGETS;
1547 /* max # of channels */
1548 host->max_channel = STORVSC_MAX_CHANNELS - 1;
cf55f4a8
MS
1549 /* max cmd length */
1550 host->max_cmd_len = STORVSC_MAX_CMD_LEN;
bef4a34a 1551
454f18a9 1552 /* Register the HBA and start the scsi bus scan */
9efd21e1 1553 ret = scsi_add_host(host, &device->device);
bd1f5d6a 1554 if (ret != 0)
ce3e301c 1555 goto err_out2;
bef4a34a 1556
bd1f5d6a
S
1557 if (!dev_is_ide) {
1558 scsi_scan_host(host);
59d22950
S
1559 } else {
1560 target = (device->dev_instance.b[5] << 8 |
1561 device->dev_instance.b[4]);
1562 ret = scsi_add_device(host, 0, target, 0);
1563 if (ret) {
1564 scsi_remove_host(host);
1565 goto err_out2;
1566 }
bef4a34a 1567 }
bd1f5d6a 1568 return 0;
bef4a34a 1569
ce3e301c 1570err_out2:
225ce6ea
S
1571 /*
1572 * Once we have connected with the host, we would need to
1573 * to invoke storvsc_dev_remove() to rollback this state and
1574 * this call also frees up the stor_device; hence the jump around
ce3e301c 1575 * err_out1 label.
225ce6ea 1576 */
bd1f5d6a 1577 storvsc_dev_remove(device);
ce3e301c 1578 goto err_out0;
225ce6ea
S
1579
1580err_out1:
ce3e301c 1581 kfree(stor_device);
225ce6ea
S
1582
1583err_out0:
bd1f5d6a 1584 scsi_host_put(host);
225ce6ea 1585 return ret;
bef4a34a
HJ
1586}
1587
ddcbf65e
S
1588static int storvsc_remove(struct hv_device *dev)
1589{
1590 struct storvsc_device *stor_device = hv_get_drvdata(dev);
1591 struct Scsi_Host *host = stor_device->host;
1592
1593 scsi_remove_host(host);
1594 storvsc_dev_remove(dev);
1595 scsi_host_put(host);
1596
1597 return 0;
1598}
1599
40bf63ed 1600static struct hv_driver storvsc_drv = {
fafb0efc 1601 .name = KBUILD_MODNAME,
d847b5fe 1602 .id_table = id_table,
40bf63ed
S
1603 .probe = storvsc_probe,
1604 .remove = storvsc_remove,
39ae6fae 1605};
7bd05b91 1606
d9bbae83 1607static int __init storvsc_drv_init(void)
f5c78872 1608{
01415ab3
S
1609 u32 max_outstanding_req_per_channel;
1610
1611 /*
1612 * Divide the ring buffer data size (which is 1 page less
1613 * than the ring buffer size since that page is reserved for
1614 * the ring buffer indices) by the max request size (which is
1615 * vmbus_channel_packet_multipage_buffer + struct vstor_packet + u64)
1616 */
01415ab3 1617 max_outstanding_req_per_channel =
768fa219
GKH
1618 ((storvsc_ringbuffer_size - PAGE_SIZE) /
1619 ALIGN(MAX_MULTIPAGE_BUFFER_PACKET +
1620 sizeof(struct vstor_packet) + sizeof(u64),
1621 sizeof(u64)));
f5c78872 1622
01415ab3 1623 if (max_outstanding_req_per_channel <
f5c78872 1624 STORVSC_MAX_IO_REQUESTS)
b06efc19 1625 return -EINVAL;
f5c78872 1626
768fa219 1627 return vmbus_driver_register(&storvsc_drv);
f5c78872
S
1628}
1629
c63ba9e1 1630static void __exit storvsc_drv_exit(void)
f5c78872 1631{
768fa219 1632 vmbus_driver_unregister(&storvsc_drv);
f5c78872
S
1633}
1634
ff568d3a 1635MODULE_LICENSE("GPL");
26c14cc1 1636MODULE_VERSION(HV_DRV_VERSION);
3afc7cc3 1637MODULE_DESCRIPTION("Microsoft Hyper-V virtual storage driver");
d9bbae83 1638module_init(storvsc_drv_init);
c63ba9e1 1639module_exit(storvsc_drv_exit);