Drivers: scsi: storvsc: Implement a eh_timed_out handler
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / drivers / scsi / storvsc_drv.c
CommitLineData
bef4a34a 1/*
bef4a34a
HJ
2 * Copyright (c) 2009, Microsoft Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
15 * Place - Suite 330, Boston, MA 02111-1307 USA.
16 *
17 * Authors:
18 * Haiyang Zhang <haiyangz@microsoft.com>
19 * Hank Janssen <hjanssen@microsoft.com>
972621c9 20 * K. Y. Srinivasan <kys@microsoft.com>
bef4a34a 21 */
a1be1706
S
22
23#include <linux/kernel.h>
f0d79fe9 24#include <linux/wait.h>
a1be1706
S
25#include <linux/sched.h>
26#include <linux/completion.h>
27#include <linux/string.h>
28#include <linux/mm.h>
29#include <linux/delay.h>
bef4a34a 30#include <linux/init.h>
5a0e3ad6 31#include <linux/slab.h>
bef4a34a
HJ
32#include <linux/module.h>
33#include <linux/device.h>
46a97191 34#include <linux/hyperv.h>
4e03e697 35#include <linux/mempool.h>
7afc3ac1 36#include <linux/blkdev.h>
bef4a34a
HJ
37#include <scsi/scsi.h>
38#include <scsi/scsi_cmnd.h>
39#include <scsi/scsi_host.h>
40#include <scsi/scsi_device.h>
41#include <scsi/scsi_tcq.h>
42#include <scsi/scsi_eh.h>
43#include <scsi/scsi_devinfo.h>
bef4a34a 44#include <scsi/scsi_dbg.h>
3f335ea2 45
09f0355f 46/*
af9584b8
S
47 * All wire protocol details (storage protocol between the guest and the host)
48 * are consolidated here.
49 *
50 * Begin protocol definitions.
09f0355f
S
51 */
52
09f0355f
S
53/*
54 * Version history:
55 * V1 Beta: 0.1
56 * V1 RC < 2008/1/31: 1.0
57 * V1 RC > 2008/1/31: 2.0
58 * Win7: 4.2
59 */
60
85904a5e
S
61#define VMSTOR_CURRENT_MAJOR 4
62#define VMSTOR_CURRENT_MINOR 2
f0d79fe9
S
63
64
f0d79fe9
S
65/* Packet structure describing virtual storage requests. */
66enum vstor_packet_operation {
67 VSTOR_OPERATION_COMPLETE_IO = 1,
68 VSTOR_OPERATION_REMOVE_DEVICE = 2,
69 VSTOR_OPERATION_EXECUTE_SRB = 3,
70 VSTOR_OPERATION_RESET_LUN = 4,
71 VSTOR_OPERATION_RESET_ADAPTER = 5,
72 VSTOR_OPERATION_RESET_BUS = 6,
73 VSTOR_OPERATION_BEGIN_INITIALIZATION = 7,
74 VSTOR_OPERATION_END_INITIALIZATION = 8,
75 VSTOR_OPERATION_QUERY_PROTOCOL_VERSION = 9,
76 VSTOR_OPERATION_QUERY_PROPERTIES = 10,
2b9525f5
S
77 VSTOR_OPERATION_ENUMERATE_BUS = 11,
78 VSTOR_OPERATION_MAXIMUM = 11
f0d79fe9
S
79};
80
81/*
82 * Platform neutral description of a scsi request -
83 * this remains the same across the write regardless of 32/64 bit
84 * note: it's patterned off the SCSI_PASS_THROUGH structure
85 */
6b2f9495
S
86#define STORVSC_MAX_CMD_LEN 0x10
87#define STORVSC_SENSE_BUFFER_SIZE 0x12
88#define STORVSC_MAX_BUF_LEN_WITH_PADDING 0x14
f0d79fe9
S
89
90struct vmscsi_request {
c649114a
S
91 u16 length;
92 u8 srb_status;
93 u8 scsi_status;
f0d79fe9 94
c649114a
S
95 u8 port_number;
96 u8 path_id;
97 u8 target_id;
98 u8 lun;
f0d79fe9 99
c649114a
S
100 u8 cdb_length;
101 u8 sense_info_length;
102 u8 data_in;
103 u8 reserved;
f0d79fe9 104
c649114a 105 u32 data_transfer_length;
f0d79fe9
S
106
107 union {
6b2f9495
S
108 u8 cdb[STORVSC_MAX_CMD_LEN];
109 u8 sense_data[STORVSC_SENSE_BUFFER_SIZE];
110 u8 reserved_array[STORVSC_MAX_BUF_LEN_WITH_PADDING];
f0d79fe9
S
111 };
112} __attribute((packed));
113
114
115/*
116 * This structure is sent during the intialization phase to get the different
117 * properties of the channel.
118 */
119struct vmstorage_channel_properties {
c649114a
S
120 u16 protocol_version;
121 u8 path_id;
122 u8 target_id;
f0d79fe9
S
123
124 /* Note: port number is only really known on the client side */
c649114a
S
125 u32 port_number;
126 u32 flags;
127 u32 max_transfer_bytes;
f0d79fe9 128
c649114a
S
129 /*
130 * This id is unique for each channel and will correspond with
131 * vendor specific data in the inquiry data.
132 */
133
134 u64 unique_id;
f0d79fe9
S
135} __packed;
136
137/* This structure is sent during the storage protocol negotiations. */
138struct vmstorage_protocol_version {
139 /* Major (MSW) and minor (LSW) version numbers. */
85904a5e 140 u16 major_minor;
f0d79fe9
S
141
142 /*
143 * Revision number is auto-incremented whenever this file is changed
144 * (See FILL_VMSTOR_REVISION macro above). Mismatch does not
145 * definitely indicate incompatibility--but it does indicate mismatched
146 * builds.
c649114a 147 * This is only used on the windows side. Just set it to 0.
f0d79fe9 148 */
85904a5e 149 u16 revision;
f0d79fe9
S
150} __packed;
151
152/* Channel Property Flags */
153#define STORAGE_CHANNEL_REMOVABLE_FLAG 0x1
154#define STORAGE_CHANNEL_EMULATED_IDE_FLAG 0x2
155
156struct vstor_packet {
157 /* Requested operation type */
158 enum vstor_packet_operation operation;
159
160 /* Flags - see below for values */
c649114a 161 u32 flags;
f0d79fe9
S
162
163 /* Status of the request returned from the server side. */
c649114a 164 u32 status;
f0d79fe9
S
165
166 /* Data payload area */
167 union {
168 /*
169 * Structure used to forward SCSI commands from the
170 * client to the server.
171 */
172 struct vmscsi_request vm_srb;
173
174 /* Structure used to query channel properties. */
175 struct vmstorage_channel_properties storage_channel_properties;
176
177 /* Used during version negotiations. */
178 struct vmstorage_protocol_version version;
179 };
180} __packed;
181
f0d79fe9 182/*
09f0355f
S
183 * Packet Flags:
184 *
f0d79fe9
S
185 * This flag indicates that the server should send back a completion for this
186 * packet.
187 */
09f0355f 188
f0d79fe9
S
189#define REQUEST_COMPLETION_FLAG 0x1
190
f0d79fe9
S
191/* Matches Windows-end */
192enum storvsc_request_type {
c649114a 193 WRITE_TYPE = 0,
f0d79fe9
S
194 READ_TYPE,
195 UNKNOWN_TYPE,
196};
197
16046320
S
198/*
199 * SRB status codes and masks; a subset of the codes used here.
200 */
201
202#define SRB_STATUS_AUTOSENSE_VALID 0x80
203#define SRB_STATUS_INVALID_LUN 0x20
204#define SRB_STATUS_SUCCESS 0x01
6781209e 205#define SRB_STATUS_ABORTED 0x02
16046320
S
206#define SRB_STATUS_ERROR 0x04
207
af9584b8
S
208/*
209 * This is the end of Protocol specific defines.
210 */
211
212
213/*
214 * We setup a mempool to allocate request structures for this driver
215 * on a per-lun basis. The following define specifies the number of
216 * elements in the pool.
217 */
218
219#define STORVSC_MIN_BUF_NR 64
220static int storvsc_ringbuffer_size = (20 * PAGE_SIZE);
221
222module_param(storvsc_ringbuffer_size, int, S_IRUGO);
223MODULE_PARM_DESC(storvsc_ringbuffer_size, "Ring buffer size (bytes)");
224
225#define STORVSC_MAX_IO_REQUESTS 128
226
227/*
228 * In Hyper-V, each port/path/target maps to 1 scsi host adapter. In
229 * reality, the path/target is not used (ie always set to 0) so our
230 * scsi host adapter essentially has 1 bus with 1 target that contains
231 * up to 256 luns.
232 */
233#define STORVSC_MAX_LUNS_PER_TARGET 64
234#define STORVSC_MAX_TARGETS 1
235#define STORVSC_MAX_CHANNELS 1
236
237
16046320 238
61eaffc9
S
239struct storvsc_cmd_request {
240 struct list_head entry;
241 struct scsi_cmnd *cmd;
242
243 unsigned int bounce_sgl_count;
244 struct scatterlist *bounce_sgl;
f0d79fe9 245
f0d79fe9
S
246 struct hv_device *device;
247
248 /* Synchronize the request/response if needed */
249 struct completion wait_event;
250
251 unsigned char *sense_buffer;
f0d79fe9 252 struct hv_multipage_buffer data_buffer;
f0d79fe9
S
253 struct vstor_packet vstor_packet;
254};
255
256
f0d79fe9
S
257/* A storvsc device is a device object that contains a vmbus channel */
258struct storvsc_device {
259 struct hv_device *device;
260
261 bool destroy;
262 bool drain_notify;
263 atomic_t num_outstanding_req;
cd654ea1 264 struct Scsi_Host *host;
f0d79fe9
S
265
266 wait_queue_head_t waiting_to_drain;
267
268 /*
269 * Each unique Port/Path/Target represents 1 channel ie scsi
270 * controller. In reality, the pathid, targetid is always 0
271 * and the port is set by us
272 */
273 unsigned int port_number;
274 unsigned char path_id;
275 unsigned char target_id;
276
277 /* Used for vsc/vsp channel reset process */
61eaffc9
S
278 struct storvsc_cmd_request init_request;
279 struct storvsc_cmd_request reset_request;
f0d79fe9
S
280};
281
ce3e301c 282struct stor_mem_pools {
c1b3d067 283 struct kmem_cache *request_pool;
4e03e697 284 mempool_t *request_mempool;
ce3e301c
S
285};
286
287struct hv_host_device {
288 struct hv_device *dev;
c1b3d067
S
289 unsigned int port;
290 unsigned char path;
291 unsigned char target;
292};
293
12675799
S
294struct storvsc_scan_work {
295 struct work_struct work;
296 struct Scsi_Host *host;
297 uint lun;
298};
299
6781209e
S
300static void storvsc_device_scan(struct work_struct *work)
301{
302 struct storvsc_scan_work *wrk;
303 uint lun;
304 struct scsi_device *sdev;
305
306 wrk = container_of(work, struct storvsc_scan_work, work);
307 lun = wrk->lun;
308
309 sdev = scsi_device_lookup(wrk->host, 0, 0, lun);
310 if (!sdev)
311 goto done;
312 scsi_rescan_device(&sdev->sdev_gendev);
313 scsi_device_put(sdev);
314
315done:
316 kfree(wrk);
317}
318
12675799
S
319static void storvsc_bus_scan(struct work_struct *work)
320{
321 struct storvsc_scan_work *wrk;
322 int id, order_id;
323
324 wrk = container_of(work, struct storvsc_scan_work, work);
325 for (id = 0; id < wrk->host->max_id; ++id) {
326 if (wrk->host->reverse_ordering)
327 order_id = wrk->host->max_id - id - 1;
328 else
329 order_id = id;
330
331 scsi_scan_target(&wrk->host->shost_gendev, 0,
332 order_id, SCAN_WILD_CARD, 1);
333 }
334 kfree(wrk);
335}
336
b4017319
S
337static void storvsc_remove_lun(struct work_struct *work)
338{
339 struct storvsc_scan_work *wrk;
340 struct scsi_device *sdev;
341
342 wrk = container_of(work, struct storvsc_scan_work, work);
343 if (!scsi_host_get(wrk->host))
344 goto done;
345
346 sdev = scsi_device_lookup(wrk->host, 0, 0, wrk->lun);
347
348 if (sdev) {
349 scsi_remove_device(sdev);
350 scsi_device_put(sdev);
351 }
352 scsi_host_put(wrk->host);
353
354done:
355 kfree(wrk);
356}
357
af9584b8
S
358/*
359 * Major/minor macros. Minor version is in LSB, meaning that earlier flat
360 * version numbers will be interpreted as "0.x" (i.e., 1 becomes 0.1).
361 */
362
363static inline u16 storvsc_get_version(u8 major, u8 minor)
364{
365 u16 version;
366
367 version = ((major << 8) | minor);
368 return version;
369}
370
a8c18c57
S
371/*
372 * We can get incoming messages from the host that are not in response to
373 * messages that we have sent out. An example of this would be messages
374 * received by the guest to notify dynamic addition/removal of LUNs. To
375 * deal with potential race conditions where the driver may be in the
376 * midst of being unloaded when we might receive an unsolicited message
377 * from the host, we have implemented a mechanism to gurantee sequential
378 * consistency:
379 *
380 * 1) Once the device is marked as being destroyed, we will fail all
381 * outgoing messages.
382 * 2) We permit incoming messages when the device is being destroyed,
383 * only to properly account for messages already sent out.
384 */
385
f0d79fe9
S
386static inline struct storvsc_device *get_out_stor_device(
387 struct hv_device *device)
388{
389 struct storvsc_device *stor_device;
390
cd654ea1 391 stor_device = hv_get_drvdata(device);
f0d79fe9
S
392
393 if (stor_device && stor_device->destroy)
394 stor_device = NULL;
395
396 return stor_device;
397}
398
399
400static inline void storvsc_wait_to_drain(struct storvsc_device *dev)
401{
402 dev->drain_notify = true;
403 wait_event(dev->waiting_to_drain,
404 atomic_read(&dev->num_outstanding_req) == 0);
405 dev->drain_notify = false;
406}
bef4a34a 407
8dcf37d4
S
408static inline struct storvsc_device *get_in_stor_device(
409 struct hv_device *device)
410{
411 struct storvsc_device *stor_device;
8dcf37d4 412
cd654ea1 413 stor_device = hv_get_drvdata(device);
8dcf37d4
S
414
415 if (!stor_device)
416 goto get_in_err;
417
418 /*
419 * If the device is being destroyed; allow incoming
420 * traffic only to cleanup outstanding requests.
421 */
422
423 if (stor_device->destroy &&
424 (atomic_read(&stor_device->num_outstanding_req) == 0))
425 stor_device = NULL;
426
427get_in_err:
8dcf37d4
S
428 return stor_device;
429
430}
431
2707388c
S
432static void destroy_bounce_buffer(struct scatterlist *sgl,
433 unsigned int sg_count)
434{
435 int i;
436 struct page *page_buf;
437
438 for (i = 0; i < sg_count; i++) {
439 page_buf = sg_page((&sgl[i]));
440 if (page_buf != NULL)
441 __free_page(page_buf);
442 }
443
444 kfree(sgl);
445}
446
447static int do_bounce_buffer(struct scatterlist *sgl, unsigned int sg_count)
448{
449 int i;
450
451 /* No need to check */
452 if (sg_count < 2)
453 return -1;
454
455 /* We have at least 2 sg entries */
456 for (i = 0; i < sg_count; i++) {
457 if (i == 0) {
458 /* make sure 1st one does not have hole */
459 if (sgl[i].offset + sgl[i].length != PAGE_SIZE)
460 return i;
461 } else if (i == sg_count - 1) {
462 /* make sure last one does not have hole */
463 if (sgl[i].offset != 0)
464 return i;
465 } else {
466 /* make sure no hole in the middle */
467 if (sgl[i].length != PAGE_SIZE || sgl[i].offset != 0)
468 return i;
469 }
470 }
471 return -1;
472}
473
474static struct scatterlist *create_bounce_buffer(struct scatterlist *sgl,
475 unsigned int sg_count,
476 unsigned int len,
477 int write)
478{
479 int i;
480 int num_pages;
481 struct scatterlist *bounce_sgl;
482 struct page *page_buf;
483 unsigned int buf_len = ((write == WRITE_TYPE) ? 0 : PAGE_SIZE);
484
485 num_pages = ALIGN(len, PAGE_SIZE) >> PAGE_SHIFT;
486
487 bounce_sgl = kcalloc(num_pages, sizeof(struct scatterlist), GFP_ATOMIC);
488 if (!bounce_sgl)
489 return NULL;
490
9d2696e6 491 sg_init_table(bounce_sgl, num_pages);
2707388c
S
492 for (i = 0; i < num_pages; i++) {
493 page_buf = alloc_page(GFP_ATOMIC);
494 if (!page_buf)
495 goto cleanup;
496 sg_set_page(&bounce_sgl[i], page_buf, buf_len, 0);
497 }
498
499 return bounce_sgl;
500
501cleanup:
502 destroy_bounce_buffer(bounce_sgl, num_pages);
503 return NULL;
504}
505
9f393834
LT
506/* Disgusting wrapper functions */
507static inline unsigned long sg_kmap_atomic(struct scatterlist *sgl, int idx)
508{
509 void *addr = kmap_atomic(sg_page(sgl + idx));
510 return (unsigned long)addr;
511}
8dcf37d4 512
9f393834
LT
513static inline void sg_kunmap_atomic(unsigned long addr)
514{
515 kunmap_atomic((void *)addr);
516}
8dcf37d4 517
8dcf37d4 518
2707388c
S
519/* Assume the original sgl has enough room */
520static unsigned int copy_from_bounce_buffer(struct scatterlist *orig_sgl,
521 struct scatterlist *bounce_sgl,
522 unsigned int orig_sgl_count,
523 unsigned int bounce_sgl_count)
524{
525 int i;
526 int j = 0;
527 unsigned long src, dest;
528 unsigned int srclen, destlen, copylen;
529 unsigned int total_copied = 0;
530 unsigned long bounce_addr = 0;
531 unsigned long dest_addr = 0;
532 unsigned long flags;
533
534 local_irq_save(flags);
535
536 for (i = 0; i < orig_sgl_count; i++) {
9f393834 537 dest_addr = sg_kmap_atomic(orig_sgl,i) + orig_sgl[i].offset;
2707388c
S
538 dest = dest_addr;
539 destlen = orig_sgl[i].length;
540
541 if (bounce_addr == 0)
9f393834 542 bounce_addr = sg_kmap_atomic(bounce_sgl,j);
2707388c
S
543
544 while (destlen) {
545 src = bounce_addr + bounce_sgl[j].offset;
546 srclen = bounce_sgl[j].length - bounce_sgl[j].offset;
547
548 copylen = min(srclen, destlen);
549 memcpy((void *)dest, (void *)src, copylen);
550
551 total_copied += copylen;
552 bounce_sgl[j].offset += copylen;
553 destlen -= copylen;
554 dest += copylen;
555
556 if (bounce_sgl[j].offset == bounce_sgl[j].length) {
557 /* full */
9f393834 558 sg_kunmap_atomic(bounce_addr);
2707388c
S
559 j++;
560
561 /*
562 * It is possible that the number of elements
563 * in the bounce buffer may not be equal to
564 * the number of elements in the original
565 * scatter list. Handle this correctly.
566 */
567
568 if (j == bounce_sgl_count) {
569 /*
570 * We are done; cleanup and return.
571 */
9f393834 572 sg_kunmap_atomic(dest_addr - orig_sgl[i].offset);
2707388c
S
573 local_irq_restore(flags);
574 return total_copied;
575 }
576
577 /* if we need to use another bounce buffer */
578 if (destlen || i != orig_sgl_count - 1)
9f393834 579 bounce_addr = sg_kmap_atomic(bounce_sgl,j);
2707388c
S
580 } else if (destlen == 0 && i == orig_sgl_count - 1) {
581 /* unmap the last bounce that is < PAGE_SIZE */
9f393834 582 sg_kunmap_atomic(bounce_addr);
2707388c
S
583 }
584 }
585
9f393834 586 sg_kunmap_atomic(dest_addr - orig_sgl[i].offset);
2707388c
S
587 }
588
589 local_irq_restore(flags);
590
591 return total_copied;
592}
593
594/* Assume the bounce_sgl has enough room ie using the create_bounce_buffer() */
595static unsigned int copy_to_bounce_buffer(struct scatterlist *orig_sgl,
596 struct scatterlist *bounce_sgl,
597 unsigned int orig_sgl_count)
598{
599 int i;
600 int j = 0;
601 unsigned long src, dest;
602 unsigned int srclen, destlen, copylen;
603 unsigned int total_copied = 0;
604 unsigned long bounce_addr = 0;
605 unsigned long src_addr = 0;
606 unsigned long flags;
607
608 local_irq_save(flags);
609
610 for (i = 0; i < orig_sgl_count; i++) {
9f393834 611 src_addr = sg_kmap_atomic(orig_sgl,i) + orig_sgl[i].offset;
2707388c
S
612 src = src_addr;
613 srclen = orig_sgl[i].length;
614
615 if (bounce_addr == 0)
9f393834 616 bounce_addr = sg_kmap_atomic(bounce_sgl,j);
2707388c
S
617
618 while (srclen) {
619 /* assume bounce offset always == 0 */
620 dest = bounce_addr + bounce_sgl[j].length;
621 destlen = PAGE_SIZE - bounce_sgl[j].length;
622
623 copylen = min(srclen, destlen);
624 memcpy((void *)dest, (void *)src, copylen);
625
626 total_copied += copylen;
627 bounce_sgl[j].length += copylen;
628 srclen -= copylen;
629 src += copylen;
630
631 if (bounce_sgl[j].length == PAGE_SIZE) {
632 /* full..move to next entry */
9f393834 633 sg_kunmap_atomic(bounce_addr);
2707388c
S
634 j++;
635
636 /* if we need to use another bounce buffer */
637 if (srclen || i != orig_sgl_count - 1)
9f393834 638 bounce_addr = sg_kmap_atomic(bounce_sgl,j);
2707388c
S
639
640 } else if (srclen == 0 && i == orig_sgl_count - 1) {
641 /* unmap the last bounce that is < PAGE_SIZE */
9f393834 642 sg_kunmap_atomic(bounce_addr);
2707388c
S
643 }
644 }
645
9f393834 646 sg_kunmap_atomic(src_addr - orig_sgl[i].offset);
2707388c
S
647 }
648
649 local_irq_restore(flags);
650
651 return total_copied;
652}
653
8dcf37d4
S
654static int storvsc_channel_init(struct hv_device *device)
655{
656 struct storvsc_device *stor_device;
61eaffc9 657 struct storvsc_cmd_request *request;
8dcf37d4
S
658 struct vstor_packet *vstor_packet;
659 int ret, t;
660
661 stor_device = get_out_stor_device(device);
662 if (!stor_device)
663 return -ENODEV;
664
665 request = &stor_device->init_request;
666 vstor_packet = &request->vstor_packet;
667
668 /*
669 * Now, initiate the vsc/vsp initialization protocol on the open
670 * channel
671 */
61eaffc9 672 memset(request, 0, sizeof(struct storvsc_cmd_request));
8dcf37d4
S
673 init_completion(&request->wait_event);
674 vstor_packet->operation = VSTOR_OPERATION_BEGIN_INITIALIZATION;
675 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
676
677 ret = vmbus_sendpacket(device->channel, vstor_packet,
678 sizeof(struct vstor_packet),
679 (unsigned long)request,
680 VM_PKT_DATA_INBAND,
681 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
682 if (ret != 0)
683 goto cleanup;
684
685 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
686 if (t == 0) {
687 ret = -ETIMEDOUT;
688 goto cleanup;
689 }
690
691 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
692 vstor_packet->status != 0)
693 goto cleanup;
694
695
696 /* reuse the packet for version range supported */
697 memset(vstor_packet, 0, sizeof(struct vstor_packet));
698 vstor_packet->operation = VSTOR_OPERATION_QUERY_PROTOCOL_VERSION;
699 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
700
85904a5e
S
701 vstor_packet->version.major_minor =
702 storvsc_get_version(VMSTOR_CURRENT_MAJOR, VMSTOR_CURRENT_MINOR);
703
704 /*
705 * The revision number is only used in Windows; set it to 0.
706 */
c649114a 707 vstor_packet->version.revision = 0;
8dcf37d4
S
708
709 ret = vmbus_sendpacket(device->channel, vstor_packet,
710 sizeof(struct vstor_packet),
711 (unsigned long)request,
712 VM_PKT_DATA_INBAND,
713 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
714 if (ret != 0)
715 goto cleanup;
716
717 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
718 if (t == 0) {
719 ret = -ETIMEDOUT;
720 goto cleanup;
721 }
722
723 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
724 vstor_packet->status != 0)
725 goto cleanup;
726
727
728 memset(vstor_packet, 0, sizeof(struct vstor_packet));
729 vstor_packet->operation = VSTOR_OPERATION_QUERY_PROPERTIES;
730 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
731 vstor_packet->storage_channel_properties.port_number =
732 stor_device->port_number;
733
734 ret = vmbus_sendpacket(device->channel, vstor_packet,
735 sizeof(struct vstor_packet),
736 (unsigned long)request,
737 VM_PKT_DATA_INBAND,
738 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
739
740 if (ret != 0)
741 goto cleanup;
742
743 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
744 if (t == 0) {
745 ret = -ETIMEDOUT;
746 goto cleanup;
747 }
748
749 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
750 vstor_packet->status != 0)
751 goto cleanup;
752
753 stor_device->path_id = vstor_packet->storage_channel_properties.path_id;
754 stor_device->target_id
755 = vstor_packet->storage_channel_properties.target_id;
756
757 memset(vstor_packet, 0, sizeof(struct vstor_packet));
758 vstor_packet->operation = VSTOR_OPERATION_END_INITIALIZATION;
759 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
760
761 ret = vmbus_sendpacket(device->channel, vstor_packet,
762 sizeof(struct vstor_packet),
763 (unsigned long)request,
764 VM_PKT_DATA_INBAND,
765 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
766
767 if (ret != 0)
768 goto cleanup;
769
770 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
771 if (t == 0) {
772 ret = -ETIMEDOUT;
773 goto cleanup;
774 }
775
776 if (vstor_packet->operation != VSTOR_OPERATION_COMPLETE_IO ||
777 vstor_packet->status != 0)
778 goto cleanup;
779
780
781cleanup:
782 return ret;
783}
784
c50bd448
S
785static void storvsc_handle_error(struct vmscsi_request *vm_srb,
786 struct scsi_cmnd *scmnd,
787 struct Scsi_Host *host,
788 u8 asc, u8 ascq)
789{
790 struct storvsc_scan_work *wrk;
791 void (*process_err_fn)(struct work_struct *work);
792 bool do_work = false;
793
794 switch (vm_srb->srb_status) {
795 case SRB_STATUS_ERROR:
796 /*
797 * If there is an error; offline the device since all
798 * error recovery strategies would have already been
799 * deployed on the host side. However, if the command
800 * were a pass-through command deal with it appropriately.
801 */
802 switch (scmnd->cmnd[0]) {
803 case ATA_16:
804 case ATA_12:
805 set_host_byte(scmnd, DID_PASSTHROUGH);
806 break;
807 default:
808 set_host_byte(scmnd, DID_TARGET_FAILURE);
809 }
810 break;
811 case SRB_STATUS_INVALID_LUN:
812 do_work = true;
813 process_err_fn = storvsc_remove_lun;
814 break;
6781209e
S
815 case (SRB_STATUS_ABORTED | SRB_STATUS_AUTOSENSE_VALID):
816 if ((asc == 0x2a) && (ascq == 0x9)) {
817 do_work = true;
818 process_err_fn = storvsc_device_scan;
819 /*
820 * Retry the I/O that trigerred this.
821 */
822 set_host_byte(scmnd, DID_REQUEUE);
823 }
824 break;
c50bd448 825 }
6781209e 826
c50bd448
S
827 if (!do_work)
828 return;
829
830 /*
831 * We need to schedule work to process this error; schedule it.
832 */
833 wrk = kmalloc(sizeof(struct storvsc_scan_work), GFP_ATOMIC);
834 if (!wrk) {
835 set_host_byte(scmnd, DID_TARGET_FAILURE);
836 return;
837 }
838
839 wrk->host = host;
840 wrk->lun = vm_srb->lun;
841 INIT_WORK(&wrk->work, process_err_fn);
842 schedule_work(&wrk->work);
843}
844
2707388c 845
61eaffc9 846static void storvsc_command_completion(struct storvsc_cmd_request *cmd_request)
8dcf37d4 847{
2707388c
S
848 struct scsi_cmnd *scmnd = cmd_request->cmd;
849 struct hv_host_device *host_dev = shost_priv(scmnd->device->host);
850 void (*scsi_done_fn)(struct scsi_cmnd *);
851 struct scsi_sense_hdr sense_hdr;
852 struct vmscsi_request *vm_srb;
2707388c 853 struct stor_mem_pools *memp = scmnd->device->hostdata;
c50bd448
S
854 struct Scsi_Host *host;
855 struct storvsc_device *stor_dev;
856 struct hv_device *dev = host_dev->dev;
857
858 stor_dev = get_in_stor_device(dev);
859 host = stor_dev->host;
8dcf37d4 860
61eaffc9 861 vm_srb = &cmd_request->vstor_packet.vm_srb;
2707388c
S
862 if (cmd_request->bounce_sgl_count) {
863 if (vm_srb->data_in == READ_TYPE)
864 copy_from_bounce_buffer(scsi_sglist(scmnd),
865 cmd_request->bounce_sgl,
866 scsi_sg_count(scmnd),
867 cmd_request->bounce_sgl_count);
868 destroy_bounce_buffer(cmd_request->bounce_sgl,
869 cmd_request->bounce_sgl_count);
870 }
8dcf37d4 871
42e22cac
S
872 scmnd->result = vm_srb->scsi_status;
873
2707388c
S
874 if (scmnd->result) {
875 if (scsi_normalize_sense(scmnd->sense_buffer,
876 SCSI_SENSE_BUFFERSIZE, &sense_hdr))
877 scsi_print_sense_hdr("storvsc", &sense_hdr);
878 }
879
c50bd448
S
880 if (vm_srb->srb_status != SRB_STATUS_SUCCESS)
881 storvsc_handle_error(vm_srb, scmnd, host, sense_hdr.asc,
882 sense_hdr.ascq);
883
2707388c 884 scsi_set_resid(scmnd,
61eaffc9 885 cmd_request->data_buffer.len -
2707388c
S
886 vm_srb->data_transfer_length);
887
888 scsi_done_fn = scmnd->scsi_done;
889
890 scmnd->host_scribble = NULL;
891 scmnd->scsi_done = NULL;
892
893 scsi_done_fn(scmnd);
894
895 mempool_free(cmd_request, memp->request_mempool);
896}
897
898static void storvsc_on_io_completion(struct hv_device *device,
899 struct vstor_packet *vstor_packet,
61eaffc9 900 struct storvsc_cmd_request *request)
2707388c
S
901{
902 struct storvsc_device *stor_device;
903 struct vstor_packet *stor_pkt;
904
905 stor_device = hv_get_drvdata(device);
906 stor_pkt = &request->vstor_packet;
907
908 /*
909 * The current SCSI handling on the host side does
910 * not correctly handle:
911 * INQUIRY command with page code parameter set to 0x80
912 * MODE_SENSE command with cmd[2] == 0x1c
913 *
914 * Setup srb and scsi status so this won't be fatal.
915 * We do this so we can distinguish truly fatal failues
4ed51a21
S
916 * (srb status == 0x4) and off-line the device in that case.
917 */
918
919 if ((stor_pkt->vm_srb.cdb[0] == INQUIRY) ||
a8c18c57 920 (stor_pkt->vm_srb.cdb[0] == MODE_SENSE)) {
4ed51a21 921 vstor_packet->vm_srb.scsi_status = 0;
16046320 922 vstor_packet->vm_srb.srb_status = SRB_STATUS_SUCCESS;
4ed51a21
S
923 }
924
8dcf37d4
S
925
926 /* Copy over the status...etc */
927 stor_pkt->vm_srb.scsi_status = vstor_packet->vm_srb.scsi_status;
928 stor_pkt->vm_srb.srb_status = vstor_packet->vm_srb.srb_status;
929 stor_pkt->vm_srb.sense_info_length =
930 vstor_packet->vm_srb.sense_info_length;
931
932 if (vstor_packet->vm_srb.scsi_status != 0 ||
16046320 933 vstor_packet->vm_srb.srb_status != SRB_STATUS_SUCCESS){
d181daa0
GKH
934 dev_warn(&device->device,
935 "cmd 0x%x scsi status 0x%x srb status 0x%x\n",
936 stor_pkt->vm_srb.cdb[0],
937 vstor_packet->vm_srb.scsi_status,
938 vstor_packet->vm_srb.srb_status);
8dcf37d4
S
939 }
940
941 if ((vstor_packet->vm_srb.scsi_status & 0xFF) == 0x02) {
942 /* CHECK_CONDITION */
16046320
S
943 if (vstor_packet->vm_srb.srb_status &
944 SRB_STATUS_AUTOSENSE_VALID) {
8dcf37d4 945 /* autosense data available */
d181daa0 946 dev_warn(&device->device,
41098f8f
S
947 "stor pkt %p autosense data valid - len %d\n",
948 request,
949 vstor_packet->vm_srb.sense_info_length);
8dcf37d4
S
950
951 memcpy(request->sense_buffer,
952 vstor_packet->vm_srb.sense_data,
953 vstor_packet->vm_srb.sense_info_length);
954
955 }
956 }
957
958 stor_pkt->vm_srb.data_transfer_length =
959 vstor_packet->vm_srb.data_transfer_length;
960
2707388c 961 storvsc_command_completion(request);
8dcf37d4
S
962
963 if (atomic_dec_and_test(&stor_device->num_outstanding_req) &&
964 stor_device->drain_notify)
965 wake_up(&stor_device->waiting_to_drain);
966
967
968}
969
970static void storvsc_on_receive(struct hv_device *device,
971 struct vstor_packet *vstor_packet,
61eaffc9 972 struct storvsc_cmd_request *request)
8dcf37d4 973{
12675799
S
974 struct storvsc_scan_work *work;
975 struct storvsc_device *stor_device;
976
8dcf37d4
S
977 switch (vstor_packet->operation) {
978 case VSTOR_OPERATION_COMPLETE_IO:
979 storvsc_on_io_completion(device, vstor_packet, request);
980 break;
12675799 981
8dcf37d4 982 case VSTOR_OPERATION_REMOVE_DEVICE:
12675799
S
983 case VSTOR_OPERATION_ENUMERATE_BUS:
984 stor_device = get_in_stor_device(device);
985 work = kmalloc(sizeof(struct storvsc_scan_work), GFP_ATOMIC);
986 if (!work)
987 return;
988
989 INIT_WORK(&work->work, storvsc_bus_scan);
990 work->host = stor_device->host;
991 schedule_work(&work->work);
992 break;
8dcf37d4
S
993
994 default:
995 break;
996 }
997}
998
999static void storvsc_on_channel_callback(void *context)
1000{
1001 struct hv_device *device = (struct hv_device *)context;
1002 struct storvsc_device *stor_device;
1003 u32 bytes_recvd;
1004 u64 request_id;
1005 unsigned char packet[ALIGN(sizeof(struct vstor_packet), 8)];
61eaffc9 1006 struct storvsc_cmd_request *request;
8dcf37d4
S
1007 int ret;
1008
1009
1010 stor_device = get_in_stor_device(device);
1011 if (!stor_device)
1012 return;
1013
1014 do {
1015 ret = vmbus_recvpacket(device->channel, packet,
1016 ALIGN(sizeof(struct vstor_packet), 8),
1017 &bytes_recvd, &request_id);
1018 if (ret == 0 && bytes_recvd > 0) {
1019
61eaffc9 1020 request = (struct storvsc_cmd_request *)
8dcf37d4
S
1021 (unsigned long)request_id;
1022
1023 if ((request == &stor_device->init_request) ||
1024 (request == &stor_device->reset_request)) {
1025
1026 memcpy(&request->vstor_packet, packet,
1027 sizeof(struct vstor_packet));
1028 complete(&request->wait_event);
1029 } else {
1030 storvsc_on_receive(device,
1031 (struct vstor_packet *)packet,
1032 request);
1033 }
1034 } else {
1035 break;
1036 }
1037 } while (1);
1038
1039 return;
1040}
1041
1042static int storvsc_connect_to_vsp(struct hv_device *device, u32 ring_size)
1043{
1044 struct vmstorage_channel_properties props;
1045 int ret;
1046
1047 memset(&props, 0, sizeof(struct vmstorage_channel_properties));
1048
8dcf37d4
S
1049 ret = vmbus_open(device->channel,
1050 ring_size,
1051 ring_size,
1052 (void *)&props,
1053 sizeof(struct vmstorage_channel_properties),
1054 storvsc_on_channel_callback, device);
1055
1056 if (ret != 0)
1057 return ret;
1058
1059 ret = storvsc_channel_init(device);
1060
1061 return ret;
1062}
1063
c1b3d067 1064static int storvsc_dev_remove(struct hv_device *device)
8dcf37d4
S
1065{
1066 struct storvsc_device *stor_device;
1067 unsigned long flags;
1068
cd654ea1 1069 stor_device = hv_get_drvdata(device);
8dcf37d4
S
1070
1071 spin_lock_irqsave(&device->channel->inbound_lock, flags);
1072 stor_device->destroy = true;
1073 spin_unlock_irqrestore(&device->channel->inbound_lock, flags);
1074
1075 /*
1076 * At this point, all outbound traffic should be disable. We
1077 * only allow inbound traffic (responses) to proceed so that
1078 * outstanding requests can be completed.
1079 */
1080
1081 storvsc_wait_to_drain(stor_device);
1082
1083 /*
1084 * Since we have already drained, we don't need to busy wait
1085 * as was done in final_release_stor_device()
1086 * Note that we cannot set the ext pointer to NULL until
1087 * we have drained - to drain the outgoing packets, we need to
1088 * allow incoming packets.
1089 */
1090 spin_lock_irqsave(&device->channel->inbound_lock, flags);
cd654ea1 1091 hv_set_drvdata(device, NULL);
8dcf37d4
S
1092 spin_unlock_irqrestore(&device->channel->inbound_lock, flags);
1093
1094 /* Close the channel */
1095 vmbus_close(device->channel);
1096
1097 kfree(stor_device);
1098 return 0;
1099}
1100
c1b3d067 1101static int storvsc_do_io(struct hv_device *device,
61eaffc9 1102 struct storvsc_cmd_request *request)
8dcf37d4
S
1103{
1104 struct storvsc_device *stor_device;
1105 struct vstor_packet *vstor_packet;
1106 int ret = 0;
1107
1108 vstor_packet = &request->vstor_packet;
1109 stor_device = get_out_stor_device(device);
1110
1111 if (!stor_device)
1112 return -ENODEV;
1113
1114
1115 request->device = device;
1116
1117
1118 vstor_packet->flags |= REQUEST_COMPLETION_FLAG;
1119
1120 vstor_packet->vm_srb.length = sizeof(struct vmscsi_request);
1121
1122
6b2f9495 1123 vstor_packet->vm_srb.sense_info_length = STORVSC_SENSE_BUFFER_SIZE;
8dcf37d4
S
1124
1125
1126 vstor_packet->vm_srb.data_transfer_length =
1127 request->data_buffer.len;
1128
1129 vstor_packet->operation = VSTOR_OPERATION_EXECUTE_SRB;
1130
1131 if (request->data_buffer.len) {
1132 ret = vmbus_sendpacket_multipagebuffer(device->channel,
1133 &request->data_buffer,
1134 vstor_packet,
1135 sizeof(struct vstor_packet),
1136 (unsigned long)request);
1137 } else {
1138 ret = vmbus_sendpacket(device->channel, vstor_packet,
1139 sizeof(struct vstor_packet),
1140 (unsigned long)request,
1141 VM_PKT_DATA_INBAND,
1142 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
1143 }
1144
1145 if (ret != 0)
1146 return ret;
1147
1148 atomic_inc(&stor_device->num_outstanding_req);
1149
1150 return ret;
1151}
1152
5b60acee
S
1153static int storvsc_device_alloc(struct scsi_device *sdevice)
1154{
ce3e301c
S
1155 struct stor_mem_pools *memp;
1156 int number = STORVSC_MIN_BUF_NR;
1157
1158 memp = kzalloc(sizeof(struct stor_mem_pools), GFP_KERNEL);
1159 if (!memp)
1160 return -ENOMEM;
1161
1162 memp->request_pool =
1163 kmem_cache_create(dev_name(&sdevice->sdev_dev),
1164 sizeof(struct storvsc_cmd_request), 0,
1165 SLAB_HWCACHE_ALIGN, NULL);
1166
1167 if (!memp->request_pool)
1168 goto err0;
1169
1170 memp->request_mempool = mempool_create(number, mempool_alloc_slab,
1171 mempool_free_slab,
1172 memp->request_pool);
1173
1174 if (!memp->request_mempool)
1175 goto err1;
1176
1177 sdevice->hostdata = memp;
1178
5b60acee 1179 return 0;
ce3e301c
S
1180
1181err1:
1182 kmem_cache_destroy(memp->request_pool);
1183
1184err0:
1185 kfree(memp);
1186 return -ENOMEM;
1187}
1188
1189static void storvsc_device_destroy(struct scsi_device *sdevice)
1190{
1191 struct stor_mem_pools *memp = sdevice->hostdata;
1192
535dba0e
AN
1193 if (!memp)
1194 return;
1195
ce3e301c
S
1196 mempool_destroy(memp->request_mempool);
1197 kmem_cache_destroy(memp->request_pool);
1198 kfree(memp);
1199 sdevice->hostdata = NULL;
5b60acee
S
1200}
1201
419f2d03
S
1202static int storvsc_device_configure(struct scsi_device *sdevice)
1203{
1204 scsi_adjust_queue_depth(sdevice, MSG_SIMPLE_TAG,
1205 STORVSC_MAX_IO_REQUESTS);
1206
419f2d03
S
1207 blk_queue_max_segment_size(sdevice->request_queue, PAGE_SIZE);
1208
419f2d03 1209 blk_queue_bounce_limit(sdevice->request_queue, BLK_BOUNCE_ANY);
419f2d03 1210
3e8f4f40
OH
1211 sdevice->no_write_same = 1;
1212
419f2d03
S
1213 return 0;
1214}
1215
62838ce2
S
1216static int storvsc_get_chs(struct scsi_device *sdev, struct block_device * bdev,
1217 sector_t capacity, int *info)
1218{
5326fd5c
S
1219 sector_t nsect = capacity;
1220 sector_t cylinders = nsect;
1221 int heads, sectors_pt;
62838ce2 1222
5326fd5c
S
1223 /*
1224 * We are making up these values; let us keep it simple.
1225 */
1226 heads = 0xff;
1227 sectors_pt = 0x3f; /* Sectors per track */
1228 sector_div(cylinders, heads * sectors_pt);
1229 if ((sector_t)(cylinders + 1) * heads * sectors_pt < nsect)
1230 cylinders = 0xffff;
62838ce2
S
1231
1232 info[0] = heads;
5326fd5c
S
1233 info[1] = sectors_pt;
1234 info[2] = (int)cylinders;
62838ce2 1235
62838ce2
S
1236 return 0;
1237}
aa3d789e 1238
4b270c8b 1239static int storvsc_host_reset_handler(struct scsi_cmnd *scmnd)
aa3d789e 1240{
4b270c8b
S
1241 struct hv_host_device *host_dev = shost_priv(scmnd->device->host);
1242 struct hv_device *device = host_dev->dev;
1243
aa3d789e 1244 struct storvsc_device *stor_device;
61eaffc9 1245 struct storvsc_cmd_request *request;
aa3d789e
S
1246 struct vstor_packet *vstor_packet;
1247 int ret, t;
1248
aa3d789e 1249
1eaaddf9 1250 stor_device = get_out_stor_device(device);
aa3d789e 1251 if (!stor_device)
a00e8224 1252 return FAILED;
aa3d789e
S
1253
1254 request = &stor_device->reset_request;
1255 vstor_packet = &request->vstor_packet;
1256
1257 init_completion(&request->wait_event);
1258
1259 vstor_packet->operation = VSTOR_OPERATION_RESET_BUS;
1260 vstor_packet->flags = REQUEST_COMPLETION_FLAG;
1261 vstor_packet->vm_srb.path_id = stor_device->path_id;
1262
1263 ret = vmbus_sendpacket(device->channel, vstor_packet,
1264 sizeof(struct vstor_packet),
1265 (unsigned long)&stor_device->reset_request,
1266 VM_PKT_DATA_INBAND,
1267 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
1268 if (ret != 0)
a00e8224 1269 return FAILED;
aa3d789e 1270
46d2eb6d 1271 t = wait_for_completion_timeout(&request->wait_event, 5*HZ);
a00e8224
S
1272 if (t == 0)
1273 return TIMEOUT_ERROR;
aa3d789e 1274
aa3d789e
S
1275
1276 /*
1277 * At this point, all outstanding requests in the adapter
1278 * should have been flushed out and return to us
5c1b10ab
S
1279 * There is a potential race here where the host may be in
1280 * the process of responding when we return from here.
1281 * Just wait for all in-transit packets to be accounted for
1282 * before we return from here.
aa3d789e 1283 */
5c1b10ab 1284 storvsc_wait_to_drain(stor_device);
aa3d789e 1285
a00e8224 1286 return SUCCESS;
aa3d789e
S
1287}
1288
7afc3ac1
S
1289/*
1290 * The host guarantees to respond to each command, although I/O latencies might
1291 * be unbounded on Azure. Reset the timer unconditionally to give the host a
1292 * chance to perform EH.
1293 */
1294static enum blk_eh_timer_return storvsc_eh_timed_out(struct scsi_cmnd *scmnd)
1295{
1296 return BLK_EH_RESET_TIMER;
1297}
1298
c77b63b6 1299static bool storvsc_scsi_cmd_ok(struct scsi_cmnd *scmnd)
92ae4ebd
OH
1300{
1301 bool allowed = true;
1302 u8 scsi_op = scmnd->cmnd[0];
1303
1304 switch (scsi_op) {
3e8f4f40
OH
1305 /* the host does not handle WRITE_SAME, log accident usage */
1306 case WRITE_SAME:
c77b63b6
S
1307 /*
1308 * smartd sends this command and the host does not handle
1309 * this. So, don't send it.
1310 */
41098f8f 1311 case SET_WINDOW:
59e00e74 1312 scmnd->result = ILLEGAL_REQUEST << 16;
41098f8f
S
1313 allowed = false;
1314 break;
1315 default:
1316 break;
92ae4ebd
OH
1317 }
1318 return allowed;
1319}
c5b463ae 1320
bab445e1 1321static int storvsc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *scmnd)
c5b463ae
S
1322{
1323 int ret;
bab445e1 1324 struct hv_host_device *host_dev = shost_priv(host);
c5b463ae 1325 struct hv_device *dev = host_dev->dev;
c5b463ae
S
1326 struct storvsc_cmd_request *cmd_request;
1327 unsigned int request_size = 0;
1328 int i;
1329 struct scatterlist *sgl;
1330 unsigned int sg_count = 0;
1331 struct vmscsi_request *vm_srb;
ce3e301c 1332 struct stor_mem_pools *memp = scmnd->device->hostdata;
c5b463ae 1333
c77b63b6 1334 if (!storvsc_scsi_cmd_ok(scmnd)) {
bab445e1 1335 scmnd->scsi_done(scmnd);
92ae4ebd
OH
1336 return 0;
1337 }
c5b463ae 1338
c5b463ae
S
1339 request_size = sizeof(struct storvsc_cmd_request);
1340
ce3e301c 1341 cmd_request = mempool_alloc(memp->request_mempool,
c5b463ae 1342 GFP_ATOMIC);
c77b63b6
S
1343
1344 /*
1345 * We might be invoked in an interrupt context; hence
1346 * mempool_alloc() can fail.
1347 */
bab445e1 1348 if (!cmd_request)
c5b463ae 1349 return SCSI_MLQUEUE_DEVICE_BUSY;
bab445e1 1350
4e03e697 1351 memset(cmd_request, 0, sizeof(struct storvsc_cmd_request));
c5b463ae
S
1352
1353 /* Setup the cmd request */
c5b463ae
S
1354 cmd_request->cmd = scmnd;
1355
1356 scmnd->host_scribble = (unsigned char *)cmd_request;
1357
61eaffc9 1358 vm_srb = &cmd_request->vstor_packet.vm_srb;
c5b463ae
S
1359
1360
1361 /* Build the SRB */
1362 switch (scmnd->sc_data_direction) {
1363 case DMA_TO_DEVICE:
1364 vm_srb->data_in = WRITE_TYPE;
1365 break;
1366 case DMA_FROM_DEVICE:
1367 vm_srb->data_in = READ_TYPE;
1368 break;
1369 default:
1370 vm_srb->data_in = UNKNOWN_TYPE;
1371 break;
1372 }
1373
c5b463ae 1374
c5b463ae
S
1375 vm_srb->port_number = host_dev->port;
1376 vm_srb->path_id = scmnd->device->channel;
1377 vm_srb->target_id = scmnd->device->id;
1378 vm_srb->lun = scmnd->device->lun;
1379
c5b463ae
S
1380 vm_srb->cdb_length = scmnd->cmd_len;
1381
1382 memcpy(vm_srb->cdb, scmnd->cmnd, vm_srb->cdb_length);
1383
61eaffc9 1384 cmd_request->sense_buffer = scmnd->sense_buffer;
c5b463ae
S
1385
1386
61eaffc9 1387 cmd_request->data_buffer.len = scsi_bufflen(scmnd);
c5b463ae
S
1388 if (scsi_sg_count(scmnd)) {
1389 sgl = (struct scatterlist *)scsi_sglist(scmnd);
1390 sg_count = scsi_sg_count(scmnd);
1391
1392 /* check if we need to bounce the sgl */
1393 if (do_bounce_buffer(sgl, scsi_sg_count(scmnd)) != -1) {
1394 cmd_request->bounce_sgl =
1395 create_bounce_buffer(sgl, scsi_sg_count(scmnd),
6e8087a4
S
1396 scsi_bufflen(scmnd),
1397 vm_srb->data_in);
c5b463ae 1398 if (!cmd_request->bounce_sgl) {
c77b63b6
S
1399 ret = SCSI_MLQUEUE_HOST_BUSY;
1400 goto queue_error;
c5b463ae
S
1401 }
1402
1403 cmd_request->bounce_sgl_count =
1404 ALIGN(scsi_bufflen(scmnd), PAGE_SIZE) >>
1405 PAGE_SHIFT;
1406
fa23b8c7
S
1407 if (vm_srb->data_in == WRITE_TYPE)
1408 copy_to_bounce_buffer(sgl,
1409 cmd_request->bounce_sgl,
1410 scsi_sg_count(scmnd));
c5b463ae
S
1411
1412 sgl = cmd_request->bounce_sgl;
1413 sg_count = cmd_request->bounce_sgl_count;
1414 }
1415
61eaffc9 1416 cmd_request->data_buffer.offset = sgl[0].offset;
c5b463ae
S
1417
1418 for (i = 0; i < sg_count; i++)
61eaffc9 1419 cmd_request->data_buffer.pfn_array[i] =
c5b463ae
S
1420 page_to_pfn(sg_page((&sgl[i])));
1421
1422 } else if (scsi_sglist(scmnd)) {
61eaffc9 1423 cmd_request->data_buffer.offset =
c5b463ae 1424 virt_to_phys(scsi_sglist(scmnd)) & (PAGE_SIZE-1);
61eaffc9 1425 cmd_request->data_buffer.pfn_array[0] =
c5b463ae
S
1426 virt_to_phys(scsi_sglist(scmnd)) >> PAGE_SHIFT;
1427 }
1428
c5b463ae 1429 /* Invokes the vsc to start an IO */
61eaffc9 1430 ret = storvsc_do_io(dev, cmd_request);
636f0fd1 1431
d2598f01 1432 if (ret == -EAGAIN) {
c5b463ae
S
1433 /* no more space */
1434
c77b63b6 1435 if (cmd_request->bounce_sgl_count) {
c5b463ae 1436 destroy_bounce_buffer(cmd_request->bounce_sgl,
70691ec6 1437 cmd_request->bounce_sgl_count);
c5b463ae 1438
c77b63b6
S
1439 ret = SCSI_MLQUEUE_DEVICE_BUSY;
1440 goto queue_error;
1441 }
c5b463ae
S
1442 }
1443
c77b63b6
S
1444 return 0;
1445
1446queue_error:
1447 mempool_free(cmd_request, memp->request_mempool);
1448 scmnd->host_scribble = NULL;
c5b463ae
S
1449 return ret;
1450}
1451
bef4a34a 1452static struct scsi_host_template scsi_driver = {
ff568d3a
GKH
1453 .module = THIS_MODULE,
1454 .name = "storvsc_host_t",
1455 .bios_param = storvsc_get_chs,
1456 .queuecommand = storvsc_queuecommand,
1457 .eh_host_reset_handler = storvsc_host_reset_handler,
7afc3ac1 1458 .eh_timed_out = storvsc_eh_timed_out,
ff568d3a 1459 .slave_alloc = storvsc_device_alloc,
ce3e301c 1460 .slave_destroy = storvsc_device_destroy,
ff568d3a
GKH
1461 .slave_configure = storvsc_device_configure,
1462 .cmd_per_lun = 1,
1463 /* 64 max_queue * 1 target */
0686e4f4 1464 .can_queue = STORVSC_MAX_IO_REQUESTS*STORVSC_MAX_TARGETS,
ff568d3a 1465 .this_id = -1,
454f18a9 1466 /* no use setting to 0 since ll_blk_rw reset it to 1 */
ff568d3a
GKH
1467 /* currently 32 */
1468 .sg_tablesize = MAX_MULTIPAGE_BUFFER_COUNT,
039db52d 1469 .use_clustering = DISABLE_CLUSTERING,
454f18a9 1470 /* Make sure we dont get a sg segment crosses a page boundary */
ff568d3a 1471 .dma_boundary = PAGE_SIZE-1,
8562d028 1472 .no_write_same = 1,
bef4a34a
HJ
1473};
1474
ef52a81b
S
1475enum {
1476 SCSI_GUID,
1477 IDE_GUID,
1478};
1479
d847b5fe 1480static const struct hv_vmbus_device_id id_table[] = {
c45cf2d4 1481 /* SCSI guid */
35c3bc20
S
1482 { HV_SCSI_GUID,
1483 .driver_data = SCSI_GUID
1484 },
21e37742 1485 /* IDE guid */
35c3bc20
S
1486 { HV_IDE_GUID,
1487 .driver_data = IDE_GUID
1488 },
c45cf2d4 1489 { },
d847b5fe 1490};
bef4a34a 1491
d847b5fe 1492MODULE_DEVICE_TABLE(vmbus, id_table);
bd1f5d6a 1493
84946899
S
1494static int storvsc_probe(struct hv_device *device,
1495 const struct hv_vmbus_device_id *dev_id)
bef4a34a 1496{
ff568d3a 1497 int ret;
bef4a34a 1498 struct Scsi_Host *host;
795b613d 1499 struct hv_host_device *host_dev;
ef52a81b 1500 bool dev_is_ide = ((dev_id->driver_data == IDE_GUID) ? true : false);
bd1f5d6a 1501 int target = 0;
6e4198ce 1502 struct storvsc_device *stor_device;
bd1f5d6a 1503
ff568d3a 1504 host = scsi_host_alloc(&scsi_driver,
972621c9 1505 sizeof(struct hv_host_device));
f8feed06 1506 if (!host)
bef4a34a 1507 return -ENOMEM;
bef4a34a 1508
7f33f30a 1509 host_dev = shost_priv(host);
795b613d 1510 memset(host_dev, 0, sizeof(struct hv_host_device));
bef4a34a 1511
795b613d 1512 host_dev->port = host->host_no;
97c15296 1513 host_dev->dev = device;
bef4a34a 1514
4e03e697 1515
a13d35ab 1516 stor_device = kzalloc(sizeof(struct storvsc_device), GFP_KERNEL);
6e4198ce 1517 if (!stor_device) {
225ce6ea 1518 ret = -ENOMEM;
ce3e301c 1519 goto err_out0;
6e4198ce 1520 }
9efd21e1 1521
a13d35ab
S
1522 stor_device->destroy = false;
1523 init_waitqueue_head(&stor_device->waiting_to_drain);
1524 stor_device->device = device;
cd654ea1
S
1525 stor_device->host = host;
1526 hv_set_drvdata(device, stor_device);
a13d35ab 1527
6e4198ce
S
1528 stor_device->port_number = host->host_no;
1529 ret = storvsc_connect_to_vsp(device, storvsc_ringbuffer_size);
225ce6ea 1530 if (ret)
ce3e301c 1531 goto err_out1;
bef4a34a 1532
6e4198ce
S
1533 host_dev->path = stor_device->path_id;
1534 host_dev->target = stor_device->target_id;
bef4a34a 1535
ff568d3a
GKH
1536 /* max # of devices per target */
1537 host->max_lun = STORVSC_MAX_LUNS_PER_TARGET;
1538 /* max # of targets per channel */
1539 host->max_id = STORVSC_MAX_TARGETS;
1540 /* max # of channels */
1541 host->max_channel = STORVSC_MAX_CHANNELS - 1;
cf55f4a8
MS
1542 /* max cmd length */
1543 host->max_cmd_len = STORVSC_MAX_CMD_LEN;
bef4a34a 1544
454f18a9 1545 /* Register the HBA and start the scsi bus scan */
9efd21e1 1546 ret = scsi_add_host(host, &device->device);
bd1f5d6a 1547 if (ret != 0)
ce3e301c 1548 goto err_out2;
bef4a34a 1549
bd1f5d6a
S
1550 if (!dev_is_ide) {
1551 scsi_scan_host(host);
59d22950
S
1552 } else {
1553 target = (device->dev_instance.b[5] << 8 |
1554 device->dev_instance.b[4]);
1555 ret = scsi_add_device(host, 0, target, 0);
1556 if (ret) {
1557 scsi_remove_host(host);
1558 goto err_out2;
1559 }
bef4a34a 1560 }
bd1f5d6a 1561 return 0;
bef4a34a 1562
ce3e301c 1563err_out2:
225ce6ea
S
1564 /*
1565 * Once we have connected with the host, we would need to
1566 * to invoke storvsc_dev_remove() to rollback this state and
1567 * this call also frees up the stor_device; hence the jump around
ce3e301c 1568 * err_out1 label.
225ce6ea 1569 */
bd1f5d6a 1570 storvsc_dev_remove(device);
ce3e301c 1571 goto err_out0;
225ce6ea
S
1572
1573err_out1:
ce3e301c 1574 kfree(stor_device);
225ce6ea
S
1575
1576err_out0:
bd1f5d6a 1577 scsi_host_put(host);
225ce6ea 1578 return ret;
bef4a34a
HJ
1579}
1580
ddcbf65e
S
1581static int storvsc_remove(struct hv_device *dev)
1582{
1583 struct storvsc_device *stor_device = hv_get_drvdata(dev);
1584 struct Scsi_Host *host = stor_device->host;
1585
1586 scsi_remove_host(host);
1587 storvsc_dev_remove(dev);
1588 scsi_host_put(host);
1589
1590 return 0;
1591}
1592
40bf63ed 1593static struct hv_driver storvsc_drv = {
fafb0efc 1594 .name = KBUILD_MODNAME,
d847b5fe 1595 .id_table = id_table,
40bf63ed
S
1596 .probe = storvsc_probe,
1597 .remove = storvsc_remove,
39ae6fae 1598};
7bd05b91 1599
d9bbae83 1600static int __init storvsc_drv_init(void)
f5c78872 1601{
01415ab3
S
1602 u32 max_outstanding_req_per_channel;
1603
1604 /*
1605 * Divide the ring buffer data size (which is 1 page less
1606 * than the ring buffer size since that page is reserved for
1607 * the ring buffer indices) by the max request size (which is
1608 * vmbus_channel_packet_multipage_buffer + struct vstor_packet + u64)
1609 */
01415ab3 1610 max_outstanding_req_per_channel =
768fa219
GKH
1611 ((storvsc_ringbuffer_size - PAGE_SIZE) /
1612 ALIGN(MAX_MULTIPAGE_BUFFER_PACKET +
1613 sizeof(struct vstor_packet) + sizeof(u64),
1614 sizeof(u64)));
f5c78872 1615
01415ab3 1616 if (max_outstanding_req_per_channel <
f5c78872 1617 STORVSC_MAX_IO_REQUESTS)
b06efc19 1618 return -EINVAL;
f5c78872 1619
768fa219 1620 return vmbus_driver_register(&storvsc_drv);
f5c78872
S
1621}
1622
c63ba9e1 1623static void __exit storvsc_drv_exit(void)
f5c78872 1624{
768fa219 1625 vmbus_driver_unregister(&storvsc_drv);
f5c78872
S
1626}
1627
ff568d3a 1628MODULE_LICENSE("GPL");
26c14cc1 1629MODULE_VERSION(HV_DRV_VERSION);
3afc7cc3 1630MODULE_DESCRIPTION("Microsoft Hyper-V virtual storage driver");
d9bbae83 1631module_init(storvsc_drv_init);
c63ba9e1 1632module_exit(storvsc_drv_exit);