projects / GitHub / moto-9609 / android_kernel_motorola_exynos9610.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
Merge 4.14.70 into android-4.14-p
[GitHub/moto-9609/android_kernel_motorola_exynos9610.git] / drivers / scsi / aic94xx / aic94xx_init.c
1 /*
2 * Aic94xx SAS/SATA driver initialization.
3 *
4 * Copyright (C) 2005 Adaptec, Inc. All rights reserved.
5 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
6 *
7 * This file is licensed under GPLv2.
8 *
9 * This file is part of the aic94xx driver.
10 *
11 * The aic94xx driver is free software; you can redistribute it and/or
12 * modify it under the terms of the GNU General Public License as
13 * published by the Free Software Foundation; version 2 of the
14 * License.
15 *
16 * The aic94xx driver is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with the aic94xx driver; if not, write to the Free Software
23 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
24 *
25 */
26
27 #include <linux/module.h>
28 #include <linux/init.h>
29 #include <linux/kernel.h>
30 #include <linux/pci.h>
31 #include <linux/delay.h>
32 #include <linux/firmware.h>
33 #include <linux/slab.h>
34
35 #include <scsi/scsi_host.h>
36
37 #include "aic94xx.h"
38 #include "aic94xx_reg.h"
39 #include "aic94xx_hwi.h"
40 #include "aic94xx_seq.h"
41 #include "aic94xx_sds.h"
42
43 /* The format is "version.release.patchlevel" */
44 #define ASD_DRIVER_VERSION "1.0.3"
45
46 static int use_msi = 0;
47 module_param_named(use_msi, use_msi, int, S_IRUGO);
48 MODULE_PARM_DESC(use_msi, "\n"
49 "\tEnable(1) or disable(0) using PCI MSI.\n"
50 "\tDefault: 0");
51
52 static struct scsi_transport_template *aic94xx_transport_template;
53 static int asd_scan_finished(struct Scsi_Host *, unsigned long);
54 static void asd_scan_start(struct Scsi_Host *);
55
56 static struct scsi_host_template aic94xx_sht = {
57 .module = THIS_MODULE,
58 /* .name is initialized */
59 .name = "aic94xx",
60 .queuecommand = sas_queuecommand,
61 .target_alloc = sas_target_alloc,
62 .slave_configure = sas_slave_configure,
63 .scan_finished = asd_scan_finished,
64 .scan_start = asd_scan_start,
65 .change_queue_depth = sas_change_queue_depth,
66 .bios_param = sas_bios_param,
67 .can_queue = 1,
68 .this_id = -1,
69 .sg_tablesize = SG_ALL,
70 .max_sectors = SCSI_DEFAULT_MAX_SECTORS,
71 .use_clustering = ENABLE_CLUSTERING,
72 .eh_device_reset_handler = sas_eh_device_reset_handler,
73 .eh_target_reset_handler = sas_eh_target_reset_handler,
74 .target_destroy = sas_target_destroy,
75 .ioctl = sas_ioctl,
76 .track_queue_depth = 1,
77 };
78
79 static int asd_map_memio(struct asd_ha_struct *asd_ha)
80 {
81 int err, i;
82 struct asd_ha_addrspace *io_handle;
83
84 asd_ha->iospace = 0;
85 for (i = 0; i < 3; i += 2) {
86 io_handle = &asd_ha->io_handle[i==0?0:1];
87 io_handle->start = pci_resource_start(asd_ha->pcidev, i);
88 io_handle->len = pci_resource_len(asd_ha->pcidev, i);
89 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
90 err = -ENODEV;
91 if (!io_handle->start || !io_handle->len) {
92 asd_printk("MBAR%d start or length for %s is 0.\n",
93 i==0?0:1, pci_name(asd_ha->pcidev));
94 goto Err;
95 }
96 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
97 if (err) {
98 asd_printk("couldn't reserve memory region for %s\n",
99 pci_name(asd_ha->pcidev));
100 goto Err;
101 }
102 io_handle->addr = ioremap(io_handle->start, io_handle->len);
103 if (!io_handle->addr) {
104 asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1,
105 pci_name(asd_ha->pcidev));
106 err = -ENOMEM;
107 goto Err_unreq;
108 }
109 }
110
111 return 0;
112 Err_unreq:
113 pci_release_region(asd_ha->pcidev, i);
114 Err:
115 if (i > 0) {
116 io_handle = &asd_ha->io_handle[0];
117 iounmap(io_handle->addr);
118 pci_release_region(asd_ha->pcidev, 0);
119 }
120 return err;
121 }
122
123 static void asd_unmap_memio(struct asd_ha_struct *asd_ha)
124 {
125 struct asd_ha_addrspace *io_handle;
126
127 io_handle = &asd_ha->io_handle[1];
128 iounmap(io_handle->addr);
129 pci_release_region(asd_ha->pcidev, 2);
130
131 io_handle = &asd_ha->io_handle[0];
132 iounmap(io_handle->addr);
133 pci_release_region(asd_ha->pcidev, 0);
134 }
135
136 static int asd_map_ioport(struct asd_ha_struct *asd_ha)
137 {
138 int i = PCI_IOBAR_OFFSET, err;
139 struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0];
140
141 asd_ha->iospace = 1;
142 io_handle->start = pci_resource_start(asd_ha->pcidev, i);
143 io_handle->len = pci_resource_len(asd_ha->pcidev, i);
144 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
145 io_handle->addr = (void __iomem *) io_handle->start;
146 if (!io_handle->start || !io_handle->len) {
147 asd_printk("couldn't get IO ports for %s\n",
148 pci_name(asd_ha->pcidev));
149 return -ENODEV;
150 }
151 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
152 if (err) {
153 asd_printk("couldn't reserve io space for %s\n",
154 pci_name(asd_ha->pcidev));
155 }
156
157 return err;
158 }
159
160 static void asd_unmap_ioport(struct asd_ha_struct *asd_ha)
161 {
162 pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET);
163 }
164
165 static int asd_map_ha(struct asd_ha_struct *asd_ha)
166 {
167 int err;
168 u16 cmd_reg;
169
170 err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg);
171 if (err) {
172 asd_printk("couldn't read command register of %s\n",
173 pci_name(asd_ha->pcidev));
174 goto Err;
175 }
176
177 err = -ENODEV;
178 if (cmd_reg & PCI_COMMAND_MEMORY) {
179 if ((err = asd_map_memio(asd_ha)))
180 goto Err;
181 } else if (cmd_reg & PCI_COMMAND_IO) {
182 if ((err = asd_map_ioport(asd_ha)))
183 goto Err;
184 asd_printk("%s ioport mapped -- upgrade your hardware\n",
185 pci_name(asd_ha->pcidev));
186 } else {
187 asd_printk("no proper device access to %s\n",
188 pci_name(asd_ha->pcidev));
189 goto Err;
190 }
191
192 return 0;
193 Err:
194 return err;
195 }
196
197 static void asd_unmap_ha(struct asd_ha_struct *asd_ha)
198 {
199 if (asd_ha->iospace)
200 asd_unmap_ioport(asd_ha);
201 else
202 asd_unmap_memio(asd_ha);
203 }
204
205 static const char *asd_dev_rev[30] = {
206 [0] = "A0",
207 [1] = "A1",
208 [8] = "B0",
209 };
210
211 static int asd_common_setup(struct asd_ha_struct *asd_ha)
212 {
213 int err, i;
214
215 asd_ha->revision_id = asd_ha->pcidev->revision;
216
217 err = -ENODEV;
218 if (asd_ha->revision_id < AIC9410_DEV_REV_B0) {
219 asd_printk("%s is revision %s (%X), which is not supported\n",
220 pci_name(asd_ha->pcidev),
221 asd_dev_rev[asd_ha->revision_id],
222 asd_ha->revision_id);
223 goto Err;
224 }
225 /* Provide some sane default values. */
226 asd_ha->hw_prof.max_scbs = 512;
227 asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS;
228 asd_ha->hw_prof.num_phys = ASD_MAX_PHYS;
229 /* All phys are enabled, by default. */
230 asd_ha->hw_prof.enabled_phys = 0xFF;
231 for (i = 0; i < ASD_MAX_PHYS; i++) {
232 asd_ha->hw_prof.phy_desc[i].max_sas_lrate =
233 SAS_LINK_RATE_3_0_GBPS;
234 asd_ha->hw_prof.phy_desc[i].min_sas_lrate =
235 SAS_LINK_RATE_1_5_GBPS;
236 asd_ha->hw_prof.phy_desc[i].max_sata_lrate =
237 SAS_LINK_RATE_1_5_GBPS;
238 asd_ha->hw_prof.phy_desc[i].min_sata_lrate =
239 SAS_LINK_RATE_1_5_GBPS;
240 }
241
242 return 0;
243 Err:
244 return err;
245 }
246
247 static int asd_aic9410_setup(struct asd_ha_struct *asd_ha)
248 {
249 int err = asd_common_setup(asd_ha);
250
251 if (err)
252 return err;
253
254 asd_ha->hw_prof.addr_range = 8;
255 asd_ha->hw_prof.port_name_base = 0;
256 asd_ha->hw_prof.dev_name_base = 8;
257 asd_ha->hw_prof.sata_name_base = 16;
258
259 return 0;
260 }
261
262 static int asd_aic9405_setup(struct asd_ha_struct *asd_ha)
263 {
264 int err = asd_common_setup(asd_ha);
265
266 if (err)
267 return err;
268
269 asd_ha->hw_prof.addr_range = 4;
270 asd_ha->hw_prof.port_name_base = 0;
271 asd_ha->hw_prof.dev_name_base = 4;
272 asd_ha->hw_prof.sata_name_base = 8;
273
274 return 0;
275 }
276
277 static ssize_t asd_show_dev_rev(struct device *dev,
278 struct device_attribute *attr, char *buf)
279 {
280 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
281 return snprintf(buf, PAGE_SIZE, "%s\n",
282 asd_dev_rev[asd_ha->revision_id]);
283 }
284 static DEVICE_ATTR(revision, S_IRUGO, asd_show_dev_rev, NULL);
285
286 static ssize_t asd_show_dev_bios_build(struct device *dev,
287 struct device_attribute *attr,char *buf)
288 {
289 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
290 return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld);
291 }
292 static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL);
293
294 static ssize_t asd_show_dev_pcba_sn(struct device *dev,
295 struct device_attribute *attr, char *buf)
296 {
297 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
298 return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn);
299 }
300 static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL);
301
302 #define FLASH_CMD_NONE 0x00
303 #define FLASH_CMD_UPDATE 0x01
304 #define FLASH_CMD_VERIFY 0x02
305
306 struct flash_command {
307 u8 command[8];
308 int code;
309 };
310
311 static struct flash_command flash_command_table[] =
312 {
313 {"verify", FLASH_CMD_VERIFY},
314 {"update", FLASH_CMD_UPDATE},
315 {"", FLASH_CMD_NONE} /* Last entry should be NULL. */
316 };
317
318 struct error_bios {
319 char *reason;
320 int err_code;
321 };
322
323 static struct error_bios flash_error_table[] =
324 {
325 {"Failed to open bios image file", FAIL_OPEN_BIOS_FILE},
326 {"PCI ID mismatch", FAIL_CHECK_PCI_ID},
327 {"Checksum mismatch", FAIL_CHECK_SUM},
328 {"Unknown Error", FAIL_UNKNOWN},
329 {"Failed to verify.", FAIL_VERIFY},
330 {"Failed to reset flash chip.", FAIL_RESET_FLASH},
331 {"Failed to find flash chip type.", FAIL_FIND_FLASH_ID},
332 {"Failed to erash flash chip.", FAIL_ERASE_FLASH},
333 {"Failed to program flash chip.", FAIL_WRITE_FLASH},
334 {"Flash in progress", FLASH_IN_PROGRESS},
335 {"Image file size Error", FAIL_FILE_SIZE},
336 {"Input parameter error", FAIL_PARAMETERS},
337 {"Out of memory", FAIL_OUT_MEMORY},
338 {"OK", 0} /* Last entry err_code = 0. */
339 };
340
341 static ssize_t asd_store_update_bios(struct device *dev,
342 struct device_attribute *attr,
343 const char *buf, size_t count)
344 {
345 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
346 char *cmd_ptr, *filename_ptr;
347 struct bios_file_header header, *hdr_ptr;
348 int res, i;
349 u32 csum = 0;
350 int flash_command = FLASH_CMD_NONE;
351 int err = 0;
352
353 cmd_ptr = kzalloc(count*2, GFP_KERNEL);
354
355 if (!cmd_ptr) {
356 err = FAIL_OUT_MEMORY;
357 goto out;
358 }
359
360 filename_ptr = cmd_ptr + count;
361 res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr);
362 if (res != 2) {
363 err = FAIL_PARAMETERS;
364 goto out1;
365 }
366
367 for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) {
368 if (!memcmp(flash_command_table[i].command,
369 cmd_ptr, strlen(cmd_ptr))) {
370 flash_command = flash_command_table[i].code;
371 break;
372 }
373 }
374 if (flash_command == FLASH_CMD_NONE) {
375 err = FAIL_PARAMETERS;
376 goto out1;
377 }
378
379 if (asd_ha->bios_status == FLASH_IN_PROGRESS) {
380 err = FLASH_IN_PROGRESS;
381 goto out1;
382 }
383 err = request_firmware(&asd_ha->bios_image,
384 filename_ptr,
385 &asd_ha->pcidev->dev);
386 if (err) {
387 asd_printk("Failed to load bios image file %s, error %d\n",
388 filename_ptr, err);
389 err = FAIL_OPEN_BIOS_FILE;
390 goto out1;
391 }
392
393 hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data;
394
395 if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor ||
396 hdr_ptr->contrl_id.device != asd_ha->pcidev->device) &&
397 (hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor ||
398 hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) {
399
400 ASD_DPRINTK("The PCI vendor or device id does not match\n");
401 ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x"
402 " pci vendor=%x pci dev=%x\n",
403 hdr_ptr->contrl_id.vendor,
404 hdr_ptr->contrl_id.device,
405 hdr_ptr->contrl_id.sub_vendor,
406 hdr_ptr->contrl_id.sub_device,
407 asd_ha->pcidev->vendor,
408 asd_ha->pcidev->device);
409 err = FAIL_CHECK_PCI_ID;
410 goto out2;
411 }
412
413 if (hdr_ptr->filelen != asd_ha->bios_image->size) {
414 err = FAIL_FILE_SIZE;
415 goto out2;
416 }
417
418 /* calculate checksum */
419 for (i = 0; i < hdr_ptr->filelen; i++)
420 csum += asd_ha->bios_image->data[i];
421
422 if ((csum & 0x0000ffff) != hdr_ptr->checksum) {
423 ASD_DPRINTK("BIOS file checksum mismatch\n");
424 err = FAIL_CHECK_SUM;
425 goto out2;
426 }
427 if (flash_command == FLASH_CMD_UPDATE) {
428 asd_ha->bios_status = FLASH_IN_PROGRESS;
429 err = asd_write_flash_seg(asd_ha,
430 &asd_ha->bios_image->data[sizeof(*hdr_ptr)],
431 0, hdr_ptr->filelen-sizeof(*hdr_ptr));
432 if (!err)
433 err = asd_verify_flash_seg(asd_ha,
434 &asd_ha->bios_image->data[sizeof(*hdr_ptr)],
435 0, hdr_ptr->filelen-sizeof(*hdr_ptr));
436 } else {
437 asd_ha->bios_status = FLASH_IN_PROGRESS;
438 err = asd_verify_flash_seg(asd_ha,
439 &asd_ha->bios_image->data[sizeof(header)],
440 0, hdr_ptr->filelen-sizeof(header));
441 }
442
443 out2:
444 release_firmware(asd_ha->bios_image);
445 out1:
446 kfree(cmd_ptr);
447 out:
448 asd_ha->bios_status = err;
449
450 if (!err)
451 return count;
452 else
453 return -err;
454 }
455
456 static ssize_t asd_show_update_bios(struct device *dev,
457 struct device_attribute *attr, char *buf)
458 {
459 int i;
460 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
461
462 for (i = 0; flash_error_table[i].err_code != 0; i++) {
463 if (flash_error_table[i].err_code == asd_ha->bios_status)
464 break;
465 }
466 if (asd_ha->bios_status != FLASH_IN_PROGRESS)
467 asd_ha->bios_status = FLASH_OK;
468
469 return snprintf(buf, PAGE_SIZE, "status=%x %s\n",
470 flash_error_table[i].err_code,
471 flash_error_table[i].reason);
472 }
473
474 static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR,
475 asd_show_update_bios, asd_store_update_bios);
476
477 static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha)
478 {
479 int err;
480
481 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_revision);
482 if (err)
483 return err;
484
485 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
486 if (err)
487 goto err_rev;
488
489 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
490 if (err)
491 goto err_biosb;
492 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
493 if (err)
494 goto err_update_bios;
495
496 return 0;
497
498 err_update_bios:
499 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
500 err_biosb:
501 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
502 err_rev:
503 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision);
504 return err;
505 }
506
507 static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha)
508 {
509 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision);
510 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
511 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
512 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
513 }
514
515 /* The first entry, 0, is used for dynamic ids, the rest for devices
516 * we know about.
517 */
518 static const struct asd_pcidev_struct {
519 const char * name;
520 int (*setup)(struct asd_ha_struct *asd_ha);
521 } asd_pcidev_data[] = {
522 /* Id 0 is used for dynamic ids. */
523 { .name = "Adaptec AIC-94xx SAS/SATA Host Adapter",
524 .setup = asd_aic9410_setup
525 },
526 { .name = "Adaptec AIC-9410W SAS/SATA Host Adapter",
527 .setup = asd_aic9410_setup
528 },
529 { .name = "Adaptec AIC-9405W SAS/SATA Host Adapter",
530 .setup = asd_aic9405_setup
531 },
532 };
533
534 static int asd_create_ha_caches(struct asd_ha_struct *asd_ha)
535 {
536 asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool",
537 &asd_ha->pcidev->dev,
538 sizeof(struct scb),
539 8, 0);
540 if (!asd_ha->scb_pool) {
541 asd_printk("couldn't create scb pool\n");
542 return -ENOMEM;
543 }
544
545 return 0;
546 }
547
548 /**
549 * asd_free_edbs -- free empty data buffers
550 * asd_ha: pointer to host adapter structure
551 */
552 static void asd_free_edbs(struct asd_ha_struct *asd_ha)
553 {
554 struct asd_seq_data *seq = &asd_ha->seq;
555 int i;
556
557 for (i = 0; i < seq->num_edbs; i++)
558 asd_free_coherent(asd_ha, seq->edb_arr[i]);
559 kfree(seq->edb_arr);
560 seq->edb_arr = NULL;
561 }
562
563 static void asd_free_escbs(struct asd_ha_struct *asd_ha)
564 {
565 struct asd_seq_data *seq = &asd_ha->seq;
566 int i;
567
568 for (i = 0; i < seq->num_escbs; i++) {
569 if (!list_empty(&seq->escb_arr[i]->list))
570 list_del_init(&seq->escb_arr[i]->list);
571
572 asd_ascb_free(seq->escb_arr[i]);
573 }
574 kfree(seq->escb_arr);
575 seq->escb_arr = NULL;
576 }
577
578 static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha)
579 {
580 int i;
581
582 if (asd_ha->hw_prof.ddb_ext)
583 asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext);
584 if (asd_ha->hw_prof.scb_ext)
585 asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext);
586
587 if (asd_ha->hw_prof.ddb_bitmap)
588 kfree(asd_ha->hw_prof.ddb_bitmap);
589 asd_ha->hw_prof.ddb_bitmap = NULL;
590
591 for (i = 0; i < ASD_MAX_PHYS; i++) {
592 struct asd_phy *phy = &asd_ha->phys[i];
593
594 asd_free_coherent(asd_ha, phy->id_frm_tok);
595 }
596 if (asd_ha->seq.escb_arr)
597 asd_free_escbs(asd_ha);
598 if (asd_ha->seq.edb_arr)
599 asd_free_edbs(asd_ha);
600 if (asd_ha->hw_prof.ue.area) {
601 kfree(asd_ha->hw_prof.ue.area);
602 asd_ha->hw_prof.ue.area = NULL;
603 }
604 if (asd_ha->seq.tc_index_array) {
605 kfree(asd_ha->seq.tc_index_array);
606 kfree(asd_ha->seq.tc_index_bitmap);
607 asd_ha->seq.tc_index_array = NULL;
608 asd_ha->seq.tc_index_bitmap = NULL;
609 }
610 if (asd_ha->seq.actual_dl) {
611 asd_free_coherent(asd_ha, asd_ha->seq.actual_dl);
612 asd_ha->seq.actual_dl = NULL;
613 asd_ha->seq.dl = NULL;
614 }
615 if (asd_ha->seq.next_scb.vaddr) {
616 dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr,
617 asd_ha->seq.next_scb.dma_handle);
618 asd_ha->seq.next_scb.vaddr = NULL;
619 }
620 dma_pool_destroy(asd_ha->scb_pool);
621 asd_ha->scb_pool = NULL;
622 }
623
624 struct kmem_cache *asd_dma_token_cache;
625 struct kmem_cache *asd_ascb_cache;
626
627 static int asd_create_global_caches(void)
628 {
629 if (!asd_dma_token_cache) {
630 asd_dma_token_cache
631 = kmem_cache_create(ASD_DRIVER_NAME "_dma_token",
632 sizeof(struct asd_dma_tok),
633 0,
634 SLAB_HWCACHE_ALIGN,
635 NULL);
636 if (!asd_dma_token_cache) {
637 asd_printk("couldn't create dma token cache\n");
638 return -ENOMEM;
639 }
640 }
641
642 if (!asd_ascb_cache) {
643 asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb",
644 sizeof(struct asd_ascb),
645 0,
646 SLAB_HWCACHE_ALIGN,
647 NULL);
648 if (!asd_ascb_cache) {
649 asd_printk("couldn't create ascb cache\n");
650 goto Err;
651 }
652 }
653
654 return 0;
655 Err:
656 kmem_cache_destroy(asd_dma_token_cache);
657 asd_dma_token_cache = NULL;
658 return -ENOMEM;
659 }
660
661 static void asd_destroy_global_caches(void)
662 {
663 if (asd_dma_token_cache)
664 kmem_cache_destroy(asd_dma_token_cache);
665 asd_dma_token_cache = NULL;
666
667 if (asd_ascb_cache)
668 kmem_cache_destroy(asd_ascb_cache);
669 asd_ascb_cache = NULL;
670 }
671
672 static int asd_register_sas_ha(struct asd_ha_struct *asd_ha)
673 {
674 int i;
675 struct asd_sas_phy **sas_phys =
676 kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL);
677 struct asd_sas_port **sas_ports =
678 kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL);
679
680 if (!sas_phys || !sas_ports) {
681 kfree(sas_phys);
682 kfree(sas_ports);
683 return -ENOMEM;
684 }
685
686 asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name;
687 asd_ha->sas_ha.lldd_module = THIS_MODULE;
688 asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0];
689
690 for (i = 0; i < ASD_MAX_PHYS; i++) {
691 sas_phys[i] = &asd_ha->phys[i].sas_phy;
692 sas_ports[i] = &asd_ha->ports[i];
693 }
694
695 asd_ha->sas_ha.sas_phy = sas_phys;
696 asd_ha->sas_ha.sas_port= sas_ports;
697 asd_ha->sas_ha.num_phys= ASD_MAX_PHYS;
698
699 return sas_register_ha(&asd_ha->sas_ha);
700 }
701
702 static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha)
703 {
704 int err;
705
706 err = sas_unregister_ha(&asd_ha->sas_ha);
707
708 sas_remove_host(asd_ha->sas_ha.core.shost);
709 scsi_host_put(asd_ha->sas_ha.core.shost);
710
711 kfree(asd_ha->sas_ha.sas_phy);
712 kfree(asd_ha->sas_ha.sas_port);
713
714 return err;
715 }
716
717 static int asd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id)
718 {
719 const struct asd_pcidev_struct *asd_dev;
720 unsigned asd_id = (unsigned) id->driver_data;
721 struct asd_ha_struct *asd_ha;
722 struct Scsi_Host *shost;
723 int err;
724
725 if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) {
726 asd_printk("wrong driver_data in PCI table\n");
727 return -ENODEV;
728 }
729
730 if ((err = pci_enable_device(dev))) {
731 asd_printk("couldn't enable device %s\n", pci_name(dev));
732 return err;
733 }
734
735 pci_set_master(dev);
736
737 err = -ENOMEM;
738
739 shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *));
740 if (!shost)
741 goto Err;
742
743 asd_dev = &asd_pcidev_data[asd_id];
744
745 asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL);
746 if (!asd_ha) {
747 asd_printk("out of memory\n");
748 goto Err_put;
749 }
750 asd_ha->pcidev = dev;
751 asd_ha->sas_ha.dev = &asd_ha->pcidev->dev;
752 asd_ha->sas_ha.lldd_ha = asd_ha;
753
754 asd_ha->bios_status = FLASH_OK;
755 asd_ha->name = asd_dev->name;
756 asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev));
757
758 SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha;
759 asd_ha->sas_ha.core.shost = shost;
760 shost->transportt = aic94xx_transport_template;
761 shost->max_id = ~0;
762 shost->max_lun = ~0;
763 shost->max_cmd_len = 16;
764
765 err = scsi_add_host(shost, &dev->dev);
766 if (err)
767 goto Err_free;
768
769 err = asd_dev->setup(asd_ha);
770 if (err)
771 goto Err_remove;
772
773 err = -ENODEV;
774 if (!pci_set_dma_mask(dev, DMA_BIT_MASK(64))
775 && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(64)))
776 ;
777 else if (!pci_set_dma_mask(dev, DMA_BIT_MASK(32))
778 && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(32)))
779 ;
780 else {
781 asd_printk("no suitable DMA mask for %s\n", pci_name(dev));
782 goto Err_remove;
783 }
784
785 pci_set_drvdata(dev, asd_ha);
786
787 err = asd_map_ha(asd_ha);
788 if (err)
789 goto Err_remove;
790
791 err = asd_create_ha_caches(asd_ha);
792 if (err)
793 goto Err_unmap;
794
795 err = asd_init_hw(asd_ha);
796 if (err)
797 goto Err_free_cache;
798
799 asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled "
800 "phys, flash %s, BIOS %s%d\n",
801 pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr),
802 asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys,
803 asd_ha->hw_prof.num_phys,
804 asd_ha->hw_prof.flash.present ? "present" : "not present",
805 asd_ha->hw_prof.bios.present ? "build " : "not present",
806 asd_ha->hw_prof.bios.bld);
807
808 shost->can_queue = asd_ha->seq.can_queue;
809
810 if (use_msi)
811 pci_enable_msi(asd_ha->pcidev);
812
813 err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED,
814 ASD_DRIVER_NAME, asd_ha);
815 if (err) {
816 asd_printk("couldn't get irq %d for %s\n",
817 asd_ha->pcidev->irq, pci_name(asd_ha->pcidev));
818 goto Err_irq;
819 }
820 asd_enable_ints(asd_ha);
821
822 err = asd_init_post_escbs(asd_ha);
823 if (err) {
824 asd_printk("couldn't post escbs for %s\n",
825 pci_name(asd_ha->pcidev));
826 goto Err_escbs;
827 }
828 ASD_DPRINTK("escbs posted\n");
829
830 err = asd_create_dev_attrs(asd_ha);
831 if (err)
832 goto Err_dev_attrs;
833
834 err = asd_register_sas_ha(asd_ha);
835 if (err)
836 goto Err_reg_sas;
837
838 scsi_scan_host(shost);
839
840 return 0;
841
842 Err_reg_sas:
843 asd_remove_dev_attrs(asd_ha);
844 Err_dev_attrs:
845 Err_escbs:
846 asd_disable_ints(asd_ha);
847 free_irq(dev->irq, asd_ha);
848 Err_irq:
849 if (use_msi)
850 pci_disable_msi(dev);
851 asd_chip_hardrst(asd_ha);
852 Err_free_cache:
853 asd_destroy_ha_caches(asd_ha);
854 Err_unmap:
855 asd_unmap_ha(asd_ha);
856 Err_remove:
857 scsi_remove_host(shost);
858 Err_free:
859 kfree(asd_ha);
860 Err_put:
861 scsi_host_put(shost);
862 Err:
863 pci_disable_device(dev);
864 return err;
865 }
866
867 static void asd_free_queues(struct asd_ha_struct *asd_ha)
868 {
869 unsigned long flags;
870 LIST_HEAD(pending);
871 struct list_head *n, *pos;
872
873 spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags);
874 asd_ha->seq.pending = 0;
875 list_splice_init(&asd_ha->seq.pend_q, &pending);
876 spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags);
877
878 if (!list_empty(&pending))
879 ASD_DPRINTK("Uh-oh! Pending is not empty!\n");
880
881 list_for_each_safe(pos, n, &pending) {
882 struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list);
883 /*
884 * Delete unexpired ascb timers. This may happen if we issue
885 * a CONTROL PHY scb to an adapter and rmmod before the scb
886 * times out. Apparently we don't wait for the CONTROL PHY
887 * to complete, so it doesn't matter if we kill the timer.
888 */
889 del_timer_sync(&ascb->timer);
890 WARN_ON(ascb->scb->header.opcode != CONTROL_PHY);
891
892 list_del_init(pos);
893 ASD_DPRINTK("freeing from pending\n");
894 asd_ascb_free(ascb);
895 }
896 }
897
898 static void asd_turn_off_leds(struct asd_ha_struct *asd_ha)
899 {
900 u8 phy_mask = asd_ha->hw_prof.enabled_phys;
901 u8 i;
902
903 for_each_phy(phy_mask, phy_mask, i) {
904 asd_turn_led(asd_ha, i, 0);
905 asd_control_led(asd_ha, i, 0);
906 }
907 }
908
909 static void asd_pci_remove(struct pci_dev *dev)
910 {
911 struct asd_ha_struct *asd_ha = pci_get_drvdata(dev);
912
913 if (!asd_ha)
914 return;
915
916 asd_unregister_sas_ha(asd_ha);
917
918 asd_disable_ints(asd_ha);
919
920 asd_remove_dev_attrs(asd_ha);
921
922 /* XXX more here as needed */
923
924 free_irq(dev->irq, asd_ha);
925 if (use_msi)
926 pci_disable_msi(asd_ha->pcidev);
927 asd_turn_off_leds(asd_ha);
928 asd_chip_hardrst(asd_ha);
929 asd_free_queues(asd_ha);
930 asd_destroy_ha_caches(asd_ha);
931 asd_unmap_ha(asd_ha);
932 kfree(asd_ha);
933 pci_disable_device(dev);
934 return;
935 }
936
937 static void asd_scan_start(struct Scsi_Host *shost)
938 {
939 struct asd_ha_struct *asd_ha;
940 int err;
941
942 asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha;
943 err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys);
944 if (err)
945 asd_printk("Couldn't enable phys, err:%d\n", err);
946 }
947
948 static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time)
949 {
950 /* give the phy enabling interrupt event time to come in (1s
951 * is empirically about all it takes) */
952 if (time < HZ)
953 return 0;
954 /* Wait for discovery to finish */
955 sas_drain_work(SHOST_TO_SAS_HA(shost));
956 return 1;
957 }
958
959 static ssize_t version_show(struct device_driver *driver, char *buf)
960 {
961 return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION);
962 }
963 static DRIVER_ATTR_RO(version);
964
965 static int asd_create_driver_attrs(struct device_driver *driver)
966 {
967 return driver_create_file(driver, &driver_attr_version);
968 }
969
970 static void asd_remove_driver_attrs(struct device_driver *driver)
971 {
972 driver_remove_file(driver, &driver_attr_version);
973 }
974
975 static struct sas_domain_function_template aic94xx_transport_functions = {
976 .lldd_dev_found = asd_dev_found,
977 .lldd_dev_gone = asd_dev_gone,
978
979 .lldd_execute_task = asd_execute_task,
980
981 .lldd_abort_task = asd_abort_task,
982 .lldd_abort_task_set = asd_abort_task_set,
983 .lldd_clear_aca = asd_clear_aca,
984 .lldd_clear_task_set = asd_clear_task_set,
985 .lldd_I_T_nexus_reset = asd_I_T_nexus_reset,
986 .lldd_lu_reset = asd_lu_reset,
987 .lldd_query_task = asd_query_task,
988
989 .lldd_clear_nexus_port = asd_clear_nexus_port,
990 .lldd_clear_nexus_ha = asd_clear_nexus_ha,
991
992 .lldd_control_phy = asd_control_phy,
993
994 .lldd_ata_set_dmamode = asd_set_dmamode,
995 };
996
997 static const struct pci_device_id aic94xx_pci_table[] = {
998 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1},
999 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1},
1000 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1},
1001 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1},
1002 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1},
1003 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2},
1004 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2},
1005 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2},
1006 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2},
1007 {}
1008 };
1009
1010 MODULE_DEVICE_TABLE(pci, aic94xx_pci_table);
1011
1012 static struct pci_driver aic94xx_pci_driver = {
1013 .name = ASD_DRIVER_NAME,
1014 .id_table = aic94xx_pci_table,
1015 .probe = asd_pci_probe,
1016 .remove = asd_pci_remove,
1017 };
1018
1019 static int __init aic94xx_init(void)
1020 {
1021 int err;
1022
1023
1024 asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION,
1025 ASD_DRIVER_VERSION);
1026
1027 err = asd_create_global_caches();
1028 if (err)
1029 return err;
1030
1031 aic94xx_transport_template =
1032 sas_domain_attach_transport(&aic94xx_transport_functions);
1033 if (!aic94xx_transport_template) {
1034 err = -ENOMEM;
1035 goto out_destroy_caches;
1036 }
1037
1038 err = pci_register_driver(&aic94xx_pci_driver);
1039 if (err)
1040 goto out_release_transport;
1041
1042 err = asd_create_driver_attrs(&aic94xx_pci_driver.driver);
1043 if (err)
1044 goto out_unregister_pcidrv;
1045
1046 return err;
1047
1048 out_unregister_pcidrv:
1049 pci_unregister_driver(&aic94xx_pci_driver);
1050 out_release_transport:
1051 sas_release_transport(aic94xx_transport_template);
1052 out_destroy_caches:
1053 asd_destroy_global_caches();
1054
1055 return err;
1056 }
1057
1058 static void __exit aic94xx_exit(void)
1059 {
1060 asd_remove_driver_attrs(&aic94xx_pci_driver.driver);
1061 pci_unregister_driver(&aic94xx_pci_driver);
1062 sas_release_transport(aic94xx_transport_template);
1063 asd_release_firmware();
1064 asd_destroy_global_caches();
1065 asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION,
1066 ASD_DRIVER_VERSION);
1067 }
1068
1069 module_init(aic94xx_init);
1070 module_exit(aic94xx_exit);
1071
1072 MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
1073 MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION);
1074 MODULE_LICENSE("GPL v2");
1075 MODULE_VERSION(ASD_DRIVER_VERSION);