arch/sparc64/kernel/ebus.c

   1 /* $Id: ebus.c,v 1.64 2001/11/08 04:41:33 davem Exp $
   2  * ebus.c: PCI to EBus bridge device.
   3  *
   4  * Copyright (C) 1997  Eddie C. Dost  (ecd@skynet.be)
   5  * Copyright (C) 1999  David S. Miller (davem@redhat.com)
   6  */
   7
   8 #include <linux/config.h>
   9 #include <linux/module.h>
  10 #include <linux/kernel.h>
  11 #include <linux/types.h>
  12 #include <linux/init.h>
  13 #include <linux/slab.h>
  14 #include <linux/string.h>
  15 #include <linux/interrupt.h>
  16 #include <linux/delay.h>
  17
  18 #include <asm/system.h>
  19 #include <asm/page.h>
  20 #include <asm/pbm.h>
  21 #include <asm/ebus.h>
  22 #include <asm/oplib.h>
  23 #include <asm/bpp.h>
  24 #include <asm/irq.h>
  25
  26 /* EBUS dma library. */
  27
  28 #define EBDMA_CSR       0x00UL  /* Control/Status */
  29 #define EBDMA_ADDR      0x04UL  /* DMA Address */
  30 #define EBDMA_COUNT     0x08UL  /* DMA Count */
  31
  32 #define EBDMA_CSR_INT_PEND      0x00000001
  33 #define EBDMA_CSR_ERR_PEND      0x00000002
  34 #define EBDMA_CSR_DRAIN         0x00000004
  35 #define EBDMA_CSR_INT_EN        0x00000010
  36 #define EBDMA_CSR_RESET         0x00000080
  37 #define EBDMA_CSR_WRITE         0x00000100
  38 #define EBDMA_CSR_EN_DMA        0x00000200
  39 #define EBDMA_CSR_CYC_PEND      0x00000400
  40 #define EBDMA_CSR_DIAG_RD_DONE  0x00000800
  41 #define EBDMA_CSR_DIAG_WR_DONE  0x00001000
  42 #define EBDMA_CSR_EN_CNT        0x00002000
  43 #define EBDMA_CSR_TC            0x00004000
  44 #define EBDMA_CSR_DIS_CSR_DRN   0x00010000
  45 #define EBDMA_CSR_BURST_SZ_MASK 0x000c0000
  46 #define EBDMA_CSR_BURST_SZ_1    0x00080000
  47 #define EBDMA_CSR_BURST_SZ_4    0x00000000
  48 #define EBDMA_CSR_BURST_SZ_8    0x00040000
  49 #define EBDMA_CSR_BURST_SZ_16   0x000c0000
  50 #define EBDMA_CSR_DIAG_EN       0x00100000
  51 #define EBDMA_CSR_DIS_ERR_PEND  0x00400000
  52 #define EBDMA_CSR_TCI_DIS       0x00800000
  53 #define EBDMA_CSR_EN_NEXT       0x01000000
  54 #define EBDMA_CSR_DMA_ON        0x02000000
  55 #define EBDMA_CSR_A_LOADED      0x04000000
  56 #define EBDMA_CSR_NA_LOADED     0x08000000
  57 #define EBDMA_CSR_DEV_ID_MASK   0xf0000000
  58
  59 #define EBUS_DMA_RESET_TIMEOUT  10000
  60
  61 static void __ebus_dma_reset(struct ebus_dma_info *p, int no_drain)
  62 {
  63         int i;
  64         u32 val = 0;
  65
  66         writel(EBDMA_CSR_RESET, p->regs + EBDMA_CSR);
  67         udelay(1);
  68
  69         if (no_drain)
  70                 return;
  71
  72         for (i = EBUS_DMA_RESET_TIMEOUT; i > 0; i--) {
  73                 val = readl(p->regs + EBDMA_CSR);
  74
  75                 if (!(val & (EBDMA_CSR_DRAIN | EBDMA_CSR_CYC_PEND)))
  76                         break;
  77                 udelay(10);
  78         }
  79 }
  80
  81 static irqreturn_t ebus_dma_irq(int irq, void *dev_id, struct pt_regs *regs)
  82 {
  83         struct ebus_dma_info *p = dev_id;
  84         unsigned long flags;
  85         u32 csr = 0;
  86
  87         spin_lock_irqsave(&p->lock, flags);
  88         csr = readl(p->regs + EBDMA_CSR);
  89         writel(csr, p->regs + EBDMA_CSR);
  90         spin_unlock_irqrestore(&p->lock, flags);
  91
  92         if (csr & EBDMA_CSR_ERR_PEND) {
  93                 printk(KERN_CRIT "ebus_dma(%s): DMA error!\n", p->name);
  94                 p->callback(p, EBUS_DMA_EVENT_ERROR, p->client_cookie);
  95                 return IRQ_HANDLED;
  96         } else if (csr & EBDMA_CSR_INT_PEND) {
  97                 p->callback(p,
  98                             (csr & EBDMA_CSR_TC) ?
  99                             EBUS_DMA_EVENT_DMA : EBUS_DMA_EVENT_DEVICE,
 100                             p->client_cookie);
 101                 return IRQ_HANDLED;
 102         }
 103
 104         return IRQ_NONE;
 105
 106 }
 107
 108 int ebus_dma_register(struct ebus_dma_info *p)
 109 {
 110         u32 csr;
 111
 112         if (!p->regs)
 113                 return -EINVAL;
 114         if (p->flags & ~(EBUS_DMA_FLAG_USE_EBDMA_HANDLER |
 115                          EBUS_DMA_FLAG_TCI_DISABLE))
 116                 return -EINVAL;
 117         if ((p->flags & EBUS_DMA_FLAG_USE_EBDMA_HANDLER) && !p->callback)
 118                 return -EINVAL;
 119         if (!strlen(p->name))
 120                 return -EINVAL;
 121
 122         __ebus_dma_reset(p, 1);
 123
 124         csr = EBDMA_CSR_BURST_SZ_16 | EBDMA_CSR_EN_CNT;
 125
 126         if (p->flags & EBUS_DMA_FLAG_TCI_DISABLE)
 127                 csr |= EBDMA_CSR_TCI_DIS;
 128
 129         writel(csr, p->regs + EBDMA_CSR);
 130
 131         return 0;
 132 }
 133 EXPORT_SYMBOL(ebus_dma_register);
 134
 135 int ebus_dma_irq_enable(struct ebus_dma_info *p, int on)
 136 {
 137         unsigned long flags;
 138         u32 csr;
 139
 140         if (on) {
 141                 if (p->flags & EBUS_DMA_FLAG_USE_EBDMA_HANDLER) {
 142                         if (request_irq(p->irq, ebus_dma_irq, SA_SHIRQ, p->name, p))
 143                                 return -EBUSY;
 144                 }
 145
 146                 spin_lock_irqsave(&p->lock, flags);
 147                 csr = readl(p->regs + EBDMA_CSR);
 148                 csr |= EBDMA_CSR_INT_EN;
 149                 writel(csr, p->regs + EBDMA_CSR);
 150                 spin_unlock_irqrestore(&p->lock, flags);
 151         } else {
 152                 spin_lock_irqsave(&p->lock, flags);
 153                 csr = readl(p->regs + EBDMA_CSR);
 154                 csr &= ~EBDMA_CSR_INT_EN;
 155                 writel(csr, p->regs + EBDMA_CSR);
 156                 spin_unlock_irqrestore(&p->lock, flags);
 157
 158                 if (p->flags & EBUS_DMA_FLAG_USE_EBDMA_HANDLER) {
 159                         free_irq(p->irq, p);
 160                 }
 161         }
 162
 163         return 0;
 164 }
 165 EXPORT_SYMBOL(ebus_dma_irq_enable);
 166
 167 void ebus_dma_unregister(struct ebus_dma_info *p)
 168 {
 169         unsigned long flags;
 170         u32 csr;
 171         int irq_on = 0;
 172
 173         spin_lock_irqsave(&p->lock, flags);
 174         csr = readl(p->regs + EBDMA_CSR);
 175         if (csr & EBDMA_CSR_INT_EN) {
 176                 csr &= ~EBDMA_CSR_INT_EN;
 177                 writel(csr, p->regs + EBDMA_CSR);
 178                 irq_on = 1;
 179         }
 180         spin_unlock_irqrestore(&p->lock, flags);
 181
 182         if (irq_on)
 183                 free_irq(p->irq, p);
 184 }
 185 EXPORT_SYMBOL(ebus_dma_unregister);
 186
 187 int ebus_dma_request(struct ebus_dma_info *p, dma_addr_t bus_addr, size_t len)
 188 {
 189         unsigned long flags;
 190         u32 csr;
 191         int err;
 192
 193         if (len >= (1 << 24))
 194                 return -EINVAL;
 195
 196         spin_lock_irqsave(&p->lock, flags);
 197         csr = readl(p->regs + EBDMA_CSR);
 198         err = -EINVAL;
 199         if (!(csr & EBDMA_CSR_EN_DMA))
 200                 goto out;
 201         err = -EBUSY;
 202         if (csr & EBDMA_CSR_NA_LOADED)
 203                 goto out;
 204
 205         writel(len,      p->regs + EBDMA_COUNT);
 206         writel(bus_addr, p->regs + EBDMA_ADDR);
 207         err = 0;
 208
 209 out:
 210         spin_unlock_irqrestore(&p->lock, flags);
 211
 212         return err;
 213 }
 214 EXPORT_SYMBOL(ebus_dma_request);
 215
 216 void ebus_dma_prepare(struct ebus_dma_info *p, int write)
 217 {
 218         unsigned long flags;
 219         u32 csr;
 220
 221         spin_lock_irqsave(&p->lock, flags);
 222         __ebus_dma_reset(p, 0);
 223
 224         csr = (EBDMA_CSR_INT_EN |
 225                EBDMA_CSR_EN_CNT |
 226                EBDMA_CSR_BURST_SZ_16 |
 227                EBDMA_CSR_EN_NEXT);
 228
 229         if (write)
 230                 csr |= EBDMA_CSR_WRITE;
 231         if (p->flags & EBUS_DMA_FLAG_TCI_DISABLE)
 232                 csr |= EBDMA_CSR_TCI_DIS;
 233
 234         writel(csr, p->regs + EBDMA_CSR);
 235
 236         spin_unlock_irqrestore(&p->lock, flags);
 237 }
 238 EXPORT_SYMBOL(ebus_dma_prepare);
 239
 240 unsigned int ebus_dma_residue(struct ebus_dma_info *p)
 241 {
 242         return readl(p->regs + EBDMA_COUNT);
 243 }
 244 EXPORT_SYMBOL(ebus_dma_residue);
 245
 246 unsigned int ebus_dma_addr(struct ebus_dma_info *p)
 247 {
 248         return readl(p->regs + EBDMA_ADDR);
 249 }
 250 EXPORT_SYMBOL(ebus_dma_addr);
 251
 252 void ebus_dma_enable(struct ebus_dma_info *p, int on)
 253 {
 254         unsigned long flags;
 255         u32 orig_csr, csr;
 256
 257         spin_lock_irqsave(&p->lock, flags);
 258         orig_csr = csr = readl(p->regs + EBDMA_CSR);
 259         if (on)
 260                 csr |= EBDMA_CSR_EN_DMA;
 261         else
 262                 csr &= ~EBDMA_CSR_EN_DMA;
 263         if ((orig_csr & EBDMA_CSR_EN_DMA) !=
 264             (csr & EBDMA_CSR_EN_DMA))
 265                 writel(csr, p->regs + EBDMA_CSR);
 266         spin_unlock_irqrestore(&p->lock, flags);
 267 }
 268 EXPORT_SYMBOL(ebus_dma_enable);
 269
 270 struct linux_ebus *ebus_chain = NULL;
 271
 272 #ifdef CONFIG_SUN_AUXIO
 273 extern void auxio_probe(void);
 274 #endif
 275
 276 static inline void *ebus_alloc(size_t size)
 277 {
 278         void *mem;
 279
 280         mem = kmalloc(size, GFP_ATOMIC);
 281         if (!mem)
 282                 panic("ebus_alloc: out of memory");
 283         memset((char *)mem, 0, size);
 284         return mem;
 285 }
 286
 287 static void __init ebus_ranges_init(struct linux_ebus *ebus)
 288 {
 289         int success;
 290
 291         ebus->num_ebus_ranges = 0;
 292         success = prom_getproperty(ebus->prom_node, "ranges",
 293                                    (char *)ebus->ebus_ranges,
 294                                    sizeof(ebus->ebus_ranges));
 295         if (success != -1)
 296                 ebus->num_ebus_ranges = (success/sizeof(struct linux_prom_ebus_ranges));
 297 }
 298
 299 static void __init ebus_intmap_init(struct linux_ebus *ebus)
 300 {
 301         int success;
 302
 303         ebus->num_ebus_intmap = 0;
 304         success = prom_getproperty(ebus->prom_node, "interrupt-map",
 305                                    (char *)ebus->ebus_intmap,
 306                                    sizeof(ebus->ebus_intmap));
 307         if (success == -1)
 308                 return;
 309
 310         ebus->num_ebus_intmap = (success/sizeof(struct linux_prom_ebus_intmap));
 311
 312         success = prom_getproperty(ebus->prom_node, "interrupt-map-mask",
 313                                    (char *)&ebus->ebus_intmask,
 314                                    sizeof(ebus->ebus_intmask));
 315         if (success == -1) {
 316                 prom_printf("%s: can't get interrupt-map-mask\n", __FUNCTION__);
 317                 prom_halt();
 318         }
 319 }
 320
 321 int __init ebus_intmap_match(struct linux_ebus *ebus,
 322                              struct linux_prom_registers *reg,
 323                              int *interrupt)
 324 {
 325         unsigned int hi, lo, irq;
 326         int i;
 327
 328         if (!ebus->num_ebus_intmap)
 329                 return 0;
 330
 331         hi = reg->which_io & ebus->ebus_intmask.phys_hi;
 332         lo = reg->phys_addr & ebus->ebus_intmask.phys_lo;
 333         irq = *interrupt & ebus->ebus_intmask.interrupt;
 334         for (i = 0; i < ebus->num_ebus_intmap; i++) {
 335                 if ((ebus->ebus_intmap[i].phys_hi == hi) &&
 336                     (ebus->ebus_intmap[i].phys_lo == lo) &&
 337                     (ebus->ebus_intmap[i].interrupt == irq)) {
 338                         *interrupt = ebus->ebus_intmap[i].cinterrupt;
 339                         return 0;
 340                 }
 341         }
 342         return -1;
 343 }
 344
 345 void __init fill_ebus_child(int node, struct linux_prom_registers *preg,
 346                             struct linux_ebus_child *dev, int non_standard_regs)
 347 {
 348         int regs[PROMREG_MAX];
 349         int irqs[PROMREG_MAX];
 350         int i, len;
 351
 352         dev->prom_node = node;
 353         prom_getstring(node, "name", dev->prom_name, sizeof(dev->prom_name));
 354         printk(" (%s)", dev->prom_name);
 355
 356         len = prom_getproperty(node, "reg", (void *)regs, sizeof(regs));
 357         dev->num_addrs = len / sizeof(regs[0]);
 358
 359         if (non_standard_regs) {
 360                 /* This is to handle reg properties which are not
 361                  * in the parent relative format.  One example are
 362                  * children of the i2c device on CompactPCI systems.
 363                  *
 364                  * So, for such devices we just record the property
 365                  * raw in the child resources.
 366                  */
 367                 for (i = 0; i < dev->num_addrs; i++)
 368                         dev->resource[i].start = regs[i];
 369         } else {
 370                 for (i = 0; i < dev->num_addrs; i++) {
 371                         int rnum = regs[i];
 372                         if (rnum >= dev->parent->num_addrs) {
 373                                 prom_printf("UGH: property for %s was %d, need < %d\n",
 374                                             dev->prom_name, len, dev->parent->num_addrs);
 375                                 panic(__FUNCTION__);
 376                         }
 377                         dev->resource[i].start = dev->parent->resource[i].start;
 378                         dev->resource[i].end = dev->parent->resource[i].end;
 379                         dev->resource[i].flags = IORESOURCE_MEM;
 380                         dev->resource[i].name = dev->prom_name;
 381                 }
 382         }
 383
 384         for (i = 0; i < PROMINTR_MAX; i++)
 385                 dev->irqs[i] = PCI_IRQ_NONE;
 386
 387         len = prom_getproperty(node, "interrupts", (char *)&irqs, sizeof(irqs));
 388         if ((len == -1) || (len == 0)) {
 389                 dev->num_irqs = 0;
 390                 /*
 391                  * Oh, well, some PROMs don't export interrupts
 392                  * property to children of EBus devices...
 393                  *
 394                  * Be smart about PS/2 keyboard and mouse.
 395                  */
 396                 if (!strcmp(dev->parent->prom_name, "8042")) {
 397                         if (!strcmp(dev->prom_name, "kb_ps2")) {
 398                                 dev->num_irqs = 1;
 399                                 dev->irqs[0] = dev->parent->irqs[0];
 400                         } else {
 401                                 dev->num_irqs = 1;
 402                                 dev->irqs[0] = dev->parent->irqs[1];
 403                         }
 404                 }
 405         } else {
 406                 dev->num_irqs = len / sizeof(irqs[0]);
 407                 for (i = 0; i < dev->num_irqs; i++) {
 408                         struct pci_pbm_info *pbm = dev->bus->parent;
 409                         struct pci_controller_info *p = pbm->parent;
 410
 411                         if (ebus_intmap_match(dev->bus, preg, &irqs[i]) != -1) {
 412                                 dev->irqs[i] = p->irq_build(pbm,
 413                                                             dev->bus->self,
 414                                                             irqs[i]);
 415                         } else {
 416                                 /* If we get a bogus interrupt property, just
 417                                  * record the raw value instead of punting.
 418                                  */
 419                                 dev->irqs[i] = irqs[i];
 420                         }
 421                 }
 422         }
 423 }
 424
 425 static int __init child_regs_nonstandard(struct linux_ebus_device *dev)
 426 {
 427         if (!strcmp(dev->prom_name, "i2c") ||
 428             !strcmp(dev->prom_name, "SUNW,lombus"))
 429                 return 1;
 430         return 0;
 431 }
 432
 433 void __init fill_ebus_device(int node, struct linux_ebus_device *dev)
 434 {
 435         struct linux_prom_registers regs[PROMREG_MAX];
 436         struct linux_ebus_child *child;
 437         int irqs[PROMINTR_MAX];
 438         int i, n, len;
 439
 440         dev->prom_node = node;
 441         prom_getstring(node, "name", dev->prom_name, sizeof(dev->prom_name));
 442         printk(" [%s", dev->prom_name);
 443
 444         len = prom_getproperty(node, "reg", (void *)regs, sizeof(regs));
 445         if (len == -1) {
 446                 dev->num_addrs = 0;
 447                 goto probe_interrupts;
 448         }
 449
 450         if (len % sizeof(struct linux_prom_registers)) {
 451                 prom_printf("UGH: proplen for %s was %d, need multiple of %d\n",
 452                             dev->prom_name, len,
 453                             (int)sizeof(struct linux_prom_registers));
 454                 prom_halt();
 455         }
 456         dev->num_addrs = len / sizeof(struct linux_prom_registers);
 457
 458         for (i = 0; i < dev->num_addrs; i++) {
 459                 /* XXX Learn how to interpret ebus ranges... -DaveM */
 460                 if (regs[i].which_io >= 0x10)
 461                         n = (regs[i].which_io - 0x10) >> 2;
 462                 else
 463                         n = regs[i].which_io;
 464
 465                 dev->resource[i].start  = dev->bus->self->resource[n].start;
 466                 dev->resource[i].start += (unsigned long)regs[i].phys_addr;
 467                 dev->resource[i].end    =
 468                         (dev->resource[i].start + (unsigned long)regs[i].reg_size - 1UL);
 469                 dev->resource[i].flags  = IORESOURCE_MEM;
 470                 dev->resource[i].name   = dev->prom_name;
 471                 request_resource(&dev->bus->self->resource[n],
 472                                  &dev->resource[i]);
 473         }
 474
 475 probe_interrupts:
 476         for (i = 0; i < PROMINTR_MAX; i++)
 477                 dev->irqs[i] = PCI_IRQ_NONE;
 478
 479         len = prom_getproperty(node, "interrupts", (char *)&irqs, sizeof(irqs));
 480         if ((len == -1) || (len == 0)) {
 481                 dev->num_irqs = 0;
 482         } else {
 483                 dev->num_irqs = len / sizeof(irqs[0]);
 484                 for (i = 0; i < dev->num_irqs; i++) {
 485                         struct pci_pbm_info *pbm = dev->bus->parent;
 486                         struct pci_controller_info *p = pbm->parent;
 487
 488                         if (ebus_intmap_match(dev->bus, &regs[0], &irqs[i]) != -1) {
 489                                 dev->irqs[i] = p->irq_build(pbm,
 490                                                             dev->bus->self,
 491                                                             irqs[i]);
 492                         } else {
 493                                 /* If we get a bogus interrupt property, just
 494                                  * record the raw value instead of punting.
 495                                  */
 496                                 dev->irqs[i] = irqs[i];
 497                         }
 498                 }
 499         }
 500
 501         if ((node = prom_getchild(node))) {
 502                 printk(" ->");
 503                 dev->children = ebus_alloc(sizeof(struct linux_ebus_child));
 504
 505                 child = dev->children;
 506                 child->next = NULL;
 507                 child->parent = dev;
 508                 child->bus = dev->bus;
 509                 fill_ebus_child(node, &regs[0],
 510                                 child, child_regs_nonstandard(dev));
 511
 512                 while ((node = prom_getsibling(node)) != 0) {
 513                         child->next = ebus_alloc(sizeof(struct linux_ebus_child));
 514
 515                         child = child->next;
 516                         child->next = NULL;
 517                         child->parent = dev;
 518                         child->bus = dev->bus;
 519                         fill_ebus_child(node, &regs[0],
 520                                         child, child_regs_nonstandard(dev));
 521                 }
 522         }
 523         printk("]");
 524 }
 525
 526 static struct pci_dev *find_next_ebus(struct pci_dev *start, int *is_rio_p)
 527 {
 528         struct pci_dev *pdev = start;
 529
 530         do {
 531                 pdev = pci_find_device(PCI_VENDOR_ID_SUN, PCI_ANY_ID, pdev);
 532                 if (pdev &&
 533                     (pdev->device == PCI_DEVICE_ID_SUN_EBUS ||
 534                      pdev->device == PCI_DEVICE_ID_SUN_RIO_EBUS))
 535                         break;
 536         } while (pdev != NULL);
 537
 538         if (pdev && (pdev->device == PCI_DEVICE_ID_SUN_RIO_EBUS))
 539                 *is_rio_p = 1;
 540         else
 541                 *is_rio_p = 0;
 542
 543         return pdev;
 544 }
 545
 546 void __init ebus_init(void)
 547 {
 548         struct pci_pbm_info *pbm;
 549         struct linux_ebus_device *dev;
 550         struct linux_ebus *ebus;
 551         struct pci_dev *pdev;
 552         struct pcidev_cookie *cookie;
 553         int nd, ebusnd, is_rio;
 554         int num_ebus = 0;
 555
 556         pdev = find_next_ebus(NULL, &is_rio);
 557         if (!pdev) {
 558                 printk("ebus: No EBus's found.\n");
 559                 return;
 560         }
 561
 562         cookie = pdev->sysdata;
 563         ebusnd = cookie->prom_node;
 564
 565         ebus_chain = ebus = ebus_alloc(sizeof(struct linux_ebus));
 566         ebus->next = NULL;
 567         ebus->is_rio = is_rio;
 568
 569         while (ebusnd) {
 570                 /* SUNW,pci-qfe uses four empty ebuses on it.
 571                    I think we should not consider them here,
 572                    as they have half of the properties this
 573                    code expects and once we do PCI hot-plug,
 574                    we'd have to tweak with the ebus_chain
 575                    in the runtime after initialization. -jj */
 576                 if (!prom_getchild (ebusnd)) {
 577                         pdev = find_next_ebus(pdev, &is_rio);
 578                         if (!pdev) {
 579                                 if (ebus == ebus_chain) {
 580                                         ebus_chain = NULL;
 581                                         printk("ebus: No EBus's found.\n");
 582                                         return;
 583                                 }
 584                                 break;
 585                         }
 586                         ebus->is_rio = is_rio;
 587                         cookie = pdev->sysdata;
 588                         ebusnd = cookie->prom_node;
 589                         continue;
 590                 }
 591                 printk("ebus%d:", num_ebus);
 592
 593                 prom_getstring(ebusnd, "name", ebus->prom_name, sizeof(ebus->prom_name));
 594                 ebus->index = num_ebus;
 595                 ebus->prom_node = ebusnd;
 596                 ebus->self = pdev;
 597                 ebus->parent = pbm = cookie->pbm;
 598
 599                 ebus_ranges_init(ebus);
 600                 ebus_intmap_init(ebus);
 601
 602                 nd = prom_getchild(ebusnd);
 603                 if (!nd)
 604                         goto next_ebus;
 605
 606                 ebus->devices = ebus_alloc(sizeof(struct linux_ebus_device));
 607
 608                 dev = ebus->devices;
 609                 dev->next = NULL;
 610                 dev->children = NULL;
 611                 dev->bus = ebus;
 612                 fill_ebus_device(nd, dev);
 613
 614                 while ((nd = prom_getsibling(nd)) != 0) {
 615                         dev->next = ebus_alloc(sizeof(struct linux_ebus_device));
 616
 617                         dev = dev->next;
 618                         dev->next = NULL;
 619                         dev->children = NULL;
 620                         dev->bus = ebus;
 621                         fill_ebus_device(nd, dev);
 622                 }
 623
 624         next_ebus:
 625                 printk("\n");
 626
 627                 pdev = find_next_ebus(pdev, &is_rio);
 628                 if (!pdev)
 629                         break;
 630
 631                 cookie = pdev->sysdata;
 632                 ebusnd = cookie->prom_node;
 633
 634                 ebus->next = ebus_alloc(sizeof(struct linux_ebus));
 635                 ebus = ebus->next;
 636                 ebus->next = NULL;
 637                 ebus->is_rio = is_rio;
 638                 ++num_ebus;
 639         }
 640
 641 #ifdef CONFIG_SUN_AUXIO
 642         auxio_probe();
 643 #endif
 644 }