X-Git-Url: http://wien.tomnetworks.com/gitweb/?a=blobdiff_plain;f=src%2Fata.c;h=76e4f20d2f9cd6b35a078d9e2200a8ef21969c7d;hb=refs%2Fheads%2Fcoreboot;hp=94538303191ab29b80e1c34269cca7299e0ef69e;hpb=42bc3940d93911e382f5e72289f043d1faa9083e;p=seabios.git diff --git a/src/ata.c b/src/ata.c index 9453830..76e4f20 100644 --- a/src/ata.c +++ b/src/ata.c @@ -14,14 +14,13 @@ #include "pci.h" // foreachpci #include "pci_ids.h" // PCI_CLASS_STORAGE_OTHER #include "pci_regs.h" // PCI_INTERRUPT_LINE -#include "boot.h" // add_bcv_hd +#include "boot.h" // boot_add_hd #include "disk.h" // struct ata_s #include "ata.h" // ATA_CB_STAT +#include "blockcmd.h" // CDB_CMD_READ_10 #define IDE_TIMEOUT 32000 //32 seconds max for IDE ops -struct ata_channel_s ATA_channels[CONFIG_MAX_ATA_INTERFACES] VAR16VISIBLE; - /**************************************************************** * Helper functions @@ -36,8 +35,8 @@ await_ide(u8 mask, u8 flags, u16 base, u16 timeout) u8 status = inb(base+ATA_CB_STAT); if ((status & mask) == flags) return status; - if (check_time(end)) { - dprintf(1, "IDE time out\n"); + if (check_tsc(end)) { + warn_timeout(); return -1; } yield(); @@ -78,15 +77,14 @@ ndelay_await_not_bsy(u16 iobase1) // Reset a drive static void -ata_reset(struct drive_s *drive_g) +ata_reset(struct atadrive_s *adrive_g) { - u8 ataid = GET_GLOBAL(drive_g->cntl_id); - u8 channel = ataid / 2; - u8 slave = ataid % 2; - u16 iobase1 = GET_GLOBAL(ATA_channels[channel].iobase1); - u16 iobase2 = GET_GLOBAL(ATA_channels[channel].iobase2); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u8 slave = GET_GLOBAL(adrive_g->slave); + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); + u16 iobase2 = GET_GLOBALFLAT(chan_gf->iobase2); - dprintf(6, "ata_reset drive=%p\n", drive_g); + dprintf(6, "ata_reset drive=%p\n", &adrive_g->drive); // Pulse SRST outb(ATA_CB_DC_HD15 | ATA_CB_DC_NIEN | ATA_CB_DC_SRST, iobase2+ATA_CB_DC); udelay(5); @@ -108,8 +106,8 @@ ata_reset(struct drive_s *drive_g) if (inb(iobase1 + ATA_CB_DH) == ATA_CB_DH_DEV1) break; // Change drive request failed to take effect - retry. - if (check_time(end)) { - dprintf(1, "ata_reset slave time out\n"); + if (check_tsc(end)) { + warn_timeout(); goto done; } } @@ -119,7 +117,7 @@ ata_reset(struct drive_s *drive_g) } // On a user-reset request, wait for RDY if it is an ATA device. - u8 type=GET_GLOBAL(drive_g->type); + u8 type=GET_GLOBAL(adrive_g->drive.type); if (type == DTYPE_ATA) status = await_rdy(iobase1); @@ -130,31 +128,34 @@ done: dprintf(6, "ata_reset exit status=%x\n", status); } +// Check for drive RDY for 16bit interface command. static int -isready(struct drive_s *drive_g) +isready(struct atadrive_s *adrive_g) { // Read the status from controller - u8 ataid = GET_GLOBAL(drive_g->cntl_id); - u8 channel = ataid / 2; - u16 iobase1 = GET_GLOBAL(ATA_channels[channel].iobase1); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); u8 status = inb(iobase1 + ATA_CB_STAT); if ((status & (ATA_CB_STAT_BSY|ATA_CB_STAT_RDY)) == ATA_CB_STAT_RDY) return DISK_RET_SUCCESS; return DISK_RET_ENOTREADY; } +// Default 16bit command demuxer for ATA and ATAPI devices. static int process_ata_misc_op(struct disk_op_s *op) { if (!CONFIG_ATA) return 0; + struct atadrive_s *adrive_g = container_of( + op->drive_g, struct atadrive_s, drive); switch (op->command) { case CMD_RESET: - ata_reset(op->drive_g); + ata_reset(adrive_g); return DISK_RET_SUCCESS; case CMD_ISREADY: - return isready(op->drive_g); + return isready(adrive_g); case CMD_FORMAT: case CMD_VERIFY: case CMD_SEEK: @@ -179,6 +180,7 @@ struct ata_pio_command { u8 device; u8 command; + u8 feature2; u8 sector_count2; u8 lba_low2; u8 lba_mid2; @@ -187,12 +189,11 @@ struct ata_pio_command { // Send an ata command to the drive. static int -send_cmd(struct drive_s *drive_g, struct ata_pio_command *cmd) +send_cmd(struct atadrive_s *adrive_g, struct ata_pio_command *cmd) { - u8 ataid = GET_GLOBAL(drive_g->cntl_id); - u8 channel = ataid / 2; - u8 slave = ataid % 2; - u16 iobase1 = GET_GLOBAL(ATA_channels[channel].iobase1); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u8 slave = GET_GLOBAL(adrive_g->slave); + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); // Select device int status = await_not_bsy(iobase1); @@ -209,8 +210,9 @@ send_cmd(struct drive_s *drive_g, struct ata_pio_command *cmd) return status; } - if (cmd->command & 0x04) { - outb(0x00, iobase1 + ATA_CB_FR); + // Check for ATA_CMD_(READ|WRITE)_(SECTORS|DMA)_EXT commands. + if ((cmd->command & ~0x11) == ATA_CMD_READ_SECTORS_EXT) { + outb(cmd->feature2, iobase1 + ATA_CB_FR); outb(cmd->sector_count2, iobase1 + ATA_CB_SC); outb(cmd->lba_low2, iobase1 + ATA_CB_SN); outb(cmd->lba_mid2, iobase1 + ATA_CB_CL); @@ -223,7 +225,14 @@ send_cmd(struct drive_s *drive_g, struct ata_pio_command *cmd) outb(cmd->lba_high, iobase1 + ATA_CB_CH); outb(cmd->command, iobase1 + ATA_CB_CMD); - status = ndelay_await_not_bsy(iobase1); + return 0; +} + +// Wait for data after calling 'send_cmd'. +static int +ata_wait_data(u16 iobase1) +{ + int status = ndelay_await_not_bsy(iobase1); if (status < 0) return status; @@ -240,23 +249,61 @@ send_cmd(struct drive_s *drive_g, struct ata_pio_command *cmd) return 0; } +// Send an ata command that does not transfer any further data. +int +ata_cmd_nondata(struct atadrive_s *adrive_g, struct ata_pio_command *cmd) +{ + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); + u16 iobase2 = GET_GLOBALFLAT(chan_gf->iobase2); + + // Disable interrupts + outb(ATA_CB_DC_HD15 | ATA_CB_DC_NIEN, iobase2 + ATA_CB_DC); + + int ret = send_cmd(adrive_g, cmd); + if (ret) + goto fail; + ret = ndelay_await_not_bsy(iobase1); + if (ret < 0) + goto fail; + + if (ret & ATA_CB_STAT_ERR) { + dprintf(6, "nondata cmd : read error (status=%02x err=%02x)\n" + , ret, inb(iobase1 + ATA_CB_ERR)); + ret = -4; + goto fail; + } + if (ret & ATA_CB_STAT_DRQ) { + dprintf(6, "nondata cmd : DRQ set (status %02x)\n", ret); + ret = -5; + goto fail; + } + +fail: + // Enable interrupts + outb(ATA_CB_DC_HD15, iobase2+ATA_CB_DC); + + return ret; +} + /**************************************************************** - * ATA transfers + * ATA PIO transfers ****************************************************************/ // Transfer 'op->count' blocks (of 'blocksize' bytes) to/from drive // 'op->drive_g'. static int -ata_transfer(struct disk_op_s *op, int iswrite, int blocksize) +ata_pio_transfer(struct disk_op_s *op, int iswrite, int blocksize) { - dprintf(16, "ata_transfer id=%p write=%d count=%d bs=%d buf=%p\n" + dprintf(16, "ata_pio_transfer id=%p write=%d count=%d bs=%d buf=%p\n" , op->drive_g, iswrite, op->count, blocksize, op->buf_fl); - u8 ataid = GET_GLOBAL(op->drive_g->cntl_id); - u8 channel = ataid / 2; - u16 iobase1 = GET_GLOBAL(ATA_channels[channel].iobase1); - u16 iobase2 = GET_GLOBAL(ATA_channels[channel].iobase2); + struct atadrive_s *adrive_g = container_of( + op->drive_g, struct atadrive_s, drive); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); + u16 iobase2 = GET_GLOBALFLAT(chan_gf->iobase2); int count = op->count; void *buf_fl = op->buf_fl; int status; @@ -290,7 +337,7 @@ ata_transfer(struct disk_op_s *op, int iswrite, int blocksize) break; status &= (ATA_CB_STAT_BSY | ATA_CB_STAT_DRQ | ATA_CB_STAT_ERR); if (status != ATA_CB_STAT_DRQ) { - dprintf(6, "ata_transfer : more sectors left (status %02x)\n" + dprintf(6, "ata_pio_transfer : more sectors left (status %02x)\n" , status); op->count -= count; return -6; @@ -302,7 +349,7 @@ ata_transfer(struct disk_op_s *op, int iswrite, int blocksize) if (!iswrite) status &= ~ATA_CB_STAT_DF; if (status != 0) { - dprintf(6, "ata_transfer : no sectors left (status %02x)\n", status); + dprintf(6, "ata_pio_transfer : no sectors left (status %02x)\n", status); return -7; } @@ -310,74 +357,238 @@ ata_transfer(struct disk_op_s *op, int iswrite, int blocksize) } +/**************************************************************** + * ATA DMA transfers + ****************************************************************/ + +#define BM_CMD 0 +#define BM_CMD_MEMWRITE 0x08 +#define BM_CMD_START 0x01 +#define BM_STATUS 2 +#define BM_STATUS_IRQ 0x04 +#define BM_STATUS_ERROR 0x02 +#define BM_STATUS_ACTIVE 0x01 +#define BM_TABLE 4 + +struct sff_dma_prd { + u32 buf_fl; + u32 count; +}; + +// Check if DMA available and setup transfer if so. +static int +ata_try_dma(struct disk_op_s *op, int iswrite, int blocksize) +{ + if (! CONFIG_ATA_DMA) + return -1; + u32 dest = (u32)op->buf_fl; + if (dest & 1) + // Need minimum alignment of 1. + return -1; + struct atadrive_s *adrive_g = container_of( + op->drive_g, struct atadrive_s, drive); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u16 iomaster = GET_GLOBALFLAT(chan_gf->iomaster); + if (! iomaster) + return -1; + u32 bytes = op->count * blocksize; + if (! bytes) + return -1; + + // Build PRD dma structure. + struct sff_dma_prd *dma = MAKE_FLATPTR( + get_ebda_seg() + , (void*)offsetof(struct extended_bios_data_area_s, extra_stack)); + struct sff_dma_prd *origdma = dma; + while (bytes) { + if (dma >= &origdma[16]) + // Too many descriptors.. + return -1; + u32 count = bytes; + u32 max = 0x10000 - (dest & 0xffff); + if (count > max) + count = max; + + SET_FLATPTR(dma->buf_fl, dest); + bytes -= count; + if (!bytes) + // Last descriptor. + count |= 1<<31; + dprintf(16, "dma@%p: %08x %08x\n", dma, dest, count); + dest += count; + SET_FLATPTR(dma->count, count); + dma++; + } + + // Program bus-master controller. + outl((u32)origdma, iomaster + BM_TABLE); + u8 oldcmd = inb(iomaster + BM_CMD) & ~(BM_CMD_MEMWRITE|BM_CMD_START); + outb(oldcmd | (iswrite ? 0x00 : BM_CMD_MEMWRITE), iomaster + BM_CMD); + outb(BM_STATUS_ERROR|BM_STATUS_IRQ, iomaster + BM_STATUS); + + return 0; +} + +// Transfer data using DMA. +static int +ata_dma_transfer(struct disk_op_s *op) +{ + if (! CONFIG_ATA_DMA) + return -1; + dprintf(16, "ata_dma_transfer id=%p buf=%p\n", op->drive_g, op->buf_fl); + + struct atadrive_s *adrive_g = container_of( + op->drive_g, struct atadrive_s, drive); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u16 iomaster = GET_GLOBALFLAT(chan_gf->iomaster); + + // Start bus-master controller. + u8 oldcmd = inb(iomaster + BM_CMD); + outb(oldcmd | BM_CMD_START, iomaster + BM_CMD); + + u64 end = calc_future_tsc(IDE_TIMEOUT); + u8 status; + for (;;) { + status = inb(iomaster + BM_STATUS); + if (status & BM_STATUS_IRQ) + break; + // Transfer in progress + if (check_tsc(end)) { + // Timeout. + warn_timeout(); + break; + } + yield(); + } + outb(oldcmd & ~BM_CMD_START, iomaster + BM_CMD); + + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); + u16 iobase2 = GET_GLOBALFLAT(chan_gf->iobase2); + int idestatus = pause_await_not_bsy(iobase1, iobase2); + + if ((status & (BM_STATUS_IRQ|BM_STATUS_ACTIVE)) == BM_STATUS_IRQ + && idestatus >= 0x00 + && (idestatus & (ATA_CB_STAT_BSY | ATA_CB_STAT_DF | ATA_CB_STAT_DRQ + | ATA_CB_STAT_ERR)) == 0x00) + // Success. + return 0; + + dprintf(6, "IDE DMA error (dma=%x ide=%x/%x/%x)\n", status, idestatus + , inb(iobase2 + ATA_CB_ASTAT), inb(iobase1 + ATA_CB_ERR)); + op->count = 0; + return -1; +} + + /**************************************************************** * ATA hard drive functions ****************************************************************/ +// Transfer data to harddrive using PIO protocol. +static int +ata_pio_cmd_data(struct disk_op_s *op, int iswrite, struct ata_pio_command *cmd) +{ + struct atadrive_s *adrive_g = container_of( + op->drive_g, struct atadrive_s, drive); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); + u16 iobase2 = GET_GLOBALFLAT(chan_gf->iobase2); + + // Disable interrupts + outb(ATA_CB_DC_HD15 | ATA_CB_DC_NIEN, iobase2 + ATA_CB_DC); + + int ret = send_cmd(adrive_g, cmd); + if (ret) + goto fail; + ret = ata_wait_data(iobase1); + if (ret) + goto fail; + ret = ata_pio_transfer(op, iswrite, DISK_SECTOR_SIZE); + +fail: + // Enable interrupts + outb(ATA_CB_DC_HD15, iobase2+ATA_CB_DC); + return ret; +} + +// Transfer data to harddrive using DMA protocol. +static int +ata_dma_cmd_data(struct disk_op_s *op, struct ata_pio_command *cmd) +{ + if (! CONFIG_ATA_DMA) + return -1; + struct atadrive_s *adrive_g = container_of( + op->drive_g, struct atadrive_s, drive); + int ret = send_cmd(adrive_g, cmd); + if (ret) + return ret; + return ata_dma_transfer(op); +} + // Read/write count blocks from a harddrive. static int -ata_cmd_data(struct disk_op_s *op, int iswrite, int command) +ata_readwrite(struct disk_op_s *op, int iswrite) { - u8 ataid = GET_GLOBAL(op->drive_g->cntl_id); - u8 channel = ataid / 2; - u16 iobase2 = GET_GLOBAL(ATA_channels[channel].iobase2); u64 lba = op->lba; + int usepio = ata_try_dma(op, iswrite, DISK_SECTOR_SIZE); + struct ata_pio_command cmd; memset(&cmd, 0, sizeof(cmd)); - cmd.command = command; if (op->count >= (1<<8) || lba + op->count >= (1<<28)) { cmd.sector_count2 = op->count >> 8; cmd.lba_low2 = lba >> 24; cmd.lba_mid2 = lba >> 32; cmd.lba_high2 = lba >> 40; - - cmd.command |= 0x04; lba &= 0xffffff; + + if (usepio) + cmd.command = (iswrite ? ATA_CMD_WRITE_SECTORS_EXT + : ATA_CMD_READ_SECTORS_EXT); + else + cmd.command = (iswrite ? ATA_CMD_WRITE_DMA_EXT + : ATA_CMD_READ_DMA_EXT); + } else { + if (usepio) + cmd.command = (iswrite ? ATA_CMD_WRITE_SECTORS + : ATA_CMD_READ_SECTORS); + else + cmd.command = (iswrite ? ATA_CMD_WRITE_DMA + : ATA_CMD_READ_DMA); } - cmd.feature = 0; cmd.sector_count = op->count; cmd.lba_low = lba; cmd.lba_mid = lba >> 8; cmd.lba_high = lba >> 16; cmd.device = ((lba >> 24) & 0xf) | ATA_CB_DH_LBA; - // Disable interrupts - outb(ATA_CB_DC_HD15 | ATA_CB_DC_NIEN, iobase2 + ATA_CB_DC); - - int ret = send_cmd(op->drive_g, &cmd); + int ret; + if (usepio) + ret = ata_pio_cmd_data(op, iswrite, &cmd); + else + ret = ata_dma_cmd_data(op, &cmd); if (ret) - goto fail; - ret = ata_transfer(op, iswrite, DISK_SECTOR_SIZE); - -fail: - // Enable interrupts - outb(ATA_CB_DC_HD15, iobase2+ATA_CB_DC); - return ret; + return DISK_RET_EBADTRACK; + return DISK_RET_SUCCESS; } +// 16bit command demuxer for ATA harddrives. int process_ata_op(struct disk_op_s *op) { if (!CONFIG_ATA) return 0; - int ret; switch (op->command) { case CMD_READ: - ret = ata_cmd_data(op, 0, ATA_CMD_READ_SECTORS); - break; + return ata_readwrite(op, 0); case CMD_WRITE: - ret = ata_cmd_data(op, 1, ATA_CMD_WRITE_SECTORS); - break; + return ata_readwrite(op, 1); default: return process_ata_misc_op(op); } - if (ret) - return DISK_RET_EBADTRACK; - return DISK_RET_SUCCESS; } @@ -385,33 +596,39 @@ process_ata_op(struct disk_op_s *op) * ATAPI functions ****************************************************************/ +#define CDROM_CDB_SIZE 12 + // Low-level atapi command transmit function. -static int -atapi_cmd_data(struct disk_op_s *op, u8 *cmdbuf, u8 cmdlen, u16 blocksize) +int +atapi_cmd_data(struct disk_op_s *op, void *cdbcmd, u16 blocksize) { - u8 ataid = GET_GLOBAL(op->drive_g->cntl_id); - u8 channel = ataid / 2; - u16 iobase1 = GET_GLOBAL(ATA_channels[channel].iobase1); - u16 iobase2 = GET_GLOBAL(ATA_channels[channel].iobase2); + if (! CONFIG_ATA) + return 0; + + struct atadrive_s *adrive_g = container_of( + op->drive_g, struct atadrive_s, drive); + struct ata_channel_s *chan_gf = GET_GLOBAL(adrive_g->chan_gf); + u16 iobase1 = GET_GLOBALFLAT(chan_gf->iobase1); + u16 iobase2 = GET_GLOBALFLAT(chan_gf->iobase2); struct ata_pio_command cmd; - cmd.sector_count = 0; - cmd.feature = 0; - cmd.lba_low = 0; + memset(&cmd, 0, sizeof(cmd)); cmd.lba_mid = blocksize; cmd.lba_high = blocksize >> 8; - cmd.device = 0; cmd.command = ATA_CMD_PACKET; // Disable interrupts outb(ATA_CB_DC_HD15 | ATA_CB_DC_NIEN, iobase2 + ATA_CB_DC); - int ret = send_cmd(op->drive_g, &cmd); + int ret = send_cmd(adrive_g, &cmd); + if (ret) + goto fail; + ret = ata_wait_data(iobase1); if (ret) goto fail; // Send command to device - outsw_fl(iobase1, MAKE_FLATPTR(GET_SEG(SS), cmdbuf), cmdlen / 2); + outsw_fl(iobase1, MAKE_FLATPTR(GET_SEG(SS), cdbcmd), CDROM_CDB_SIZE / 2); int status = pause_await_not_bsy(iobase1, iobase2); if (status < 0) { @@ -434,72 +651,61 @@ atapi_cmd_data(struct disk_op_s *op, u8 *cmdbuf, u8 cmdlen, u16 blocksize) goto fail; } - ret = ata_transfer(op, 0, blocksize); + ret = ata_pio_transfer(op, 0, blocksize); fail: // Enable interrupts outb(ATA_CB_DC_HD15, iobase2+ATA_CB_DC); - return ret; -} - -// Read sectors from the cdrom. -int -cdrom_read(struct disk_op_s *op) -{ - u8 atacmd[12]; - memset(atacmd, 0, sizeof(atacmd)); - atacmd[0]=0x28; // READ command - atacmd[7]=(op->count & 0xff00) >> 8; // Sectors - atacmd[8]=(op->count & 0x00ff); - atacmd[2]=(op->lba & 0xff000000) >> 24; // LBA - atacmd[3]=(op->lba & 0x00ff0000) >> 16; - atacmd[4]=(op->lba & 0x0000ff00) >> 8; - atacmd[5]=(op->lba & 0x000000ff); - - return atapi_cmd_data(op, atacmd, sizeof(atacmd), CDROM_SECTOR_SIZE); + if (ret) + return DISK_RET_EBADTRACK; + return DISK_RET_SUCCESS; } +// 16bit command demuxer for ATAPI cdroms. int process_atapi_op(struct disk_op_s *op) { - int ret; + if (!CONFIG_ATA) + return 0; switch (op->command) { case CMD_READ: - ret = cdrom_read(op); - break; + return cdb_read(op); case CMD_FORMAT: case CMD_WRITE: return DISK_RET_EWRITEPROTECT; default: return process_ata_misc_op(op); } - if (ret) - return DISK_RET_EBADTRACK; - return DISK_RET_SUCCESS; } -// Send a simple atapi command to a drive. -int -ata_cmd_packet(struct drive_s *drive_g, u8 *cmdbuf, u8 cmdlen - , u32 length, void *buf_fl) + +/**************************************************************** + * ATA detect and init + ****************************************************************/ + +// Send an identify device or identify device packet command. +static int +send_ata_identity(struct atadrive_s *adrive_g, u16 *buffer, int command) { + memset(buffer, 0, DISK_SECTOR_SIZE); + struct disk_op_s dop; memset(&dop, 0, sizeof(dop)); - dop.drive_g = drive_g; + dop.drive_g = &adrive_g->drive; dop.count = 1; - dop.buf_fl = buf_fl; - - return atapi_cmd_data(&dop, cmdbuf, cmdlen, length); -} + dop.lba = 1; + dop.buf_fl = MAKE_FLATPTR(GET_SEG(SS), buffer); + struct ata_pio_command cmd; + memset(&cmd, 0, sizeof(cmd)); + cmd.command = command; -/**************************************************************** - * ATA detect and init - ****************************************************************/ + return ata_pio_cmd_data(&dop, 0, &cmd); +} // Extract the ATA/ATAPI version info. -static int -extract_version(u16 *buffer) +int +ata_extract_version(u16 *buffer) { // Extract ATA/ATAPI version. u16 ataversion = buffer[80]; @@ -510,142 +716,128 @@ extract_version(u16 *buffer) return version; } -// Extract common information from IDENTIFY commands. -static void -extract_identify(struct drive_s *drive_g, u16 *buffer) -{ - dprintf(3, "Identify w0=%x w2=%x\n", buffer[0], buffer[2]); +#define MAXMODEL 40 +// Extract the ATA/ATAPI model info. +char * +ata_extract_model(char *model, u32 size, u16 *buffer) +{ // Read model name - char *model = drive_g->model; - int maxsize = ARRAY_SIZE(drive_g->model); int i; - for (i=0; i> 8; - model[i*2+1] = v & 0xff; - } - model[maxsize-1] = 0x00; - - // Trim trailing spaces from model name. - for (i=maxsize-2; i>0 && model[i] == 0x20; i--) - model[i] = 0x00; - - // Common flags. - SET_GLOBAL(drive_g->removable, (buffer[0] & 0x80) ? 1 : 0); - SET_GLOBAL(drive_g->cntl_info, extract_version(buffer)); + for (i=0; icntl_id; - u8 channel = ataid / 2; - u8 slave = ataid % 2; - u8 version = drive_g->cntl_info; - int iscd = drive_g->floppy_type; - printf("ata%d-%d: %s ATAPI-%d %s", channel, slave - , drive_g->model, version - , (iscd ? "CD-Rom/DVD-Rom" : "Device")); + struct atadrive_s *adrive_g = malloc_fseg(sizeof(*adrive_g)); + if (!adrive_g) { + warn_noalloc(); + return NULL; + } + memset(adrive_g, 0, sizeof(*adrive_g)); + adrive_g->chan_gf = dummy->chan_gf; + adrive_g->slave = dummy->slave; + adrive_g->drive.cntl_id = adrive_g->chan_gf->chanid * 2 + dummy->slave; + adrive_g->drive.removable = (buffer[0] & 0x80) ? 1 : 0; + return adrive_g; } -static struct drive_s * -init_drive_atapi(struct drive_s *dummy, u16 *buffer) +// Detect if the given drive is an atapi - initialize it if so. +static struct atadrive_s * +init_drive_atapi(struct atadrive_s *dummy, u16 *buffer) { // Send an IDENTIFY_DEVICE_PACKET command to device - memset(buffer, 0, DISK_SECTOR_SIZE); - struct disk_op_s dop; - memset(&dop, 0, sizeof(dop)); - dop.drive_g = dummy; - dop.count = 1; - dop.lba = 1; - dop.buf_fl = MAKE_FLATPTR(GET_SEG(SS), buffer); - int ret = ata_cmd_data(&dop, 0, ATA_CMD_IDENTIFY_DEVICE_PACKET); + int ret = send_ata_identity(dummy, buffer, ATA_CMD_IDENTIFY_PACKET_DEVICE); if (ret) return NULL; // Success - setup as ATAPI. - struct drive_s *drive_g = allocDrive(); - if (! drive_g) + struct atadrive_s *adrive_g = init_atadrive(dummy, buffer); + if (!adrive_g) return NULL; - SET_GLOBAL(drive_g->cntl_id, dummy->cntl_id); - extract_identify(drive_g, buffer); - SET_GLOBAL(drive_g->type, DTYPE_ATAPI); - SET_GLOBAL(drive_g->blksize, CDROM_SECTOR_SIZE); - SET_GLOBAL(drive_g->sectors, (u64)-1); + adrive_g->drive.type = DTYPE_ATAPI; + adrive_g->drive.blksize = CDROM_SECTOR_SIZE; + adrive_g->drive.sectors = (u64)-1; u8 iscd = ((buffer[0] >> 8) & 0x1f) == 0x05; - SET_GLOBAL(drive_g->floppy_type, iscd); + char model[MAXMODEL+1]; + char *desc = znprintf(MAXDESCSIZE + , "DVD/CD [ata%d-%d: %s ATAPI-%d %s]" + , adrive_g->chan_gf->chanid, adrive_g->slave + , ata_extract_model(model, MAXMODEL, buffer) + , ata_extract_version(buffer) + , (iscd ? "DVD/CD" : "Device")); + dprintf(1, "%s\n", desc); // fill cdidmap - if (iscd) - map_cd_drive(drive_g); - - return drive_g; -} + if (iscd) { + int prio = bootprio_find_ata_device(adrive_g->chan_gf->pci_tmp, + adrive_g->chan_gf->chanid, + adrive_g->slave); + boot_add_cd(&adrive_g->drive, desc, prio); + } -void -describe_ata(struct drive_s *drive_g) -{ - u8 ataid = drive_g->cntl_id; - u8 channel = ataid / 2; - u8 slave = ataid % 2; - u64 sectors = drive_g->sectors; - u8 version = drive_g->cntl_info; - char *model = drive_g->model; - printf("ata%d-%d: %s ATA-%d Hard-Disk", channel, slave, model, version); - u64 sizeinmb = sectors >> 11; - if (sizeinmb < (1 << 16)) - printf(" (%u MiBytes)", (u32)sizeinmb); - else - printf(" (%u GiBytes)", (u32)(sizeinmb >> 10)); + return adrive_g; } -static struct drive_s * -init_drive_ata(struct drive_s *dummy, u16 *buffer) +// Detect if the given drive is a regular ata drive - initialize it if so. +static struct atadrive_s * +init_drive_ata(struct atadrive_s *dummy, u16 *buffer) { // Send an IDENTIFY_DEVICE command to device - memset(buffer, 0, DISK_SECTOR_SIZE); - struct disk_op_s dop; - memset(&dop, 0, sizeof(dop)); - dop.drive_g = dummy; - dop.count = 1; - dop.lba = 1; - dop.buf_fl = MAKE_FLATPTR(GET_SEG(SS), buffer); - int ret = ata_cmd_data(&dop, 0, ATA_CMD_IDENTIFY_DEVICE); + int ret = send_ata_identity(dummy, buffer, ATA_CMD_IDENTIFY_DEVICE); if (ret) return NULL; // Success - setup as ATA. - struct drive_s *drive_g = allocDrive(); - if (! drive_g) + struct atadrive_s *adrive_g = init_atadrive(dummy, buffer); + if (!adrive_g) return NULL; - SET_GLOBAL(drive_g->cntl_id, dummy->cntl_id); - extract_identify(drive_g, buffer); - SET_GLOBAL(drive_g->type, DTYPE_ATA); - SET_GLOBAL(drive_g->blksize, DISK_SECTOR_SIZE); + adrive_g->drive.type = DTYPE_ATA; + adrive_g->drive.blksize = DISK_SECTOR_SIZE; - SET_GLOBAL(drive_g->pchs.cylinders, buffer[1]); - SET_GLOBAL(drive_g->pchs.heads, buffer[3]); - SET_GLOBAL(drive_g->pchs.spt, buffer[6]); + adrive_g->drive.pchs.cylinders = buffer[1]; + adrive_g->drive.pchs.heads = buffer[3]; + adrive_g->drive.pchs.spt = buffer[6]; u64 sectors; if (buffer[83] & (1 << 10)) // word 83 - lba48 support sectors = *(u64*)&buffer[100]; // word 100-103 else sectors = *(u32*)&buffer[60]; // word 60 and word 61 - SET_GLOBAL(drive_g->sectors, sectors); - - // Setup disk geometry translation. - setup_translation(drive_g); - + adrive_g->drive.sectors = sectors; + u64 adjsize = sectors >> 11; + char adjprefix = 'M'; + if (adjsize >= (1 << 16)) { + adjsize >>= 10; + adjprefix = 'G'; + } + char model[MAXMODEL+1]; + char *desc = znprintf(MAXDESCSIZE + , "ata%d-%d: %s ATA-%d Hard-Disk (%u %ciBytes)" + , adrive_g->chan_gf->chanid, adrive_g->slave + , ata_extract_model(model, MAXMODEL, buffer) + , ata_extract_version(buffer) + , (u32)adjsize, adjprefix); + dprintf(1, "%s\n", desc); + + int prio = bootprio_find_ata_device(adrive_g->chan_gf->pci_tmp, + adrive_g->chan_gf->chanid, + adrive_g->slave); // Register with bcv system. - add_bcv_internal(drive_g); + boot_add_hd(&adrive_g->drive, desc, prio); - return drive_g; + return adrive_g; } static u64 SpinupEnd; +// Wait for non-busy status and check for "floating bus" condition. static int powerup_await_non_bsy(u16 base) { @@ -657,11 +849,11 @@ powerup_await_non_bsy(u16 base) break; orstatus |= status; if (orstatus == 0xff) { - dprintf(1, "powerup IDE floating\n"); + dprintf(4, "powerup IDE floating\n"); return orstatus; } - if (check_time(SpinupEnd)) { - dprintf(1, "powerup IDE time out\n"); + if (check_tsc(SpinupEnd)) { + warn_timeout(); return -1; } yield(); @@ -670,24 +862,20 @@ powerup_await_non_bsy(u16 base) return status; } +// Detect any drives attached to a given controller. static void ata_detect(void *data) { - struct ata_channel_s *atachannel = data; - int startid = (atachannel - ATA_channels) * 2; - struct drive_s dummy; + struct ata_channel_s *chan_gf = data; + struct atadrive_s dummy; memset(&dummy, 0, sizeof(dummy)); + dummy.chan_gf = chan_gf; // Device detection - int ataid, last_reset_ataid=-1; - for (ataid=startid; ataidiobase1; int status = powerup_await_non_bsy(iobase1); if (status < 0) continue; @@ -705,26 +893,24 @@ ata_detect(void *data) outb(0xaa, iobase1+ATA_CB_SN); u8 sc = inb(iobase1+ATA_CB_SC); u8 sn = inb(iobase1+ATA_CB_SN); - dprintf(6, "ata_detect ataid=%d sc=%x sn=%x dh=%x\n" - , ataid, sc, sn, dh); + dprintf(6, "ata_detect ata%d-%d: sc=%x sn=%x dh=%x\n" + , chan_gf->chanid, slave, sc, sn, dh); if (sc != 0x55 || sn != 0xaa || dh != newdh) continue; // Prepare new drive. - dummy.cntl_id = ataid; + dummy.slave = slave; // reset the channel - if (slave && ataid == last_reset_ataid + 1) { - // The drive was just reset - no need to reset it again. - } else { + if (!didreset) { ata_reset(&dummy); - last_reset_ataid = ataid; + didreset = 1; } // check for ATAPI u16 buffer[256]; - struct drive_s *drive_g = init_drive_atapi(&dummy, buffer); - if (!drive_g) { + struct atadrive_s *adrive_g = init_drive_atapi(&dummy, buffer); + if (!adrive_g) { // Didn't find an ATAPI drive - look for ATA drive. u8 st = inb(iobase1+ATA_CB_STAT); if (!st) @@ -737,8 +923,8 @@ ata_detect(void *data) continue; // check for ATA. - drive_g = init_drive_ata(&dummy, buffer); - if (!drive_g) + adrive_g = init_drive_ata(&dummy, buffer); + if (!adrive_g) // No ATA drive found continue; } @@ -749,62 +935,128 @@ ata_detect(void *data) // resetresult looks valid and device 0 is responding to // device 1 requests - device 1 must not be present - skip // detection. - ataid++; + break; } } +// Initialize an ata controller and detect its drives. static void -ata_init() +init_controller(struct pci_device *pci, int irq + , u32 port1, u32 port2, u32 master) { - // Scan PCI bus for ATA adapters - int count=0; - int bdf, max; - foreachpci(bdf, max) { - if (pci_config_readw(bdf, PCI_CLASS_DEVICE) != PCI_CLASS_STORAGE_IDE) - continue; - if (count >= ARRAY_SIZE(ATA_channels)) - break; - - u8 irq = pci_config_readb(bdf, PCI_INTERRUPT_LINE); - SET_GLOBAL(ATA_channels[count].irq, irq); - SET_GLOBAL(ATA_channels[count].pci_bdf, bdf); + static int chanid = 0; + struct ata_channel_s *chan_gf = malloc_fseg(sizeof(*chan_gf)); + if (!chan_gf) { + warn_noalloc(); + return; + } + chan_gf->chanid = chanid++; + chan_gf->irq = irq; + chan_gf->pci_bdf = pci ? pci->bdf : -1; + chan_gf->pci_tmp = pci; + chan_gf->iobase1 = port1; + chan_gf->iobase2 = port2; + chan_gf->iomaster = master; + dprintf(1, "ATA controller %d at %x/%x/%x (irq %d dev %x)\n" + , chanid, port1, port2, master, irq, chan_gf->pci_bdf); + run_thread(ata_detect, chan_gf); +} - u8 prog_if = pci_config_readb(bdf, PCI_CLASS_PROG); - u32 port1, port2; +#define IRQ_ATA1 14 +#define IRQ_ATA2 15 - if (prog_if & 1) { - port1 = pci_config_readl(bdf, PCI_BASE_ADDRESS_0) & ~3; - port2 = pci_config_readl(bdf, PCI_BASE_ADDRESS_1) & ~3; - } else { - port1 = 0x1f0; - port2 = 0x3f0; - } - SET_GLOBAL(ATA_channels[count].iobase1, port1); - SET_GLOBAL(ATA_channels[count].iobase2, port2); - dprintf(1, "ATA controller %d at %x/%x (dev %x prog_if %x)\n" - , count, port1, port2, bdf, prog_if); - run_thread(ata_detect, &ATA_channels[count]); - count++; - - if (prog_if & 4) { - port1 = pci_config_readl(bdf, PCI_BASE_ADDRESS_2) & ~3; - port2 = pci_config_readl(bdf, PCI_BASE_ADDRESS_3) & ~3; - } else { - port1 = 0x170; - port2 = 0x370; +// Handle controllers on an ATA PCI device. +static void +init_pciata(struct pci_device *pci, u8 prog_if) +{ + pci->have_driver = 1; + u16 bdf = pci->bdf; + u8 pciirq = pci_config_readb(bdf, PCI_INTERRUPT_LINE); + int master = 0; + if (CONFIG_ATA_DMA && prog_if & 0x80) { + // Check for bus-mastering. + u32 bar = pci_config_readl(bdf, PCI_BASE_ADDRESS_4); + if (bar & PCI_BASE_ADDRESS_SPACE_IO) { + master = bar & PCI_BASE_ADDRESS_IO_MASK; + pci_config_maskw(bdf, PCI_COMMAND, 0, PCI_COMMAND_MASTER); } - dprintf(1, "ATA controller %d at %x/%x (dev %x prog_if %x)\n" - , count, port1, port2, bdf, prog_if); - SET_GLOBAL(ATA_channels[count].iobase1, port1); - SET_GLOBAL(ATA_channels[count].iobase2, port2); - run_thread(ata_detect, &ATA_channels[count]); - count++; + } + + u32 port1, port2, irq; + if (prog_if & 1) { + port1 = (pci_config_readl(bdf, PCI_BASE_ADDRESS_0) + & PCI_BASE_ADDRESS_IO_MASK); + port2 = (pci_config_readl(bdf, PCI_BASE_ADDRESS_1) + & PCI_BASE_ADDRESS_IO_MASK); + irq = pciirq; + } else { + port1 = PORT_ATA1_CMD_BASE; + port2 = PORT_ATA1_CTRL_BASE; + irq = IRQ_ATA1; + } + init_controller(pci, irq, port1, port2, master); + + if (prog_if & 4) { + port1 = (pci_config_readl(bdf, PCI_BASE_ADDRESS_2) + & PCI_BASE_ADDRESS_IO_MASK); + port2 = (pci_config_readl(bdf, PCI_BASE_ADDRESS_3) + & PCI_BASE_ADDRESS_IO_MASK); + irq = pciirq; + } else { + port1 = PORT_ATA2_CMD_BASE; + port2 = PORT_ATA2_CTRL_BASE; + irq = IRQ_ATA2; + } + init_controller(pci, irq, port1, port2, master ? master + 8 : 0); +} + +static void +found_genericata(struct pci_device *pci, void *arg) +{ + init_pciata(pci, pci->prog_if); +} + +static void +found_compatibleahci(struct pci_device *pci, void *arg) +{ + if (CONFIG_AHCI) + // Already handled directly via native ahci interface. + return; + init_pciata(pci, 0x8f); +} + +static const struct pci_device_id pci_ata_tbl[] = { + PCI_DEVICE_CLASS(PCI_ANY_ID, PCI_ANY_ID, PCI_CLASS_STORAGE_IDE + , found_genericata), + PCI_DEVICE(PCI_VENDOR_ID_ATI, 0x4391, found_compatibleahci), + PCI_DEVICE_END, +}; + +// Locate and init ata controllers. +static void +ata_init(void) +{ + if (!CONFIG_COREBOOT && !PCIDevices) { + // No PCI devices found - probably a QEMU "-M isapc" machine. + // Try using ISA ports for ATA controllers. + init_controller(NULL, IRQ_ATA1 + , PORT_ATA1_CMD_BASE, PORT_ATA1_CTRL_BASE, 0); + init_controller(NULL, IRQ_ATA2 + , PORT_ATA2_CMD_BASE, PORT_ATA2_CTRL_BASE, 0); + return; + } + + // Scan PCI bus for ATA adapters + struct pci_device *pci; + foreachpci(pci) { + pci_init_device(pci_ata_tbl, pci, NULL); } } void -ata_setup() +ata_setup(void) { + ASSERT32FLAT(); if (!CONFIG_ATA) return; @@ -815,5 +1067,5 @@ ata_setup() SET_BDA(disk_control_byte, 0xc0); - enable_hwirq(14, entry_76); + enable_hwirq(14, FUNC16(entry_76)); }