| // SPDX-License-Identifier: GPL-2.0-only |
| /* |
| * Intel Baytrail SST DSP driver |
| * Copyright (c) 2014, Intel Corporation. |
| */ |
| |
| #include <linux/delay.h> |
| #include <linux/fs.h> |
| #include <linux/slab.h> |
| #include <linux/device.h> |
| #include <linux/interrupt.h> |
| #include <linux/module.h> |
| #include <linux/dma-mapping.h> |
| #include <linux/platform_device.h> |
| #include <linux/firmware.h> |
| |
| #include "../common/sst-dsp.h" |
| #include "../common/sst-dsp-priv.h" |
| #include "sst-baytrail-ipc.h" |
| |
| #define SST_BYT_FW_SIGNATURE_SIZE 4 |
| #define SST_BYT_FW_SIGN "$SST" |
| |
| #define SST_BYT_IRAM_OFFSET 0xC0000 |
| #define SST_BYT_DRAM_OFFSET 0x100000 |
| #define SST_BYT_SHIM_OFFSET 0x140000 |
| |
| enum sst_ram_type { |
| SST_BYT_IRAM = 1, |
| SST_BYT_DRAM = 2, |
| SST_BYT_CACHE = 3, |
| }; |
| |
| struct dma_block_info { |
| enum sst_ram_type type; /* IRAM/DRAM */ |
| u32 size; /* Bytes */ |
| u32 ram_offset; /* Offset in I/DRAM */ |
| u32 rsvd; /* Reserved field */ |
| }; |
| |
| struct fw_header { |
| unsigned char signature[SST_BYT_FW_SIGNATURE_SIZE]; |
| u32 file_size; /* size of fw minus this header */ |
| u32 modules; /* # of modules */ |
| u32 file_format; /* version of header format */ |
| u32 reserved[4]; |
| }; |
| |
| struct sst_byt_fw_module_header { |
| unsigned char signature[SST_BYT_FW_SIGNATURE_SIZE]; |
| u32 mod_size; /* size of module */ |
| u32 blocks; /* # of blocks */ |
| u32 type; /* codec type, pp lib */ |
| u32 entry_point; |
| }; |
| |
| static int sst_byt_parse_module(struct sst_dsp *dsp, struct sst_fw *fw, |
| struct sst_byt_fw_module_header *module) |
| { |
| struct dma_block_info *block; |
| struct sst_module *mod; |
| struct sst_module_template template; |
| int count; |
| |
| memset(&template, 0, sizeof(template)); |
| template.id = module->type; |
| template.entry = module->entry_point; |
| |
| mod = sst_module_new(fw, &template, NULL); |
| if (mod == NULL) |
| return -ENOMEM; |
| |
| block = (void *)module + sizeof(*module); |
| |
| for (count = 0; count < module->blocks; count++) { |
| |
| if (block->size <= 0) { |
| dev_err(dsp->dev, "block %d size invalid\n", count); |
| return -EINVAL; |
| } |
| |
| switch (block->type) { |
| case SST_BYT_IRAM: |
| mod->offset = block->ram_offset + |
| dsp->addr.iram_offset; |
| mod->type = SST_MEM_IRAM; |
| break; |
| case SST_BYT_DRAM: |
| mod->offset = block->ram_offset + |
| dsp->addr.dram_offset; |
| mod->type = SST_MEM_DRAM; |
| break; |
| case SST_BYT_CACHE: |
| mod->offset = block->ram_offset + |
| (dsp->addr.fw_ext - dsp->addr.lpe); |
| mod->type = SST_MEM_CACHE; |
| break; |
| default: |
| dev_err(dsp->dev, "wrong ram type 0x%x in block0x%x\n", |
| block->type, count); |
| return -EINVAL; |
| } |
| |
| mod->size = block->size; |
| mod->data = (void *)block + sizeof(*block); |
| |
| sst_module_alloc_blocks(mod); |
| |
| block = (void *)block + sizeof(*block) + block->size; |
| } |
| return 0; |
| } |
| |
| static int sst_byt_parse_fw_image(struct sst_fw *sst_fw) |
| { |
| struct fw_header *header; |
| struct sst_byt_fw_module_header *module; |
| struct sst_dsp *dsp = sst_fw->dsp; |
| int ret, count; |
| |
| /* Read the header information from the data pointer */ |
| header = (struct fw_header *)sst_fw->dma_buf; |
| |
| /* verify FW */ |
| if ((strncmp(header->signature, SST_BYT_FW_SIGN, 4) != 0) || |
| (sst_fw->size != header->file_size + sizeof(*header))) { |
| /* Invalid FW signature */ |
| dev_err(dsp->dev, "Invalid FW sign/filesize mismatch\n"); |
| return -EINVAL; |
| } |
| |
| dev_dbg(dsp->dev, |
| "header sign=%4s size=0x%x modules=0x%x fmt=0x%x size=%zu\n", |
| header->signature, header->file_size, header->modules, |
| header->file_format, sizeof(*header)); |
| |
| module = (void *)sst_fw->dma_buf + sizeof(*header); |
| for (count = 0; count < header->modules; count++) { |
| /* module */ |
| ret = sst_byt_parse_module(dsp, sst_fw, module); |
| if (ret < 0) { |
| dev_err(dsp->dev, "invalid module %d\n", count); |
| return ret; |
| } |
| module = (void *)module + sizeof(*module) + module->mod_size; |
| } |
| |
| return 0; |
| } |
| |
| static void sst_byt_dump_shim(struct sst_dsp *sst) |
| { |
| int i; |
| u64 reg; |
| |
| for (i = 0; i <= 0xF0; i += 8) { |
| reg = sst_dsp_shim_read64_unlocked(sst, i); |
| if (reg) |
| dev_dbg(sst->dev, "shim 0x%2.2x value 0x%16.16llx\n", |
| i, reg); |
| } |
| |
| for (i = 0x00; i <= 0xff; i += 4) { |
| reg = readl(sst->addr.pci_cfg + i); |
| if (reg) |
| dev_dbg(sst->dev, "pci 0x%2.2x value 0x%8.8x\n", |
| i, (u32)reg); |
| } |
| } |
| |
| static irqreturn_t sst_byt_irq(int irq, void *context) |
| { |
| struct sst_dsp *sst = (struct sst_dsp *) context; |
| u64 isrx; |
| irqreturn_t ret = IRQ_NONE; |
| |
| spin_lock(&sst->spinlock); |
| |
| isrx = sst_dsp_shim_read64_unlocked(sst, SST_ISRX); |
| if (isrx & SST_ISRX_DONE) { |
| /* ADSP has processed the message request from IA */ |
| sst_dsp_shim_update_bits64_unlocked(sst, SST_IPCX, |
| SST_BYT_IPCX_DONE, 0); |
| ret = IRQ_WAKE_THREAD; |
| } |
| if (isrx & SST_BYT_ISRX_REQUEST) { |
| /* mask message request from ADSP and do processing later */ |
| sst_dsp_shim_update_bits64_unlocked(sst, SST_IMRX, |
| SST_BYT_IMRX_REQUEST, |
| SST_BYT_IMRX_REQUEST); |
| ret = IRQ_WAKE_THREAD; |
| } |
| |
| spin_unlock(&sst->spinlock); |
| |
| return ret; |
| } |
| |
| static void sst_byt_boot(struct sst_dsp *sst) |
| { |
| int tries = 10; |
| |
| /* |
| * save the physical address of extended firmware block in the first |
| * 4 bytes of the mailbox |
| */ |
| memcpy_toio(sst->addr.lpe + SST_BYT_MAILBOX_OFFSET, |
| &sst->pdata->fw_base, sizeof(u32)); |
| |
| /* release stall and wait to unstall */ |
| sst_dsp_shim_update_bits64(sst, SST_CSR, SST_BYT_CSR_STALL, 0x0); |
| while (tries--) { |
| if (!(sst_dsp_shim_read64(sst, SST_CSR) & |
| SST_BYT_CSR_PWAITMODE)) |
| break; |
| msleep(100); |
| } |
| if (tries < 0) { |
| dev_err(sst->dev, "unable to start DSP\n"); |
| sst_byt_dump_shim(sst); |
| } |
| } |
| |
| static void sst_byt_reset(struct sst_dsp *sst) |
| { |
| /* put DSP into reset, set reset vector and stall */ |
| sst_dsp_shim_update_bits64(sst, SST_CSR, |
| SST_BYT_CSR_RST | SST_BYT_CSR_VECTOR_SEL | SST_BYT_CSR_STALL, |
| SST_BYT_CSR_RST | SST_BYT_CSR_VECTOR_SEL | SST_BYT_CSR_STALL); |
| |
| udelay(10); |
| |
| /* take DSP out of reset and keep stalled for FW loading */ |
| sst_dsp_shim_update_bits64(sst, SST_CSR, SST_BYT_CSR_RST, 0); |
| } |
| |
| struct sst_adsp_memregion { |
| u32 start; |
| u32 end; |
| int blocks; |
| enum sst_mem_type type; |
| }; |
| |
| /* BYT test stuff */ |
| static const struct sst_adsp_memregion byt_region[] = { |
| {0xC0000, 0x100000, 8, SST_MEM_IRAM}, /* I-SRAM - 8 * 32kB */ |
| {0x100000, 0x140000, 8, SST_MEM_DRAM}, /* D-SRAM0 - 8 * 32kB */ |
| }; |
| |
| static int sst_byt_resource_map(struct sst_dsp *sst, struct sst_pdata *pdata) |
| { |
| sst->addr.lpe_base = pdata->lpe_base; |
| sst->addr.lpe = ioremap(pdata->lpe_base, pdata->lpe_size); |
| if (!sst->addr.lpe) |
| return -ENODEV; |
| |
| /* ADSP PCI MMIO config space */ |
| sst->addr.pci_cfg = ioremap(pdata->pcicfg_base, pdata->pcicfg_size); |
| if (!sst->addr.pci_cfg) { |
| iounmap(sst->addr.lpe); |
| return -ENODEV; |
| } |
| |
| /* SST Extended FW allocation */ |
| sst->addr.fw_ext = ioremap(pdata->fw_base, pdata->fw_size); |
| if (!sst->addr.fw_ext) { |
| iounmap(sst->addr.pci_cfg); |
| iounmap(sst->addr.lpe); |
| return -ENODEV; |
| } |
| |
| /* SST Shim */ |
| sst->addr.shim = sst->addr.lpe + sst->addr.shim_offset; |
| |
| sst_dsp_mailbox_init(sst, SST_BYT_MAILBOX_OFFSET + 0x204, |
| SST_BYT_IPC_MAX_PAYLOAD_SIZE, |
| SST_BYT_MAILBOX_OFFSET, |
| SST_BYT_IPC_MAX_PAYLOAD_SIZE); |
| |
| sst->irq = pdata->irq; |
| |
| return 0; |
| } |
| |
| static int sst_byt_init(struct sst_dsp *sst, struct sst_pdata *pdata) |
| { |
| const struct sst_adsp_memregion *region; |
| struct device *dev; |
| int ret = -ENODEV, i, j, region_count; |
| u32 offset, size; |
| |
| dev = sst->dev; |
| |
| switch (sst->id) { |
| case SST_DEV_ID_BYT: |
| region = byt_region; |
| region_count = ARRAY_SIZE(byt_region); |
| sst->addr.iram_offset = SST_BYT_IRAM_OFFSET; |
| sst->addr.dram_offset = SST_BYT_DRAM_OFFSET; |
| sst->addr.shim_offset = SST_BYT_SHIM_OFFSET; |
| break; |
| default: |
| dev_err(dev, "failed to get mem resources\n"); |
| return ret; |
| } |
| |
| ret = sst_byt_resource_map(sst, pdata); |
| if (ret < 0) { |
| dev_err(dev, "failed to map resources\n"); |
| return ret; |
| } |
| |
| ret = dma_coerce_mask_and_coherent(sst->dma_dev, DMA_BIT_MASK(32)); |
| if (ret) |
| return ret; |
| |
| /* enable Interrupt from both sides */ |
| sst_dsp_shim_update_bits64(sst, SST_IMRX, 0x3, 0x0); |
| sst_dsp_shim_update_bits64(sst, SST_IMRD, 0x3, 0x0); |
| |
| /* register DSP memory blocks - ideally we should get this from ACPI */ |
| for (i = 0; i < region_count; i++) { |
| offset = region[i].start; |
| size = (region[i].end - region[i].start) / region[i].blocks; |
| |
| /* register individual memory blocks */ |
| for (j = 0; j < region[i].blocks; j++) { |
| sst_mem_block_register(sst, offset, size, |
| region[i].type, NULL, j, sst); |
| offset += size; |
| } |
| } |
| |
| return 0; |
| } |
| |
| static void sst_byt_free(struct sst_dsp *sst) |
| { |
| sst_mem_block_unregister_all(sst); |
| iounmap(sst->addr.lpe); |
| iounmap(sst->addr.pci_cfg); |
| iounmap(sst->addr.fw_ext); |
| } |
| |
| struct sst_ops sst_byt_ops = { |
| .reset = sst_byt_reset, |
| .boot = sst_byt_boot, |
| .write = sst_shim32_write, |
| .read = sst_shim32_read, |
| .write64 = sst_shim32_write64, |
| .read64 = sst_shim32_read64, |
| .ram_read = sst_memcpy_fromio_32, |
| .ram_write = sst_memcpy_toio_32, |
| .irq_handler = sst_byt_irq, |
| .init = sst_byt_init, |
| .free = sst_byt_free, |
| .parse_fw = sst_byt_parse_fw_image, |
| }; |