// SPDX-License-Identifier: GPL-2.0-only // // Copyright(c) 2021-2022 Intel Corporation // // Authors: Cezary Rojewski // Amadeusz Slawinski // #include #include #include #include "avs.h" #include "messages.h" #include "path.h" #include "topology.h" static irqreturn_t avs_apl_dsp_interrupt(struct avs_dev *adev) { u32 adspis = snd_hdac_adsp_readl(adev, AVS_ADSP_REG_ADSPIS); irqreturn_t ret = IRQ_NONE; if (adspis == UINT_MAX) return ret; if (adspis & AVS_ADSP_ADSPIS_IPC) { avs_skl_ipc_interrupt(adev); ret = IRQ_HANDLED; } return ret; } #ifdef CONFIG_DEBUG_FS int avs_apl_enable_logs(struct avs_dev *adev, enum avs_log_enable enable, u32 aging_period, u32 fifo_full_period, unsigned long resource_mask, u32 *priorities) { struct avs_apl_log_state_info *info; u32 size, num_cores = adev->hw_cfg.dsp_cores; int ret, i; if (fls_long(resource_mask) > num_cores) return -EINVAL; size = struct_size(info, logs_core, num_cores); info = kzalloc(size, GFP_KERNEL); if (!info) return -ENOMEM; info->aging_timer_period = aging_period; info->fifo_full_timer_period = fifo_full_period; info->core_mask = resource_mask; if (enable) for_each_set_bit(i, &resource_mask, num_cores) { info->logs_core[i].enable = enable; info->logs_core[i].min_priority = *priorities++; } else for_each_set_bit(i, &resource_mask, num_cores) info->logs_core[i].enable = enable; ret = avs_ipc_set_enable_logs(adev, (u8 *)info, size); kfree(info); if (ret) return AVS_IPC_RET(ret); return 0; } #endif int avs_apl_log_buffer_status(struct avs_dev *adev, union avs_notify_msg *msg) { struct avs_apl_log_buffer_layout layout; void __iomem *addr, *buf; addr = avs_log_buffer_addr(adev, msg->log.core); if (!addr) return -ENXIO; memcpy_fromio(&layout, addr, sizeof(layout)); if (!avs_logging_fw(adev)) /* consume the logs regardless of consumer presence */ goto update_read_ptr; buf = avs_apl_log_payload_addr(addr); if (layout.read_ptr > layout.write_ptr) { avs_dump_fw_log(adev, buf + layout.read_ptr, avs_apl_log_payload_size(adev) - layout.read_ptr); layout.read_ptr = 0; } avs_dump_fw_log_wakeup(adev, buf + layout.read_ptr, layout.write_ptr - layout.read_ptr); update_read_ptr: writel(layout.write_ptr, addr); return 0; } static int avs_apl_wait_log_entry(struct avs_dev *adev, u32 core, struct avs_apl_log_buffer_layout *layout) { unsigned long timeout; void __iomem *addr; addr = avs_log_buffer_addr(adev, core); if (!addr) return -ENXIO; timeout = jiffies + msecs_to_jiffies(10); do { memcpy_fromio(layout, addr, sizeof(*layout)); if (layout->read_ptr != layout->write_ptr) return 0; usleep_range(500, 1000); } while (!time_after(jiffies, timeout)); return -ETIMEDOUT; } /* reads log header and tests its type */ #define avs_apl_is_entry_stackdump(addr) ((readl(addr) >> 30) & 0x1) int avs_apl_coredump(struct avs_dev *adev, union avs_notify_msg *msg) { struct avs_apl_log_buffer_layout layout; void __iomem *addr, *buf; size_t dump_size; u16 offset = 0; u8 *dump, *pos; dump_size = AVS_FW_REGS_SIZE + msg->ext.coredump.stack_dump_size; dump = vzalloc(dump_size); if (!dump) return -ENOMEM; memcpy_fromio(dump, avs_sram_addr(adev, AVS_FW_REGS_WINDOW), AVS_FW_REGS_SIZE); if (!msg->ext.coredump.stack_dump_size) goto exit; /* Dump the registers even if an external error prevents gathering the stack. */ addr = avs_log_buffer_addr(adev, msg->ext.coredump.core_id); if (!addr) goto exit; buf = avs_apl_log_payload_addr(addr); memcpy_fromio(&layout, addr, sizeof(layout)); if (!avs_apl_is_entry_stackdump(buf + layout.read_ptr)) { union avs_notify_msg lbs_msg = AVS_NOTIFICATION(LOG_BUFFER_STATUS); /* * DSP awaits the remaining logs to be * gathered before dumping stack */ lbs_msg.log.core = msg->ext.coredump.core_id; avs_log_buffer_status_locked(adev, &lbs_msg); } pos = dump + AVS_FW_REGS_SIZE; /* gather the stack */ do { u32 count; if (avs_apl_wait_log_entry(adev, msg->ext.coredump.core_id, &layout)) break; if (layout.read_ptr > layout.write_ptr) { count = avs_apl_log_payload_size(adev) - layout.read_ptr; memcpy_fromio(pos + offset, buf + layout.read_ptr, count); layout.read_ptr = 0; offset += count; } count = layout.write_ptr - layout.read_ptr; memcpy_fromio(pos + offset, buf + layout.read_ptr, count); offset += count; /* update read pointer */ writel(layout.write_ptr, addr); } while (offset < msg->ext.coredump.stack_dump_size); exit: dev_coredumpv(adev->dev, dump, dump_size, GFP_KERNEL); return 0; } static bool avs_apl_lp_streaming(struct avs_dev *adev) { struct avs_path *path; spin_lock(&adev->path_list_lock); /* Any gateway without buffer allocated in LP area disqualifies D0IX. */ list_for_each_entry(path, &adev->path_list, node) { struct avs_path_pipeline *ppl; list_for_each_entry(ppl, &path->ppl_list, node) { struct avs_path_module *mod; list_for_each_entry(mod, &ppl->mod_list, node) { struct avs_tplg_modcfg_ext *cfg; cfg = mod->template->cfg_ext; /* only copiers have gateway attributes */ if (!guid_equal(&cfg->type, &AVS_COPIER_MOD_UUID)) continue; /* non-gateway copiers do not prevent PG */ if (cfg->copier.dma_type == INVALID_OBJECT_ID) continue; if (!mod->gtw_attrs.lp_buffer_alloc) { spin_unlock(&adev->path_list_lock); return false; } } } } spin_unlock(&adev->path_list_lock); return true; } bool avs_apl_d0ix_toggle(struct avs_dev *adev, struct avs_ipc_msg *tx, bool wake) { /* wake in all cases */ if (wake) return true; /* * If no pipelines are running, allow for d0ix schedule. * If all gateways have lp=1, allow for d0ix schedule. * If any gateway with lp=0 is allocated, abort scheduling d0ix. * * Note: for cAVS 1.5+ and 1.8, D0IX is LP-firmware transition, * not the power-gating mechanism known from cAVS 2.0. */ return avs_apl_lp_streaming(adev); } int avs_apl_set_d0ix(struct avs_dev *adev, bool enable) { bool streaming = false; int ret; if (enable) /* Either idle or all gateways with lp=1. */ streaming = !list_empty(&adev->path_list); ret = avs_ipc_set_d0ix(adev, enable, streaming); return AVS_IPC_RET(ret); } const struct avs_dsp_ops avs_apl_dsp_ops = { .power = avs_dsp_core_power, .reset = avs_dsp_core_reset, .stall = avs_dsp_core_stall, .dsp_interrupt = avs_apl_dsp_interrupt, .int_control = avs_dsp_interrupt_control, .load_basefw = avs_hda_load_basefw, .load_lib = avs_hda_load_library, .transfer_mods = avs_hda_transfer_modules, .log_buffer_offset = avs_skl_log_buffer_offset, .log_buffer_status = avs_apl_log_buffer_status, .coredump = avs_apl_coredump, .d0ix_toggle = avs_apl_d0ix_toggle, .set_d0ix = avs_apl_set_d0ix, AVS_SET_ENABLE_LOGS_OP(apl) };