ace: pm_runtime: force L1 exit if requested

IMPORTANT: PM part should be moved to zephyr!

This will add possibility to force host L1 exit

Signed-off-by: Adrian Bonislawski <adrian.bonislawski@intel.com>

Author: abonislawski

src/audio/host-zephyr.c

@@ -19,6 +19,7 @@
 #include <sof/lib/mailbox.h>
 #include <sof/lib/memory.h>
 #include <sof/lib/notifier.h>
+#include <sof/lib/pm_runtime.h>
 #include <sof/lib/uuid.h>
 #include <sof/list.h>
 #include <sof/math/numbers.h>
@@ -531,6 +532,9 @@ static int host_copy_normal(struct comp_dev *dev)
 	if (!copy_bytes)
 		return 0;
 
+	/* Register Host DMA usage */
+	pm_runtime_get(PM_RUNTIME_HOST_DMA_L1, 0);
+
 	struct dma_cb_data next = {
 		.channel = hd->chan,
 		.elem = { .size = copy_bytes },
@@ -584,6 +588,12 @@ static int create_local_elems(struct comp_dev *dev, uint32_t buffer_count,
 	return 0;
 }
 
+static void hda_dma_l1_exit_notify(void *arg, enum notify_id type, void *data)
+{
+	/* Force Host DMA to exit L1 if needed */
+	pm_runtime_put(PM_RUNTIME_HOST_DMA_L1, 0);
+}
+
 /**
  * \brief Command handler.
  * \param[in,out] dev Device
@@ -625,6 +635,10 @@ static int host_trigger(struct comp_dev *dev, int cmd)
 		if (ret < 0)
 			comp_err(dev, "host_trigger(): dma_start() failed, ret = %u",
 				 ret);
+		/* Register common L1 exit for all channels */
+		ret = notifier_register(NULL, scheduler_get_data(SOF_SCHEDULE_LL_TIMER),
+								NOTIFIER_ID_LL_POST_RUN, hda_dma_l1_exit_notify,
+								NOTIFIER_FLAG_AGGREGATE);
 		break;
 	case COMP_TRIGGER_STOP:
 	case COMP_TRIGGER_XRUN:
@@ -633,6 +647,9 @@ static int host_trigger(struct comp_dev *dev, int cmd)
 			if (ret < 0)
 				comp_err(dev, "host_trigger(): dma stop failed: %d",
 					 ret);
+			/* Unregister L1 exit */
+			notifier_unregister(NULL, scheduler_get_data(SOF_SCHEDULE_LL_TIMER),
+								NOTIFIER_ID_LL_POST_RUN);
 		}
 
 		break;
@@ -1052,8 +1069,12 @@ static int host_reset(struct comp_dev *dev)
 	comp_dbg(dev, "host_reset()");
 
 	if (hd->chan) {
-		if (dev->state == COMP_STATE_ACTIVE)
+		if (dev->state == COMP_STATE_ACTIVE) {
 			dma_stop(hd->chan->dma->z_dev, hd->chan->index);
+			/* Unregister L1 exit */
+			notifier_unregister(NULL, scheduler_get_data(SOF_SCHEDULE_LL_TIMER),
+								NOTIFIER_ID_LL_POST_RUN);
+		}
 
 		/* remove callback */
 		notifier_unregister(dev, hd->chan, NOTIFIER_ID_DMA_COPY);

src/platform/intel/ace/lib/pm_runtime.c

@@ -9,8 +9,12 @@
 #include <user/trace.h>
 #include <sof_versions.h>
 #include <stdint.h>
+#include <rtos/alloc.h>
+#include <rtos/wait.h>
+#include <ipc/topology.h>
 
 #include <adsp_boot.h>
+#include <adsp_shim.h>
 #include <zephyr/pm/policy.h>
 
 LOG_MODULE_REGISTER(power, CONFIG_SOF_LOG_LEVEL);
@@ -21,6 +25,11 @@ DECLARE_SOF_UUID("power", power_uuid, 0x76cc9773, 0x440c, 0x4df9,
 
 DECLARE_TR_CTX(power_tr, SOF_UUID(power_uuid), LOG_LEVEL_INFO);
 
+/** \brief ACE specific runtime power management data. */
+struct ace_pm_runtime_data {
+	int host_dma_l1_sref; /**< ref counter for Host DMA accesses */
+};
+
 #if defined(CONFIG_PM_POLICY_CUSTOM)
 const struct pm_state_info *pm_policy_next_state(uint8_t cpu, int32_t ticks)
 {
@@ -98,16 +107,78 @@ void platform_pm_runtime_disable(uint32_t context, uint32_t index)
 	}
 }
 
+/**
+ * \brief Registers Host DMA usage that should not trigger
+ * transition to L0 via forced L1 exit.
+ */
+static void ace_pm_runtime_host_dma_l1_get(void)
+{
+	struct pm_runtime_data *prd = pm_runtime_data_get();
+	struct ace_pm_runtime_data *pprd = prd->platform_data;
+	k_spinlock_key_t key;
+
+	key = k_spin_lock(&prd->lock);
+
+	pprd->host_dma_l1_sref++;
+
+	k_spin_unlock(&prd->lock, key);
+}
+
+/**
+ * \brief Releases Host DMA usage preventing L1 exit. If this
+ * the last user, forced L1 exit is performed.
+ */
+static inline void ace_pm_runtime_host_dma_l1_put(void)
+{
+	struct pm_runtime_data *prd = pm_runtime_data_get();
+	struct ace_pm_runtime_data *pprd = prd->platform_data;
+	k_spinlock_key_t key;
+
+	key = k_spin_lock(&prd->lock);
+
+	if (pprd->host_dma_l1_sref) {
+		ACE_DfPMCCH.svcfg |= ADSP_FORCE_DECOUPLED_HDMA_L1_EXIT_BIT;
+		wait_delay(ADSP_FORCE_L1_EXIT_TIME);
+		ACE_DfPMCCH.svcfg &= ~(ADSP_FORCE_DECOUPLED_HDMA_L1_EXIT_BIT);
+	}
+	pprd->host_dma_l1_sref = 0;
+
+	k_spin_unlock(&prd->lock, key);
+}
+
 void platform_pm_runtime_init(struct pm_runtime_data *prd)
-{ }
+{
+	struct ace_pm_runtime_data *pprd;
+
+	pprd = rzalloc(SOF_MEM_ZONE_SYS_SHARED, 0, SOF_MEM_CAPS_RAM, sizeof(*pprd));
+	prd->platform_data = pprd;
+}
 
 void platform_pm_runtime_get(enum pm_runtime_context context, uint32_t index,
 			     uint32_t flags)
-{ }
+{
+	/* Action based on context */
+	switch (context) {
+	case PM_RUNTIME_HOST_DMA_L1:
+		ace_pm_runtime_host_dma_l1_get();
+		break;
+	default:
+		break;
+	}
+}
 
 void platform_pm_runtime_put(enum pm_runtime_context context, uint32_t index,
 			     uint32_t flags)
-{ }
+{
+	/* Action based on context */
+	switch (context) {
+	case PM_RUNTIME_HOST_DMA_L1:
+		ace_pm_runtime_host_dma_l1_put();
+		break;
+	default:
+		break;
+	}
+}
 
 void platform_pm_runtime_prepare_d0ix_en(uint32_t index)
 { }