use RTIO to signal DP audio and IPCs

We should be able to run DP threads in user-space mode, for this we
need to move audio and IPC signalling to RTIO.

Signed-off-by: Guennadi Liakhovetski <guennadi.liakhovetski@linux.intel.com>

Author: lyakh

app/boards/intel_adsp_ace30_ptl.conf

@@ -63,6 +63,7 @@ CONFIG_LLEXT=y
 CONFIG_LLEXT_STORAGE_WRITABLE=y
 CONFIG_LLEXT_EXPERIMENTAL=y
 CONFIG_MODULES=y
+CONFIG_RTIO=y
 
 # Zephyr / device drivers
 CONFIG_CLOCK_CONTROL=y

src/audio/module_adapter/module/generic.c

@@ -12,8 +12,8 @@
  */
 
 #include <rtos/symbol.h>
-
 #include <sof/audio/module_adapter/module/generic.h>
+#include <sof/schedule/dp_schedule.h>
 
 LOG_MODULE_DECLARE(module_adapter, CONFIG_SOF_LOG_LEVEL);
 
@@ -366,9 +366,7 @@ int module_reset(struct processing_module *mod)
 	if (md->state < MODULE_IDLE)
 		return 0;
 #endif
-	/* cancel task if DP task*/
-	if (mod->dev->ipc_config.proc_domain == COMP_PROCESSING_DOMAIN_DP && mod->dev->task)
-		schedule_task_cancel(mod->dev->task);
+
 	if (ops->reset) {
 		ret = ops->reset(mod);
 		if (ret) {
@@ -423,7 +421,7 @@ int module_free(struct processing_module *mod)
 	struct module_data *md = &mod->priv;
 	int ret = 0;
 
-	if (ops->free) {
+	if (ops->free && mod->dev->ipc_config.proc_domain != COMP_PROCESSING_DOMAIN_DP) {
 		ret = ops->free(mod);
 		if (ret)
 			comp_warn(mod->dev, "error: %d for %d",
@@ -570,7 +568,12 @@ int module_bind(struct processing_module *mod, struct bind_info *bind_data)
 	if (ret)
 		return ret;
 
-	if (ops->bind)
+	if (mod->dev->ipc_config.proc_domain == COMP_PROCESSING_DOMAIN_DP) {
+		union scheduler_dp_rtio_ipc_param param = {
+			.bind_data = bind_data,
+		};
+		ret = scheduler_dp_rtio_ipc(mod, SOF_IPC4_MOD_BIND, &param);
+	} else if (ops->bind)
 		ret = ops->bind(mod, bind_data);
 
 	return ret;

src/audio/module_adapter/module_adapter.c

@@ -18,6 +18,7 @@
 #include <sof/audio/source_api.h>
 #include <sof/audio/audio_buffer.h>
 #include <sof/audio/pipeline.h>
+#include <sof/schedule/dp_schedule.h>
 #include <sof/schedule/ll_schedule_domain.h>
 #include <sof/common.h>
 #include <sof/platform.h>
@@ -1261,8 +1262,11 @@ void module_adapter_free(struct comp_dev *dev)
 
 	comp_dbg(dev, "start");
 
-	if (dev->task)
+	if (dev->task) {
+		/* Run DP module's .free() method in its thread context */
+		scheduler_dp_rtio_ipc(mod, SOF_IPC4_MOD_DELETE_INSTANCE, NULL);
 		schedule_task_cancel(dev->task);
+	}
 
 	ret = module_free(mod);
 	if (ret)

src/audio/pipeline/pipeline-stream.c

@@ -22,6 +22,7 @@
 #include <sof/audio/module_adapter/module/generic.h>
 #include <sof/lib/cpu-clk-manager.h>
 #include <sof/ipc/notification_pool.h>
+#include <sof/schedule/dp_schedule.h>
 
 #ifdef CONFIG_IPC_MAJOR_4
 #include <ipc4/notification.h>
@@ -532,6 +533,10 @@ static int pipeline_comp_trigger(struct comp_dev *current,
 
 	/* send command to the component and update pipeline state */
 	err = comp_trigger(current, ppl_data->cmd);
+	if (current->ipc_config.proc_domain == COMP_PROCESSING_DOMAIN_DP)
+		/* Process DP module's trigger */
+		scheduler_dp_rtio_ipc(current->mod, SOF_IPC4_GLB_SET_PIPELINE_STATE, NULL);
+
 	switch (err) {
 	case 0:
 		break;

src/include/module/module/base.h

@@ -70,6 +70,8 @@ enum module_processing_type {
 	MODULE_PROCESS_TYPE_RAW,
 };
 
+struct rtio_sqe;
+
 /*
  * A pointer to this structure is passed to module API functions (from struct module_interface).
  * This structure should contain only fields that should be available to a module.
@@ -103,6 +105,10 @@ struct processing_module {
 	uint32_t num_of_sources;
 	uint32_t num_of_sinks;
 
+	/* DP module RTIO SQE pointers, used to signal module's DP thread */
+	struct rtio_sqe *ipc_sqe;
+	struct rtio_sqe *audio_sqe;
+
 	/* sink and source handlers for the module */
 	struct sof_sink *sinks[CONFIG_MODULE_MAX_CONNECTIONS];
 	struct sof_source *sources[CONFIG_MODULE_MAX_CONNECTIONS];

src/include/sof/audio/component_ext.h

@@ -46,15 +46,15 @@ static inline void comp_free(struct comp_dev *dev)
 {
 	assert(dev->drv->ops.free);
 
+	dev->drv->ops.free(dev);
+
 	/* free task if shared component or DP task*/
 	if ((dev->is_shared || dev->ipc_config.proc_domain == COMP_PROCESSING_DOMAIN_DP) &&
 	    dev->task) {
 		schedule_task_free(dev->task);
 		rfree(dev->task);
 		dev->task = NULL;
 	}
-
-	dev->drv->ops.free(dev);
 }
 
 /**

src/include/sof/schedule/dp_schedule.h

@@ -84,4 +84,12 @@ int scheduler_dp_task_init(struct task **task,
 void scheduler_get_task_info_dp(struct scheduler_props *scheduler_props,
 				uint32_t *data_off_size);
 
+struct bind_info;
+union scheduler_dp_rtio_ipc_param {
+	struct bind_info *bind_data;
+};
+
+int scheduler_dp_rtio_ipc(struct processing_module *pmod, enum sof_ipc4_module_type cmd,
+			  union scheduler_dp_rtio_ipc_param *param);
+
 #endif /* __SOF_SCHEDULE_DP_SCHEDULE_H__ */