// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020, Linaro Limited #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "audioreach.h" #include "q6apm.h" /* Graph Management */ struct apm_graph_mgmt_cmd { struct apm_module_param_data param_data; uint32_t num_sub_graphs; uint32_t sub_graph_id_list[]; } __packed; #define APM_GRAPH_MGMT_PSIZE(p, n) ALIGN(struct_size(p, sub_graph_id_list, n), 8) int q6apm_send_cmd_sync(struct q6apm *apm, struct gpr_pkt *pkt, uint32_t rsp_opcode) { gpr_device_t *gdev = apm->gdev; return audioreach_send_cmd_sync(&gdev->dev, gdev, &apm->result, &apm->lock, NULL, &apm->wait, pkt, rsp_opcode); } static struct audioreach_graph *q6apm_get_audioreach_graph(struct q6apm *apm, uint32_t graph_id) { struct audioreach_graph_info *info; struct audioreach_graph *graph; int id; mutex_lock(&apm->lock); graph = idr_find(&apm->graph_idr, graph_id); mutex_unlock(&apm->lock); if (graph) { kref_get(&graph->refcount); return graph; } info = idr_find(&apm->graph_info_idr, graph_id); if (!info) return ERR_PTR(-ENODEV); graph = kzalloc(sizeof(*graph), GFP_KERNEL); if (!graph) return ERR_PTR(-ENOMEM); graph->apm = apm; graph->info = info; graph->id = graph_id; graph->graph = audioreach_alloc_graph_pkt(apm, &info->sg_list, graph_id); if (IS_ERR(graph->graph)) { void *err = graph->graph; kfree(graph); return ERR_CAST(err); } mutex_lock(&apm->lock); id = idr_alloc(&apm->graph_idr, graph, graph_id, graph_id + 1, GFP_KERNEL); if (id < 0) { dev_err(apm->dev, "Unable to allocate graph id (%d)\n", graph_id); kfree(graph->graph); kfree(graph); mutex_unlock(&apm->lock); return ERR_PTR(id); } mutex_unlock(&apm->lock); kref_init(&graph->refcount); q6apm_send_cmd_sync(apm, graph->graph, 0); return graph; } static int audioreach_graph_mgmt_cmd(struct audioreach_graph *graph, uint32_t opcode) { struct audioreach_graph_info *info = graph->info; int num_sub_graphs = info->num_sub_graphs; struct apm_module_param_data *param_data; struct apm_graph_mgmt_cmd *mgmt_cmd; struct audioreach_sub_graph *sg; struct q6apm *apm = graph->apm; int i = 0, rc, payload_size; struct gpr_pkt *pkt; payload_size = APM_GRAPH_MGMT_PSIZE(mgmt_cmd, num_sub_graphs); pkt = audioreach_alloc_apm_cmd_pkt(payload_size, opcode, 0); if (IS_ERR(pkt)) return PTR_ERR(pkt); mgmt_cmd = (void *)pkt + GPR_HDR_SIZE + APM_CMD_HDR_SIZE; mgmt_cmd->num_sub_graphs = num_sub_graphs; param_data = &mgmt_cmd->param_data; param_data->module_instance_id = APM_MODULE_INSTANCE_ID; param_data->param_id = APM_PARAM_ID_SUB_GRAPH_LIST; param_data->param_size = payload_size - APM_MODULE_PARAM_DATA_SIZE; list_for_each_entry(sg, &info->sg_list, node) mgmt_cmd->sub_graph_id_list[i++] = sg->sub_graph_id; rc = q6apm_send_cmd_sync(apm, pkt, 0); kfree(pkt); return rc; } static void q6apm_put_audioreach_graph(struct kref *ref) { struct audioreach_graph *graph; struct q6apm *apm; graph = container_of(ref, struct audioreach_graph, refcount); apm = graph->apm; audioreach_graph_mgmt_cmd(graph, APM_CMD_GRAPH_CLOSE); mutex_lock(&apm->lock); graph = idr_remove(&apm->graph_idr, graph->id); mutex_unlock(&apm->lock); kfree(graph->graph); kfree(graph); } static int q6apm_get_apm_state(struct q6apm *apm) { struct gpr_pkt *pkt; pkt = audioreach_alloc_apm_cmd_pkt(0, APM_CMD_GET_SPF_STATE, 0); if (IS_ERR(pkt)) return PTR_ERR(pkt); q6apm_send_cmd_sync(apm, pkt, APM_CMD_RSP_GET_SPF_STATE); kfree(pkt); return apm->state; } static struct audioreach_module *__q6apm_find_module_by_mid(struct q6apm *apm, struct audioreach_graph_info *info, uint32_t mid) { struct audioreach_container *container; struct audioreach_sub_graph *sgs; struct audioreach_module *module; list_for_each_entry(sgs, &info->sg_list, node) { list_for_each_entry(container, &sgs->container_list, node) { list_for_each_entry(module, &container->modules_list, node) { if (mid == module->module_id) return module; } } } return NULL; } static struct audioreach_module *q6apm_graph_get_last_module(struct q6apm *apm, u32 sgid) { struct audioreach_container *container; struct audioreach_module *module; struct audioreach_sub_graph *sg; mutex_lock(&apm->lock); sg = idr_find(&apm->sub_graphs_idr, sgid); mutex_unlock(&apm->lock); if (!sg) return NULL; container = list_last_entry(&sg->container_list, struct audioreach_container, node); module = audioreach_get_container_last_module(container); return module; } static struct audioreach_module *q6apm_graph_get_first_module(struct q6apm *apm, u32 sgid) { struct audioreach_container *container; struct audioreach_module *module; struct audioreach_sub_graph *sg; mutex_lock(&apm->lock); sg = idr_find(&apm->sub_graphs_idr, sgid); mutex_unlock(&apm->lock); if (!sg) return NULL; container = list_first_entry(&sg->container_list, struct audioreach_container, node); module = audioreach_get_container_first_module(container); return module; } bool q6apm_is_sub_graphs_connected(struct q6apm *apm, u32 src_sgid, u32 dst_sgid) { struct audioreach_module *module; u32 iid; module = q6apm_graph_get_last_module(apm, src_sgid); if (!module) return false; iid = module->instance_id; module = q6apm_graph_get_first_module(apm, dst_sgid); if (!module) return false; if (module->src_mod_inst_id == iid) return true; return false; } int q6apm_connect_sub_graphs(struct q6apm *apm, u32 src_sgid, u32 dst_sgid, bool connect) { struct audioreach_module *module; u32 iid; if (connect) { module = q6apm_graph_get_last_module(apm, src_sgid); if (!module) return -ENODEV; iid = module->instance_id; } else { iid = 0; } module = q6apm_graph_get_first_module(apm, dst_sgid); if (!module) return -ENODEV; /* set src module in dst subgraph first module */ module->src_mod_inst_id = iid; return 0; } int q6apm_graph_media_format_shmem(struct q6apm_graph *graph, struct audioreach_module_config *cfg) { struct audioreach_module *module; if (cfg->direction == SNDRV_PCM_STREAM_CAPTURE) module = q6apm_find_module_by_mid(graph, MODULE_ID_RD_SHARED_MEM_EP); else module = q6apm_find_module_by_mid(graph, MODULE_ID_WR_SHARED_MEM_EP); if (!module) return -ENODEV; audioreach_set_media_format(graph, module, cfg); return 0; } EXPORT_SYMBOL_GPL(q6apm_graph_media_format_shmem); int q6apm_map_memory_regions(struct q6apm_graph *graph, unsigned int dir, phys_addr_t phys, size_t period_sz, unsigned int periods) { struct audioreach_graph_data *data; struct audio_buffer *buf; int cnt; int rc; if (dir == SNDRV_PCM_STREAM_PLAYBACK) data = &graph->rx_data; else data = &graph->tx_data; mutex_lock(&graph->lock); if (data->buf) { mutex_unlock(&graph->lock); return 0; } buf = kzalloc(((sizeof(struct audio_buffer)) * periods), GFP_KERNEL); if (!buf) { mutex_unlock(&graph->lock); return -ENOMEM; } if (dir == SNDRV_PCM_STREAM_PLAYBACK) data = &graph->rx_data; else data = &graph->tx_data; data->buf = buf; buf[0].phys = phys; buf[0].size = period_sz; for (cnt = 1; cnt < periods; cnt++) { if (period_sz > 0) { buf[cnt].phys = buf[0].phys + (cnt * period_sz); buf[cnt].size = period_sz; } } data->num_periods = periods; mutex_unlock(&graph->lock); rc = audioreach_map_memory_regions(graph, dir, period_sz, periods, 1); if (rc < 0) { dev_err(graph->dev, "Memory_map_regions failed\n"); audioreach_graph_free_buf(graph); } return rc; } EXPORT_SYMBOL_GPL(q6apm_map_memory_regions); int q6apm_unmap_memory_regions(struct q6apm_graph *graph, unsigned int dir) { struct apm_cmd_shared_mem_unmap_regions *cmd; struct audioreach_graph_data *data; struct gpr_pkt *pkt; int rc; if (dir == SNDRV_PCM_STREAM_PLAYBACK) data = &graph->rx_data; else data = &graph->tx_data; if (!data->mem_map_handle) return 0; pkt = audioreach_alloc_apm_pkt(sizeof(*cmd), APM_CMD_SHARED_MEM_UNMAP_REGIONS, dir, graph->port->id); if (IS_ERR(pkt)) return PTR_ERR(pkt); cmd = (void *)pkt + GPR_HDR_SIZE; cmd->mem_map_handle = data->mem_map_handle; rc = audioreach_graph_send_cmd_sync(graph, pkt, APM_CMD_SHARED_MEM_UNMAP_REGIONS); kfree(pkt); audioreach_graph_free_buf(graph); return rc; } EXPORT_SYMBOL_GPL(q6apm_unmap_memory_regions); int q6apm_graph_media_format_pcm(struct q6apm_graph *graph, struct audioreach_module_config *cfg) { struct audioreach_graph_info *info = graph->info; struct audioreach_sub_graph *sgs; struct audioreach_container *container; struct audioreach_module *module; list_for_each_entry(sgs, &info->sg_list, node) { list_for_each_entry(container, &sgs->container_list, node) { list_for_each_entry(module, &container->modules_list, node) { if ((module->module_id == MODULE_ID_WR_SHARED_MEM_EP) || (module->module_id == MODULE_ID_RD_SHARED_MEM_EP)) continue; audioreach_set_media_format(graph, module, cfg); } } } return 0; } EXPORT_SYMBOL_GPL(q6apm_graph_media_format_pcm); static int q6apm_graph_get_tx_shmem_module_iid(struct q6apm_graph *graph) { struct audioreach_module *module; module = q6apm_find_module_by_mid(graph, MODULE_ID_RD_SHARED_MEM_EP); if (!module) return -ENODEV; return module->instance_id; } int q6apm_graph_get_rx_shmem_module_iid(struct q6apm_graph *graph) { struct audioreach_module *module; module = q6apm_find_module_by_mid(graph, MODULE_ID_WR_SHARED_MEM_EP); if (!module) return -ENODEV; return module->instance_id; } EXPORT_SYMBOL_GPL(q6apm_graph_get_rx_shmem_module_iid); int q6apm_write_async(struct q6apm_graph *graph, uint32_t len, uint32_t msw_ts, uint32_t lsw_ts, uint32_t wflags) { struct apm_data_cmd_wr_sh_mem_ep_data_buffer_v2 *write_buffer; struct audio_buffer *ab; struct gpr_pkt *pkt; int rc, iid; iid = q6apm_graph_get_rx_shmem_module_iid(graph); pkt = audioreach_alloc_pkt(sizeof(*write_buffer), DATA_CMD_WR_SH_MEM_EP_DATA_BUFFER_V2, graph->rx_data.dsp_buf | (len << APM_WRITE_TOKEN_LEN_SHIFT), graph->port->id, iid); if (IS_ERR(pkt)) return PTR_ERR(pkt); write_buffer = (void *)pkt + GPR_HDR_SIZE; mutex_lock(&graph->lock); ab = &graph->rx_data.buf[graph->rx_data.dsp_buf]; write_buffer->buf_addr_lsw = lower_32_bits(ab->phys); write_buffer->buf_addr_msw = upper_32_bits(ab->phys); write_buffer->buf_size = len; write_buffer->timestamp_lsw = lsw_ts; write_buffer->timestamp_msw = msw_ts; write_buffer->mem_map_handle = graph->rx_data.mem_map_handle; write_buffer->flags = wflags; graph->rx_data.dsp_buf++; if (graph->rx_data.dsp_buf >= graph->rx_data.num_periods) graph->rx_data.dsp_buf = 0; mutex_unlock(&graph->lock); rc = gpr_send_port_pkt(graph->port, pkt); kfree(pkt); return rc; } EXPORT_SYMBOL_GPL(q6apm_write_async); int q6apm_read(struct q6apm_graph *graph) { struct data_cmd_rd_sh_mem_ep_data_buffer_v2 *read_buffer; struct audioreach_graph_data *port; struct audio_buffer *ab; struct gpr_pkt *pkt; int rc, iid; iid = q6apm_graph_get_tx_shmem_module_iid(graph); pkt = audioreach_alloc_pkt(sizeof(*read_buffer), DATA_CMD_RD_SH_MEM_EP_DATA_BUFFER_V2, graph->tx_data.dsp_buf, graph->port->id, iid); if (IS_ERR(pkt)) return PTR_ERR(pkt); read_buffer = (void *)pkt + GPR_HDR_SIZE; mutex_lock(&graph->lock); port = &graph->tx_data; ab = &port->buf[port->dsp_buf]; read_buffer->buf_addr_lsw = lower_32_bits(ab->phys); read_buffer->buf_addr_msw = upper_32_bits(ab->phys); read_buffer->mem_map_handle = port->mem_map_handle; read_buffer->buf_size = ab->size; port->dsp_buf++; if (port->dsp_buf >= port->num_periods) port->dsp_buf = 0; mutex_unlock(&graph->lock); rc = gpr_send_port_pkt(graph->port, pkt); kfree(pkt); return rc; } EXPORT_SYMBOL_GPL(q6apm_read); static int graph_callback(struct gpr_resp_pkt *data, void *priv, int op) { struct data_cmd_rsp_rd_sh_mem_ep_data_buffer_done_v2 *rd_done; struct data_cmd_rsp_wr_sh_mem_ep_data_buffer_done_v2 *done; struct apm_cmd_rsp_shared_mem_map_regions *rsp; struct gpr_ibasic_rsp_result_t *result; struct q6apm_graph *graph = priv; struct gpr_hdr *hdr = &data->hdr; struct device *dev = graph->dev; uint32_t client_event; phys_addr_t phys; int token; result = data->payload; switch (hdr->opcode) { case DATA_CMD_RSP_WR_SH_MEM_EP_DATA_BUFFER_DONE_V2: if (!graph->ar_graph) break; client_event = APM_CLIENT_EVENT_DATA_WRITE_DONE; mutex_lock(&graph->lock); token = hdr->token & APM_WRITE_TOKEN_MASK; done = data->payload; phys = graph->rx_data.buf[token].phys; mutex_unlock(&graph->lock); if (lower_32_bits(phys) == done->buf_addr_lsw && upper_32_bits(phys) == done->buf_addr_msw) { graph->result.opcode = hdr->opcode; graph->result.status = done->status; if (graph->cb) graph->cb(client_event, hdr->token, data->payload, graph->priv); } else { dev_err(dev, "WR BUFF Unexpected addr %08x-%08x\n", done->buf_addr_lsw, done->buf_addr_msw); } break; case APM_CMD_RSP_SHARED_MEM_MAP_REGIONS: graph->result.opcode = hdr->opcode; graph->result.status = 0; rsp = data->payload; if (hdr->token == SNDRV_PCM_STREAM_PLAYBACK) graph->rx_data.mem_map_handle = rsp->mem_map_handle; else graph->tx_data.mem_map_handle = rsp->mem_map_handle; wake_up(&graph->cmd_wait); break; case DATA_CMD_RSP_RD_SH_MEM_EP_DATA_BUFFER_V2: if (!graph->ar_graph) break; client_event = APM_CLIENT_EVENT_DATA_READ_DONE; mutex_lock(&graph->lock); rd_done = data->payload; phys = graph->tx_data.buf[hdr->token].phys; mutex_unlock(&graph->lock); if (upper_32_bits(phys) == rd_done->buf_addr_msw && lower_32_bits(phys) == rd_done->buf_addr_lsw) { graph->result.opcode = hdr->opcode; graph->result.status = rd_done->status; if (graph->cb) graph->cb(client_event, hdr->token, data->payload, graph->priv); } else { dev_err(dev, "RD BUFF Unexpected addr %08x-%08x\n", rd_done->buf_addr_lsw, rd_done->buf_addr_msw); } break; case DATA_CMD_WR_SH_MEM_EP_EOS_RENDERED: break; case GPR_BASIC_RSP_RESULT: switch (result->opcode) { case APM_CMD_SHARED_MEM_UNMAP_REGIONS: graph->result.opcode = result->opcode; graph->result.status = 0; if (hdr->token == SNDRV_PCM_STREAM_PLAYBACK) graph->rx_data.mem_map_handle = 0; else graph->tx_data.mem_map_handle = 0; wake_up(&graph->cmd_wait); break; case APM_CMD_SHARED_MEM_MAP_REGIONS: case DATA_CMD_WR_SH_MEM_EP_MEDIA_FORMAT: case APM_CMD_SET_CFG: graph->result.opcode = result->opcode; graph->result.status = result->status; if (result->status) dev_err(dev, "Error (%d) Processing 0x%08x cmd\n", result->status, result->opcode); wake_up(&graph->cmd_wait); break; default: break; } break; default: break; } return 0; } struct q6apm_graph *q6apm_graph_open(struct device *dev, q6apm_cb cb, void *priv, int graph_id) { struct q6apm *apm = dev_get_drvdata(dev->parent); struct audioreach_graph *ar_graph; struct q6apm_graph *graph; int ret; ar_graph = q6apm_get_audioreach_graph(apm, graph_id); if (IS_ERR(ar_graph)) { dev_err(dev, "No graph found with id %d\n", graph_id); return ERR_CAST(ar_graph); } graph = kzalloc(sizeof(*graph), GFP_KERNEL); if (!graph) { ret = -ENOMEM; goto put_ar_graph; } graph->apm = apm; graph->priv = priv; graph->cb = cb; graph->info = ar_graph->info; graph->ar_graph = ar_graph; graph->id = ar_graph->id; graph->dev = dev; mutex_init(&graph->lock); init_waitqueue_head(&graph->cmd_wait); graph->port = gpr_alloc_port(apm->gdev, dev, graph_callback, graph); if (IS_ERR(graph->port)) { ret = PTR_ERR(graph->port); goto free_graph; } return graph; free_graph: kfree(graph); put_ar_graph: kref_put(&ar_graph->refcount, q6apm_put_audioreach_graph); return ERR_PTR(ret); } EXPORT_SYMBOL_GPL(q6apm_graph_open); int q6apm_graph_close(struct q6apm_graph *graph) { struct audioreach_graph *ar_graph = graph->ar_graph; graph->ar_graph = NULL; kref_put(&ar_graph->refcount, q6apm_put_audioreach_graph); gpr_free_port(graph->port); kfree(graph); return 0; } EXPORT_SYMBOL_GPL(q6apm_graph_close); int q6apm_graph_prepare(struct q6apm_graph *graph) { return audioreach_graph_mgmt_cmd(graph->ar_graph, APM_CMD_GRAPH_PREPARE); } EXPORT_SYMBOL_GPL(q6apm_graph_prepare); int q6apm_graph_start(struct q6apm_graph *graph) { struct audioreach_graph *ar_graph = graph->ar_graph; int ret = 0; if (ar_graph->start_count == 0) ret = audioreach_graph_mgmt_cmd(ar_graph, APM_CMD_GRAPH_START); ar_graph->start_count++; return ret; } EXPORT_SYMBOL_GPL(q6apm_graph_start); int q6apm_graph_stop(struct q6apm_graph *graph) { struct audioreach_graph *ar_graph = graph->ar_graph; if (--ar_graph->start_count > 0) return 0; return audioreach_graph_mgmt_cmd(ar_graph, APM_CMD_GRAPH_STOP); } EXPORT_SYMBOL_GPL(q6apm_graph_stop); int q6apm_graph_flush(struct q6apm_graph *graph) { return audioreach_graph_mgmt_cmd(graph->ar_graph, APM_CMD_GRAPH_FLUSH); } EXPORT_SYMBOL_GPL(q6apm_graph_flush); static int q6apm_audio_probe(struct snd_soc_component *component) { return audioreach_tplg_init(component); } static void q6apm_audio_remove(struct snd_soc_component *component) { /* remove topology */ snd_soc_tplg_component_remove(component); } #define APM_AUDIO_DRV_NAME "q6apm-audio" static const struct snd_soc_component_driver q6apm_audio_component = { .name = APM_AUDIO_DRV_NAME, .probe = q6apm_audio_probe, .remove = q6apm_audio_remove, }; static int apm_probe(gpr_device_t *gdev) { struct device *dev = &gdev->dev; struct q6apm *apm; int ret; apm = devm_kzalloc(dev, sizeof(*apm), GFP_KERNEL); if (!apm) return -ENOMEM; dev_set_drvdata(dev, apm); mutex_init(&apm->lock); apm->dev = dev; apm->gdev = gdev; init_waitqueue_head(&apm->wait); idr_init(&apm->graph_idr); idr_init(&apm->graph_info_idr); idr_init(&apm->sub_graphs_idr); idr_init(&apm->containers_idr); idr_init(&apm->modules_idr); q6apm_get_apm_state(apm); ret = devm_snd_soc_register_component(dev, &q6apm_audio_component, NULL, 0); if (ret < 0) { dev_err(dev, "failed to get register q6apm: %d\n", ret); return ret; } return of_platform_populate(dev->of_node, NULL, NULL, dev); } struct audioreach_module *q6apm_find_module_by_mid(struct q6apm_graph *graph, uint32_t mid) { struct audioreach_graph_info *info = graph->info; struct q6apm *apm = graph->apm; return __q6apm_find_module_by_mid(apm, info, mid); } static int apm_callback(struct gpr_resp_pkt *data, void *priv, int op) { gpr_device_t *gdev = priv; struct q6apm *apm = dev_get_drvdata(&gdev->dev); struct device *dev = &gdev->dev; struct gpr_ibasic_rsp_result_t *result; struct gpr_hdr *hdr = &data->hdr; result = data->payload; switch (hdr->opcode) { case APM_CMD_RSP_GET_SPF_STATE: apm->result.opcode = hdr->opcode; apm->result.status = 0; /* First word of result it state */ apm->state = result->opcode; wake_up(&apm->wait); break; case GPR_BASIC_RSP_RESULT: switch (result->opcode) { case APM_CMD_GRAPH_START: case APM_CMD_GRAPH_OPEN: case APM_CMD_GRAPH_PREPARE: case APM_CMD_GRAPH_CLOSE: case APM_CMD_GRAPH_FLUSH: case APM_CMD_GRAPH_STOP: case APM_CMD_SET_CFG: apm->result.opcode = result->opcode; apm->result.status = result->status; if (result->status) dev_err(dev, "Error (%d) Processing 0x%08x cmd\n", result->status, result->opcode); wake_up(&apm->wait); break; default: break; } break; default: break; } return 0; } #ifdef CONFIG_OF static const struct of_device_id apm_device_id[] = { { .compatible = "qcom,q6apm" }, {}, }; MODULE_DEVICE_TABLE(of, apm_device_id); #endif static gpr_driver_t apm_driver = { .probe = apm_probe, .gpr_callback = apm_callback, .driver = { .name = "qcom-apm", .of_match_table = of_match_ptr(apm_device_id), }, }; module_gpr_driver(apm_driver); MODULE_DESCRIPTION("Audio Process Manager"); MODULE_LICENSE("GPL");