1 // SPDX-License-Identifier: GPL-2.0+
3 // Copyright (C) 2013, Analog Devices Inc.
4 // Author: Lars-Peter Clausen <lars@metafoo.de>
6 #include <linux/module.h>
7 #include <linux/init.h>
8 #include <linux/dmaengine.h>
9 #include <linux/slab.h>
10 #include <sound/pcm.h>
11 #include <sound/pcm_params.h>
12 #include <sound/soc.h>
13 #include <linux/dma-mapping.h>
16 #include <sound/dmaengine_pcm.h>
19 * The platforms dmaengine driver does not support reporting the amount of
20 * bytes that are still left to transfer.
22 #define SND_DMAENGINE_PCM_FLAG_NO_RESIDUE BIT(31)
24 static struct device
*dmaengine_dma_dev(struct dmaengine_pcm
*pcm
,
25 struct snd_pcm_substream
*substream
)
27 if (!pcm
->chan
[substream
->stream
])
30 return pcm
->chan
[substream
->stream
]->device
->dev
;
34 * snd_dmaengine_pcm_prepare_slave_config() - Generic prepare_slave_config callback
35 * @substream: PCM substream
37 * @slave_config: DMA slave config to prepare
39 * This function can be used as a generic prepare_slave_config callback for
40 * platforms which make use of the snd_dmaengine_dai_dma_data struct for their
41 * DAI DMA data. Internally the function will first call
42 * snd_hwparams_to_dma_slave_config to fill in the slave config based on the
43 * hw_params, followed by snd_dmaengine_set_config_from_dai_data to fill in the
44 * remaining fields based on the DAI DMA data.
46 int snd_dmaengine_pcm_prepare_slave_config(struct snd_pcm_substream
*substream
,
47 struct snd_pcm_hw_params
*params
, struct dma_slave_config
*slave_config
)
49 struct snd_soc_pcm_runtime
*rtd
= asoc_substream_to_rtd(substream
);
50 struct snd_dmaengine_dai_dma_data
*dma_data
;
53 if (rtd
->num_cpus
> 1) {
55 "%s doesn't support Multi CPU yet\n", __func__
);
59 dma_data
= snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd
, 0), substream
);
61 ret
= snd_hwparams_to_dma_slave_config(substream
, params
, slave_config
);
65 snd_dmaengine_pcm_set_config_from_dai_data(substream
, dma_data
,
70 EXPORT_SYMBOL_GPL(snd_dmaengine_pcm_prepare_slave_config
);
72 static int dmaengine_pcm_hw_params(struct snd_soc_component
*component
,
73 struct snd_pcm_substream
*substream
,
74 struct snd_pcm_hw_params
*params
)
76 struct dmaengine_pcm
*pcm
= soc_component_to_pcm(component
);
77 struct dma_chan
*chan
= snd_dmaengine_pcm_get_chan(substream
);
78 int (*prepare_slave_config
)(struct snd_pcm_substream
*substream
,
79 struct snd_pcm_hw_params
*params
,
80 struct dma_slave_config
*slave_config
);
81 struct dma_slave_config slave_config
;
84 memset(&slave_config
, 0, sizeof(slave_config
));
87 prepare_slave_config
= snd_dmaengine_pcm_prepare_slave_config
;
89 prepare_slave_config
= pcm
->config
->prepare_slave_config
;
91 if (prepare_slave_config
) {
92 ret
= prepare_slave_config(substream
, params
, &slave_config
);
96 ret
= dmaengine_slave_config(chan
, &slave_config
);
105 dmaengine_pcm_set_runtime_hwparams(struct snd_soc_component
*component
,
106 struct snd_pcm_substream
*substream
)
108 struct snd_soc_pcm_runtime
*rtd
= asoc_substream_to_rtd(substream
);
109 struct dmaengine_pcm
*pcm
= soc_component_to_pcm(component
);
110 struct device
*dma_dev
= dmaengine_dma_dev(pcm
, substream
);
111 struct dma_chan
*chan
= pcm
->chan
[substream
->stream
];
112 struct snd_dmaengine_dai_dma_data
*dma_data
;
113 struct snd_pcm_hardware hw
;
115 if (rtd
->num_cpus
> 1) {
117 "%s doesn't support Multi CPU yet\n", __func__
);
121 if (pcm
->config
&& pcm
->config
->pcm_hardware
)
122 return snd_soc_set_runtime_hwparams(substream
,
123 pcm
->config
->pcm_hardware
);
125 dma_data
= snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd
, 0), substream
);
127 memset(&hw
, 0, sizeof(hw
));
128 hw
.info
= SNDRV_PCM_INFO_MMAP
| SNDRV_PCM_INFO_MMAP_VALID
|
129 SNDRV_PCM_INFO_INTERLEAVED
;
131 hw
.periods_max
= UINT_MAX
;
132 hw
.period_bytes_min
= 256;
133 hw
.period_bytes_max
= dma_get_max_seg_size(dma_dev
);
134 hw
.buffer_bytes_max
= SIZE_MAX
;
135 hw
.fifo_size
= dma_data
->fifo_size
;
137 if (pcm
->flags
& SND_DMAENGINE_PCM_FLAG_NO_RESIDUE
)
138 hw
.info
|= SNDRV_PCM_INFO_BATCH
;
141 * FIXME: Remove the return value check to align with the code
142 * before adding snd_dmaengine_pcm_refine_runtime_hwparams
145 snd_dmaengine_pcm_refine_runtime_hwparams(substream
,
150 return snd_soc_set_runtime_hwparams(substream
, &hw
);
153 static int dmaengine_pcm_open(struct snd_soc_component
*component
,
154 struct snd_pcm_substream
*substream
)
156 struct dmaengine_pcm
*pcm
= soc_component_to_pcm(component
);
157 struct dma_chan
*chan
= pcm
->chan
[substream
->stream
];
160 ret
= dmaengine_pcm_set_runtime_hwparams(component
, substream
);
164 return snd_dmaengine_pcm_open(substream
, chan
);
167 static int dmaengine_pcm_close(struct snd_soc_component
*component
,
168 struct snd_pcm_substream
*substream
)
170 return snd_dmaengine_pcm_close(substream
);
173 static int dmaengine_pcm_trigger(struct snd_soc_component
*component
,
174 struct snd_pcm_substream
*substream
, int cmd
)
176 return snd_dmaengine_pcm_trigger(substream
, cmd
);
179 static struct dma_chan
*dmaengine_pcm_compat_request_channel(
180 struct snd_soc_component
*component
,
181 struct snd_soc_pcm_runtime
*rtd
,
182 struct snd_pcm_substream
*substream
)
184 struct dmaengine_pcm
*pcm
= soc_component_to_pcm(component
);
185 struct snd_dmaengine_dai_dma_data
*dma_data
;
186 dma_filter_fn fn
= NULL
;
188 if (rtd
->num_cpus
> 1) {
190 "%s doesn't support Multi CPU yet\n", __func__
);
194 dma_data
= snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd
, 0), substream
);
196 if ((pcm
->flags
& SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX
) && pcm
->chan
[0])
199 if (pcm
->config
&& pcm
->config
->compat_request_channel
)
200 return pcm
->config
->compat_request_channel(rtd
, substream
);
203 fn
= pcm
->config
->compat_filter_fn
;
205 return snd_dmaengine_pcm_request_channel(fn
, dma_data
->filter_data
);
208 static bool dmaengine_pcm_can_report_residue(struct device
*dev
,
209 struct dma_chan
*chan
)
211 struct dma_slave_caps dma_caps
;
214 ret
= dma_get_slave_caps(chan
, &dma_caps
);
216 dev_warn(dev
, "Failed to get DMA channel capabilities, falling back to period counting: %d\n",
221 if (dma_caps
.residue_granularity
== DMA_RESIDUE_GRANULARITY_DESCRIPTOR
)
227 static int dmaengine_pcm_new(struct snd_soc_component
*component
,
228 struct snd_soc_pcm_runtime
*rtd
)
230 struct dmaengine_pcm
*pcm
= soc_component_to_pcm(component
);
231 const struct snd_dmaengine_pcm_config
*config
= pcm
->config
;
232 struct device
*dev
= component
->dev
;
233 struct snd_pcm_substream
*substream
;
234 size_t prealloc_buffer_size
;
235 size_t max_buffer_size
;
238 if (config
&& config
->prealloc_buffer_size
) {
239 prealloc_buffer_size
= config
->prealloc_buffer_size
;
240 max_buffer_size
= config
->pcm_hardware
->buffer_bytes_max
;
242 prealloc_buffer_size
= 512 * 1024;
243 max_buffer_size
= SIZE_MAX
;
246 for_each_pcm_streams(i
) {
247 substream
= rtd
->pcm
->streams
[i
].substream
;
251 if (!pcm
->chan
[i
] && config
&& config
->chan_names
[i
])
252 pcm
->chan
[i
] = dma_request_slave_channel(dev
,
253 config
->chan_names
[i
]);
255 if (!pcm
->chan
[i
] && (pcm
->flags
& SND_DMAENGINE_PCM_FLAG_COMPAT
)) {
256 pcm
->chan
[i
] = dmaengine_pcm_compat_request_channel(
257 component
, rtd
, substream
);
261 dev_err(component
->dev
,
262 "Missing dma channel for stream: %d\n", i
);
266 snd_pcm_set_managed_buffer(substream
,
267 SNDRV_DMA_TYPE_DEV_IRAM
,
268 dmaengine_dma_dev(pcm
, substream
),
269 prealloc_buffer_size
,
272 if (!dmaengine_pcm_can_report_residue(dev
, pcm
->chan
[i
]))
273 pcm
->flags
|= SND_DMAENGINE_PCM_FLAG_NO_RESIDUE
;
275 if (rtd
->pcm
->streams
[i
].pcm
->name
[0] == '\0') {
276 strscpy_pad(rtd
->pcm
->streams
[i
].pcm
->name
,
277 rtd
->pcm
->streams
[i
].pcm
->id
,
278 sizeof(rtd
->pcm
->streams
[i
].pcm
->name
));
285 static snd_pcm_uframes_t
dmaengine_pcm_pointer(
286 struct snd_soc_component
*component
,
287 struct snd_pcm_substream
*substream
)
289 struct dmaengine_pcm
*pcm
= soc_component_to_pcm(component
);
291 if (pcm
->flags
& SND_DMAENGINE_PCM_FLAG_NO_RESIDUE
)
292 return snd_dmaengine_pcm_pointer_no_residue(substream
);
294 return snd_dmaengine_pcm_pointer(substream
);
297 static int dmaengine_copy_user(struct snd_soc_component
*component
,
298 struct snd_pcm_substream
*substream
,
299 int channel
, unsigned long hwoff
,
300 void __user
*buf
, unsigned long bytes
)
302 struct snd_pcm_runtime
*runtime
= substream
->runtime
;
303 struct dmaengine_pcm
*pcm
= soc_component_to_pcm(component
);
304 int (*process
)(struct snd_pcm_substream
*substream
,
305 int channel
, unsigned long hwoff
,
306 void *buf
, unsigned long bytes
) = pcm
->config
->process
;
307 bool is_playback
= substream
->stream
== SNDRV_PCM_STREAM_PLAYBACK
;
308 void *dma_ptr
= runtime
->dma_area
+ hwoff
+
309 channel
* (runtime
->dma_bytes
/ runtime
->channels
);
313 if (copy_from_user(dma_ptr
, buf
, bytes
))
317 ret
= process(substream
, channel
, hwoff
, (__force
void *)buf
, bytes
);
323 if (copy_to_user(buf
, dma_ptr
, bytes
))
329 static const struct snd_soc_component_driver dmaengine_pcm_component
= {
330 .name
= SND_DMAENGINE_PCM_DRV_NAME
,
331 .probe_order
= SND_SOC_COMP_ORDER_LATE
,
332 .open
= dmaengine_pcm_open
,
333 .close
= dmaengine_pcm_close
,
334 .hw_params
= dmaengine_pcm_hw_params
,
335 .trigger
= dmaengine_pcm_trigger
,
336 .pointer
= dmaengine_pcm_pointer
,
337 .pcm_construct
= dmaengine_pcm_new
,
340 static const struct snd_soc_component_driver dmaengine_pcm_component_process
= {
341 .name
= SND_DMAENGINE_PCM_DRV_NAME
,
342 .probe_order
= SND_SOC_COMP_ORDER_LATE
,
343 .open
= dmaengine_pcm_open
,
344 .close
= dmaengine_pcm_close
,
345 .hw_params
= dmaengine_pcm_hw_params
,
346 .trigger
= dmaengine_pcm_trigger
,
347 .pointer
= dmaengine_pcm_pointer
,
348 .copy_user
= dmaengine_copy_user
,
349 .pcm_construct
= dmaengine_pcm_new
,
352 static const char * const dmaengine_pcm_dma_channel_names
[] = {
353 [SNDRV_PCM_STREAM_PLAYBACK
] = "tx",
354 [SNDRV_PCM_STREAM_CAPTURE
] = "rx",
357 static int dmaengine_pcm_request_chan_of(struct dmaengine_pcm
*pcm
,
358 struct device
*dev
, const struct snd_dmaengine_pcm_config
*config
)
362 struct dma_chan
*chan
;
364 if ((pcm
->flags
& SND_DMAENGINE_PCM_FLAG_NO_DT
) || (!dev
->of_node
&&
365 !(config
&& config
->dma_dev
&& config
->dma_dev
->of_node
)))
368 if (config
&& config
->dma_dev
) {
370 * If this warning is seen, it probably means that your Linux
371 * device structure does not match your HW device structure.
372 * It would be best to refactor the Linux device structure to
373 * correctly match the HW structure.
375 dev_warn(dev
, "DMA channels sourced from device %s",
376 dev_name(config
->dma_dev
));
377 dev
= config
->dma_dev
;
380 for_each_pcm_streams(i
) {
381 if (pcm
->flags
& SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX
)
384 name
= dmaengine_pcm_dma_channel_names
[i
];
385 if (config
&& config
->chan_names
[i
])
386 name
= config
->chan_names
[i
];
387 chan
= dma_request_chan(dev
, name
);
390 * Only report probe deferral errors, channels
391 * might not be present for devices that
392 * support only TX or only RX.
394 if (PTR_ERR(chan
) == -EPROBE_DEFER
)
395 return -EPROBE_DEFER
;
400 if (pcm
->flags
& SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX
)
404 if (pcm
->flags
& SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX
)
405 pcm
->chan
[1] = pcm
->chan
[0];
410 static void dmaengine_pcm_release_chan(struct dmaengine_pcm
*pcm
)
414 for_each_pcm_streams(i
) {
417 dma_release_channel(pcm
->chan
[i
]);
418 if (pcm
->flags
& SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX
)
424 * snd_dmaengine_pcm_register - Register a dmaengine based PCM device
425 * @dev: The parent device for the PCM device
426 * @config: Platform specific PCM configuration
427 * @flags: Platform specific quirks
429 int snd_dmaengine_pcm_register(struct device
*dev
,
430 const struct snd_dmaengine_pcm_config
*config
, unsigned int flags
)
432 const struct snd_soc_component_driver
*driver
;
433 struct dmaengine_pcm
*pcm
;
436 pcm
= kzalloc(sizeof(*pcm
), GFP_KERNEL
);
440 #ifdef CONFIG_DEBUG_FS
441 pcm
->component
.debugfs_prefix
= "dma";
443 pcm
->config
= config
;
446 ret
= dmaengine_pcm_request_chan_of(pcm
, dev
, config
);
450 if (config
&& config
->process
)
451 driver
= &dmaengine_pcm_component_process
;
453 driver
= &dmaengine_pcm_component
;
455 ret
= snd_soc_component_initialize(&pcm
->component
, driver
, dev
);
459 ret
= snd_soc_add_component(&pcm
->component
, NULL
, 0);
466 dmaengine_pcm_release_chan(pcm
);
470 EXPORT_SYMBOL_GPL(snd_dmaengine_pcm_register
);
473 * snd_dmaengine_pcm_unregister - Removes a dmaengine based PCM device
474 * @dev: Parent device the PCM was register with
476 * Removes a dmaengine based PCM device previously registered with
477 * snd_dmaengine_pcm_register.
479 void snd_dmaengine_pcm_unregister(struct device
*dev
)
481 struct snd_soc_component
*component
;
482 struct dmaengine_pcm
*pcm
;
484 component
= snd_soc_lookup_component(dev
, SND_DMAENGINE_PCM_DRV_NAME
);
488 pcm
= soc_component_to_pcm(component
);
490 snd_soc_unregister_component_by_driver(dev
, component
->driver
);
491 dmaengine_pcm_release_chan(pcm
);
494 EXPORT_SYMBOL_GPL(snd_dmaengine_pcm_unregister
);
496 MODULE_LICENSE("GPL");