1 #include <linux/slab.h>
2 #include <linux/kernel.h>
3 #include <linux/module.h>
4 #include <linux/device.h>
5 #include <linux/workqueue.h>
6 #include <linux/kfifo.h>
7 #include <linux/mutex.h>
8 #include <linux/iio/iio.h>
9 #include <linux/iio/buffer.h>
10 #include <linux/iio/kfifo_buf.h>
11 #include <linux/iio/buffer_impl.h>
12 #include <linux/sched.h>
13 #include <linux/poll.h>
16 struct iio_buffer buffer
;
18 struct mutex user_lock
;
22 #define iio_to_kfifo(r) container_of(r, struct iio_kfifo, buffer)
24 static inline int __iio_allocate_kfifo(struct iio_kfifo
*buf
,
25 size_t bytes_per_datum
, unsigned int length
)
27 if ((length
== 0) || (bytes_per_datum
== 0))
31 * Make sure we don't overflow an unsigned int after kfifo rounds up to
32 * the next power of 2.
34 if (roundup_pow_of_two(length
) > UINT_MAX
/ bytes_per_datum
)
37 return __kfifo_alloc((struct __kfifo
*)&buf
->kf
, length
,
38 bytes_per_datum
, GFP_KERNEL
);
41 static int iio_request_update_kfifo(struct iio_buffer
*r
)
44 struct iio_kfifo
*buf
= iio_to_kfifo(r
);
46 mutex_lock(&buf
->user_lock
);
47 if (buf
->update_needed
) {
49 ret
= __iio_allocate_kfifo(buf
, buf
->buffer
.bytes_per_datum
,
52 buf
->update_needed
= false;
54 kfifo_reset_out(&buf
->kf
);
56 mutex_unlock(&buf
->user_lock
);
61 static int iio_mark_update_needed_kfifo(struct iio_buffer
*r
)
63 struct iio_kfifo
*kf
= iio_to_kfifo(r
);
64 kf
->update_needed
= true;
68 static int iio_set_bytes_per_datum_kfifo(struct iio_buffer
*r
, size_t bpd
)
70 if (r
->bytes_per_datum
!= bpd
) {
71 r
->bytes_per_datum
= bpd
;
72 iio_mark_update_needed_kfifo(r
);
77 static int iio_set_length_kfifo(struct iio_buffer
*r
, unsigned int length
)
79 /* Avoid an invalid state */
82 if (r
->length
!= length
) {
84 iio_mark_update_needed_kfifo(r
);
89 static int iio_store_to_kfifo(struct iio_buffer
*r
,
93 struct iio_kfifo
*kf
= iio_to_kfifo(r
);
94 ret
= kfifo_in(&kf
->kf
, data
, 1);
100 static int iio_read_first_n_kfifo(struct iio_buffer
*r
,
101 size_t n
, char __user
*buf
)
104 struct iio_kfifo
*kf
= iio_to_kfifo(r
);
106 if (mutex_lock_interruptible(&kf
->user_lock
))
109 if (!kfifo_initialized(&kf
->kf
) || n
< kfifo_esize(&kf
->kf
))
112 ret
= kfifo_to_user(&kf
->kf
, buf
, n
, &copied
);
113 mutex_unlock(&kf
->user_lock
);
120 static size_t iio_kfifo_buf_data_available(struct iio_buffer
*r
)
122 struct iio_kfifo
*kf
= iio_to_kfifo(r
);
125 mutex_lock(&kf
->user_lock
);
126 samples
= kfifo_len(&kf
->kf
);
127 mutex_unlock(&kf
->user_lock
);
132 static void iio_kfifo_buffer_release(struct iio_buffer
*buffer
)
134 struct iio_kfifo
*kf
= iio_to_kfifo(buffer
);
136 mutex_destroy(&kf
->user_lock
);
141 static const struct iio_buffer_access_funcs kfifo_access_funcs
= {
142 .store_to
= &iio_store_to_kfifo
,
143 .read_first_n
= &iio_read_first_n_kfifo
,
144 .data_available
= iio_kfifo_buf_data_available
,
145 .request_update
= &iio_request_update_kfifo
,
146 .set_bytes_per_datum
= &iio_set_bytes_per_datum_kfifo
,
147 .set_length
= &iio_set_length_kfifo
,
148 .release
= &iio_kfifo_buffer_release
,
150 .modes
= INDIO_BUFFER_SOFTWARE
| INDIO_BUFFER_TRIGGERED
,
153 struct iio_buffer
*iio_kfifo_allocate(void)
155 struct iio_kfifo
*kf
;
157 kf
= kzalloc(sizeof(*kf
), GFP_KERNEL
);
161 kf
->update_needed
= true;
162 iio_buffer_init(&kf
->buffer
);
163 kf
->buffer
.access
= &kfifo_access_funcs
;
164 kf
->buffer
.length
= 2;
165 mutex_init(&kf
->user_lock
);
169 EXPORT_SYMBOL(iio_kfifo_allocate
);
171 void iio_kfifo_free(struct iio_buffer
*r
)
175 EXPORT_SYMBOL(iio_kfifo_free
);
177 static void devm_iio_kfifo_release(struct device
*dev
, void *res
)
179 iio_kfifo_free(*(struct iio_buffer
**)res
);
182 static int devm_iio_kfifo_match(struct device
*dev
, void *res
, void *data
)
184 struct iio_buffer
**r
= res
;
186 if (WARN_ON(!r
|| !*r
))
193 * devm_iio_fifo_allocate - Resource-managed iio_kfifo_allocate()
194 * @dev: Device to allocate kfifo buffer for
197 * Pointer to allocated iio_buffer on success, NULL on failure.
199 struct iio_buffer
*devm_iio_kfifo_allocate(struct device
*dev
)
201 struct iio_buffer
**ptr
, *r
;
203 ptr
= devres_alloc(devm_iio_kfifo_release
, sizeof(*ptr
), GFP_KERNEL
);
207 r
= iio_kfifo_allocate();
210 devres_add(dev
, ptr
);
217 EXPORT_SYMBOL(devm_iio_kfifo_allocate
);
220 * devm_iio_fifo_free - Resource-managed iio_kfifo_free()
221 * @dev: Device the buffer belongs to
222 * @r: The buffer associated with the device
224 void devm_iio_kfifo_free(struct device
*dev
, struct iio_buffer
*r
)
226 WARN_ON(devres_release(dev
, devm_iio_kfifo_release
,
227 devm_iio_kfifo_match
, r
));
229 EXPORT_SYMBOL(devm_iio_kfifo_free
);
231 MODULE_LICENSE("GPL");