?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Linux 5.1.15
[linux/fpc-iii.git] / drivers / crypto / ux500 / cryp / cryp_core.c
blob3235611928f20d008edf7ca4cf097d9abaabc015
1 /**
2 * Copyright (C) ST-Ericsson SA 2010
3 * Author: Shujuan Chen <shujuan.chen@stericsson.com> for ST-Ericsson.
4 * Author: Joakim Bech <joakim.xx.bech@stericsson.com> for ST-Ericsson.
5 * Author: Berne Hebark <berne.herbark@stericsson.com> for ST-Ericsson.
6 * Author: Niklas Hernaeus <niklas.hernaeus@stericsson.com> for ST-Ericsson.
7 * Author: Jonas Linde <jonas.linde@stericsson.com> for ST-Ericsson.
8 * Author: Andreas Westin <andreas.westin@stericsson.com> for ST-Ericsson.
9 * License terms: GNU General Public License (GPL) version 2
10 */
11
12 #include <linux/clk.h>
13 #include <linux/completion.h>
14 #include <linux/crypto.h>
15 #include <linux/dmaengine.h>
16 #include <linux/err.h>
17 #include <linux/errno.h>
18 #include <linux/interrupt.h>
19 #include <linux/io.h>
20 #include <linux/irqreturn.h>
21 #include <linux/klist.h>
22 #include <linux/module.h>
23 #include <linux/mod_devicetable.h>
24 #include <linux/platform_device.h>
25 #include <linux/regulator/consumer.h>
26 #include <linux/semaphore.h>
27 #include <linux/platform_data/dma-ste-dma40.h>
28
29 #include <crypto/aes.h>
30 #include <crypto/algapi.h>
31 #include <crypto/ctr.h>
32 #include <crypto/des.h>
33 #include <crypto/scatterwalk.h>
34
35 #include <linux/platform_data/crypto-ux500.h>
36
37 #include "cryp_p.h"
38 #include "cryp.h"
39
40 #define CRYP_MAX_KEY_SIZE 32
41 #define BYTES_PER_WORD 4
42
43 static int cryp_mode;
44 static atomic_t session_id;
45
46 static struct stedma40_chan_cfg *mem_to_engine;
47 static struct stedma40_chan_cfg *engine_to_mem;
48
49 /**
50 * struct cryp_driver_data - data specific to the driver.
51 *
52 * @device_list: A list of registered devices to choose from.
53 * @device_allocation: A semaphore initialized with number of devices.
54 */
55 struct cryp_driver_data {
56 struct klist device_list;
57 struct semaphore device_allocation;
58 };
59
60 /**
61 * struct cryp_ctx - Crypto context
62 * @config: Crypto mode.
63 * @key[CRYP_MAX_KEY_SIZE]: Key.
64 * @keylen: Length of key.
65 * @iv: Pointer to initialization vector.
66 * @indata: Pointer to indata.
67 * @outdata: Pointer to outdata.
68 * @datalen: Length of indata.
69 * @outlen: Length of outdata.
70 * @blocksize: Size of blocks.
71 * @updated: Updated flag.
72 * @dev_ctx: Device dependent context.
73 * @device: Pointer to the device.
74 */
75 struct cryp_ctx {
76 struct cryp_config config;
77 u8 key[CRYP_MAX_KEY_SIZE];
78 u32 keylen;
79 u8 *iv;
80 const u8 *indata;
81 u8 *outdata;
82 u32 datalen;
83 u32 outlen;
84 u32 blocksize;
85 u8 updated;
86 struct cryp_device_context dev_ctx;
87 struct cryp_device_data *device;
88 u32 session_id;
89 };
90
91 static struct cryp_driver_data driver_data;
92
93 /**
94 * uint8p_to_uint32_be - 4*uint8 to uint32 big endian
95 * @in: Data to convert.
96 */
97 static inline u32 uint8p_to_uint32_be(u8 *in)
98 {
99 u32 *data = (u32 *)in;
100
101 return cpu_to_be32p(data);
102 }
103
104 /**
105 * swap_bits_in_byte - mirror the bits in a byte
106 * @b: the byte to be mirrored
107 *
108 * The bits are swapped the following way:
109 * Byte b include bits 0-7, nibble 1 (n1) include bits 0-3 and
110 * nibble 2 (n2) bits 4-7.
111 *
112 * Nibble 1 (n1):
113 * (The "old" (moved) bit is replaced with a zero)
114 * 1. Move bit 6 and 7, 4 positions to the left.
115 * 2. Move bit 3 and 5, 2 positions to the left.
116 * 3. Move bit 1-4, 1 position to the left.
117 *
118 * Nibble 2 (n2):
119 * 1. Move bit 0 and 1, 4 positions to the right.
120 * 2. Move bit 2 and 4, 2 positions to the right.
121 * 3. Move bit 3-6, 1 position to the right.
122 *
123 * Combine the two nibbles to a complete and swapped byte.
124 */
125
126 static inline u8 swap_bits_in_byte(u8 b)
127 {
128 #define R_SHIFT_4_MASK 0xc0 /* Bits 6 and 7, right shift 4 */
129 #define R_SHIFT_2_MASK 0x28 /* (After right shift 4) Bits 3 and 5,
130 right shift 2 */
131 #define R_SHIFT_1_MASK 0x1e /* (After right shift 2) Bits 1-4,
132 right shift 1 */
133 #define L_SHIFT_4_MASK 0x03 /* Bits 0 and 1, left shift 4 */
134 #define L_SHIFT_2_MASK 0x14 /* (After left shift 4) Bits 2 and 4,
135 left shift 2 */
136 #define L_SHIFT_1_MASK 0x78 /* (After left shift 1) Bits 3-6,
137 left shift 1 */
138
139 u8 n1;
140 u8 n2;
141
142 /* Swap most significant nibble */
143 /* Right shift 4, bits 6 and 7 */
144 n1 = ((b & R_SHIFT_4_MASK) >> 4) | (b & ~(R_SHIFT_4_MASK >> 4));
145 /* Right shift 2, bits 3 and 5 */
146 n1 = ((n1 & R_SHIFT_2_MASK) >> 2) | (n1 & ~(R_SHIFT_2_MASK >> 2));
147 /* Right shift 1, bits 1-4 */
148 n1 = (n1 & R_SHIFT_1_MASK) >> 1;
149
150 /* Swap least significant nibble */
151 /* Left shift 4, bits 0 and 1 */
152 n2 = ((b & L_SHIFT_4_MASK) << 4) | (b & ~(L_SHIFT_4_MASK << 4));
153 /* Left shift 2, bits 2 and 4 */
154 n2 = ((n2 & L_SHIFT_2_MASK) << 2) | (n2 & ~(L_SHIFT_2_MASK << 2));
155 /* Left shift 1, bits 3-6 */
156 n2 = (n2 & L_SHIFT_1_MASK) << 1;
157
158 return n1 | n2;
159 }
160
161 static inline void swap_words_in_key_and_bits_in_byte(const u8 *in,
162 u8 *out, u32 len)
163 {
164 unsigned int i = 0;
165 int j;
166 int index = 0;
167
168 j = len - BYTES_PER_WORD;
169 while (j >= 0) {
170 for (i = 0; i < BYTES_PER_WORD; i++) {
171 index = len - j - BYTES_PER_WORD + i;
172 out[j + i] =
173 swap_bits_in_byte(in[index]);
174 }
175 j -= BYTES_PER_WORD;
176 }
177 }
178
179 static void add_session_id(struct cryp_ctx *ctx)
180 {
181 /*
182 * We never want 0 to be a valid value, since this is the default value
183 * for the software context.
184 */
185 if (unlikely(atomic_inc_and_test(&session_id)))
186 atomic_inc(&session_id);
187
188 ctx->session_id = atomic_read(&session_id);
189 }
190
191 static irqreturn_t cryp_interrupt_handler(int irq, void *param)
192 {
193 struct cryp_ctx *ctx;
194 int count;
195 struct cryp_device_data *device_data;
196
197 if (param == NULL) {
198 BUG_ON(!param);
199 return IRQ_HANDLED;
200 }
201
202 /* The device is coming from the one found in hw_crypt_noxts. */
203 device_data = (struct cryp_device_data *)param;
204
205 ctx = device_data->current_ctx;
206
207 if (ctx == NULL) {
208 BUG_ON(!ctx);
209 return IRQ_HANDLED;
210 }
211
212 dev_dbg(ctx->device->dev, "[%s] (len: %d) %s, ", __func__, ctx->outlen,
213 cryp_pending_irq_src(device_data, CRYP_IRQ_SRC_OUTPUT_FIFO) ?
214 "out" : "in");
215
216 if (cryp_pending_irq_src(device_data,
217 CRYP_IRQ_SRC_OUTPUT_FIFO)) {
218 if (ctx->outlen / ctx->blocksize > 0) {
219 count = ctx->blocksize / 4;
220
221 readsl(&device_data->base->dout, ctx->outdata, count);
222 ctx->outdata += count;
223 ctx->outlen -= count;
224
225 if (ctx->outlen == 0) {
226 cryp_disable_irq_src(device_data,
227 CRYP_IRQ_SRC_OUTPUT_FIFO);
228 }
229 }
230 } else if (cryp_pending_irq_src(device_data,
231 CRYP_IRQ_SRC_INPUT_FIFO)) {
232 if (ctx->datalen / ctx->blocksize > 0) {
233 count = ctx->blocksize / 4;
234
235 writesl(&device_data->base->din, ctx->indata, count);
236
237 ctx->indata += count;
238 ctx->datalen -= count;
239
240 if (ctx->datalen == 0)
241 cryp_disable_irq_src(device_data,
242 CRYP_IRQ_SRC_INPUT_FIFO);
243
244 if (ctx->config.algomode == CRYP_ALGO_AES_XTS) {
245 CRYP_PUT_BITS(&device_data->base->cr,
246 CRYP_START_ENABLE,
247 CRYP_CR_START_POS,
248 CRYP_CR_START_MASK);
249
250 cryp_wait_until_done(device_data);
251 }
252 }
253 }
254
255 return IRQ_HANDLED;
256 }
257
258 static int mode_is_aes(enum cryp_algo_mode mode)
259 {
260 return CRYP_ALGO_AES_ECB == mode ||
261 CRYP_ALGO_AES_CBC == mode ||
262 CRYP_ALGO_AES_CTR == mode ||
263 CRYP_ALGO_AES_XTS == mode;
264 }
265
266 static int cfg_iv(struct cryp_device_data *device_data, u32 left, u32 right,
267 enum cryp_init_vector_index index)
268 {
269 struct cryp_init_vector_value vector_value;
270
271 dev_dbg(device_data->dev, "[%s]", __func__);
272
273 vector_value.init_value_left = left;
274 vector_value.init_value_right = right;
275
276 return cryp_configure_init_vector(device_data,
277 index,
278 vector_value);
279 }
280
281 static int cfg_ivs(struct cryp_device_data *device_data, struct cryp_ctx *ctx)
282 {
283 int i;
284 int status = 0;
285 int num_of_regs = ctx->blocksize / 8;
286 u32 iv[AES_BLOCK_SIZE / 4];
287
288 dev_dbg(device_data->dev, "[%s]", __func__);
289
290 /*
291 * Since we loop on num_of_regs we need to have a check in case
292 * someone provides an incorrect blocksize which would force calling
293 * cfg_iv with i greater than 2 which is an error.
294 */
295 if (num_of_regs > 2) {
296 dev_err(device_data->dev, "[%s] Incorrect blocksize %d",
297 __func__, ctx->blocksize);
298 return -EINVAL;
299 }
300
301 for (i = 0; i < ctx->blocksize / 4; i++)
302 iv[i] = uint8p_to_uint32_be(ctx->iv + i*4);
303
304 for (i = 0; i < num_of_regs; i++) {
305 status = cfg_iv(device_data, iv[i*2], iv[i*2+1],
306 (enum cryp_init_vector_index) i);
307 if (status != 0)
308 return status;
309 }
310 return status;
311 }
312
313 static int set_key(struct cryp_device_data *device_data,
314 u32 left_key,
315 u32 right_key,
316 enum cryp_key_reg_index index)
317 {
318 struct cryp_key_value key_value;
319 int cryp_error;
320
321 dev_dbg(device_data->dev, "[%s]", __func__);
322
323 key_value.key_value_left = left_key;
324 key_value.key_value_right = right_key;
325
326 cryp_error = cryp_configure_key_values(device_data,
327 index,
328 key_value);
329 if (cryp_error != 0)
330 dev_err(device_data->dev, "[%s]: "
331 "cryp_configure_key_values() failed!", __func__);
332
333 return cryp_error;
334 }
335
336 static int cfg_keys(struct cryp_ctx *ctx)
337 {
338 int i;
339 int num_of_regs = ctx->keylen / 8;
340 u32 swapped_key[CRYP_MAX_KEY_SIZE / 4];
341 int cryp_error = 0;
342
343 dev_dbg(ctx->device->dev, "[%s]", __func__);
344
345 if (mode_is_aes(ctx->config.algomode)) {
346 swap_words_in_key_and_bits_in_byte((u8 *)ctx->key,
347 (u8 *)swapped_key,
348 ctx->keylen);
349 } else {
350 for (i = 0; i < ctx->keylen / 4; i++)
351 swapped_key[i] = uint8p_to_uint32_be(ctx->key + i*4);
352 }
353
354 for (i = 0; i < num_of_regs; i++) {
355 cryp_error = set_key(ctx->device,
356 *(((u32 *)swapped_key)+i*2),
357 *(((u32 *)swapped_key)+i*2+1),
358 (enum cryp_key_reg_index) i);
359
360 if (cryp_error != 0) {
361 dev_err(ctx->device->dev, "[%s]: set_key() failed!",
362 __func__);
363 return cryp_error;
364 }
365 }
366 return cryp_error;
367 }
368
369 static int cryp_setup_context(struct cryp_ctx *ctx,
370 struct cryp_device_data *device_data)
371 {
372 u32 control_register = CRYP_CR_DEFAULT;
373
374 switch (cryp_mode) {
375 case CRYP_MODE_INTERRUPT:
376 writel_relaxed(CRYP_IMSC_DEFAULT, &device_data->base->imsc);
377 break;
378
379 case CRYP_MODE_DMA:
380 writel_relaxed(CRYP_DMACR_DEFAULT, &device_data->base->dmacr);
381 break;
382
383 default:
384 break;
385 }
386
387 if (ctx->updated == 0) {
388 cryp_flush_inoutfifo(device_data);
389 if (cfg_keys(ctx) != 0) {
390 dev_err(ctx->device->dev, "[%s]: cfg_keys failed!",
391 __func__);
392 return -EINVAL;
393 }
394
395 if (ctx->iv &&
396 CRYP_ALGO_AES_ECB != ctx->config.algomode &&
397 CRYP_ALGO_DES_ECB != ctx->config.algomode &&
398 CRYP_ALGO_TDES_ECB != ctx->config.algomode) {
399 if (cfg_ivs(device_data, ctx) != 0)
400 return -EPERM;
401 }
402
403 cryp_set_configuration(device_data, &ctx->config,
404 &control_register);
405 add_session_id(ctx);
406 } else if (ctx->updated == 1 &&
407 ctx->session_id != atomic_read(&session_id)) {
408 cryp_flush_inoutfifo(device_data);
409 cryp_restore_device_context(device_data, &ctx->dev_ctx);
410
411 add_session_id(ctx);
412 control_register = ctx->dev_ctx.cr;
413 } else
414 control_register = ctx->dev_ctx.cr;
415
416 writel(control_register |
417 (CRYP_CRYPEN_ENABLE << CRYP_CR_CRYPEN_POS),
418 &device_data->base->cr);
419
420 return 0;
421 }
422
423 static int cryp_get_device_data(struct cryp_ctx *ctx,
424 struct cryp_device_data **device_data)
425 {
426 int ret;
427 struct klist_iter device_iterator;
428 struct klist_node *device_node;
429 struct cryp_device_data *local_device_data = NULL;
430 pr_debug(DEV_DBG_NAME " [%s]", __func__);
431
432 /* Wait until a device is available */
433 ret = down_interruptible(&driver_data.device_allocation);
434 if (ret)
435 return ret; /* Interrupted */
436
437 /* Select a device */
438 klist_iter_init(&driver_data.device_list, &device_iterator);
439
440 device_node = klist_next(&device_iterator);
441 while (device_node) {
442 local_device_data = container_of(device_node,
443 struct cryp_device_data, list_node);
444 spin_lock(&local_device_data->ctx_lock);
445 /* current_ctx allocates a device, NULL = unallocated */
446 if (local_device_data->current_ctx) {
447 device_node = klist_next(&device_iterator);
448 } else {
449 local_device_data->current_ctx = ctx;
450 ctx->device = local_device_data;
451 spin_unlock(&local_device_data->ctx_lock);
452 break;
453 }
454 spin_unlock(&local_device_data->ctx_lock);
455 }
456 klist_iter_exit(&device_iterator);
457
458 if (!device_node) {
459 /**
460 * No free device found.
461 * Since we allocated a device with down_interruptible, this
462 * should not be able to happen.
463 * Number of available devices, which are contained in
464 * device_allocation, is therefore decremented by not doing
465 * an up(device_allocation).
466 */
467 return -EBUSY;
468 }
469
470 *device_data = local_device_data;
471
472 return 0;
473 }
474
475 static void cryp_dma_setup_channel(struct cryp_device_data *device_data,
476 struct device *dev)
477 {
478 struct dma_slave_config mem2cryp = {
479 .direction = DMA_MEM_TO_DEV,
480 .dst_addr = device_data->phybase + CRYP_DMA_TX_FIFO,
481 .dst_addr_width = DMA_SLAVE_BUSWIDTH_2_BYTES,
482 .dst_maxburst = 4,
483 };
484 struct dma_slave_config cryp2mem = {
485 .direction = DMA_DEV_TO_MEM,
486 .src_addr = device_data->phybase + CRYP_DMA_RX_FIFO,
487 .src_addr_width = DMA_SLAVE_BUSWIDTH_2_BYTES,
488 .src_maxburst = 4,
489 };
490
491 dma_cap_zero(device_data->dma.mask);
492 dma_cap_set(DMA_SLAVE, device_data->dma.mask);
493
494 device_data->dma.cfg_mem2cryp = mem_to_engine;
495 device_data->dma.chan_mem2cryp =
496 dma_request_channel(device_data->dma.mask,
497 stedma40_filter,
498 device_data->dma.cfg_mem2cryp);
499
500 device_data->dma.cfg_cryp2mem = engine_to_mem;
501 device_data->dma.chan_cryp2mem =
502 dma_request_channel(device_data->dma.mask,
503 stedma40_filter,
504 device_data->dma.cfg_cryp2mem);
505
506 dmaengine_slave_config(device_data->dma.chan_mem2cryp, &mem2cryp);
507 dmaengine_slave_config(device_data->dma.chan_cryp2mem, &cryp2mem);
508
509 init_completion(&device_data->dma.cryp_dma_complete);
510 }
511
512 static void cryp_dma_out_callback(void *data)
513 {
514 struct cryp_ctx *ctx = (struct cryp_ctx *) data;
515 dev_dbg(ctx->device->dev, "[%s]: ", __func__);
516
517 complete(&ctx->device->dma.cryp_dma_complete);
518 }
519
520 static int cryp_set_dma_transfer(struct cryp_ctx *ctx,
521 struct scatterlist *sg,
522 int len,
523 enum dma_data_direction direction)
524 {
525 struct dma_async_tx_descriptor *desc;
526 struct dma_chan *channel = NULL;
527 dma_cookie_t cookie;
528
529 dev_dbg(ctx->device->dev, "[%s]: ", __func__);
530
531 if (unlikely(!IS_ALIGNED((u32)sg, 4))) {
532 dev_err(ctx->device->dev, "[%s]: Data in sg list isn't "
533 "aligned! Addr: 0x%08x", __func__, (u32)sg);
534 return -EFAULT;
535 }
536
537 switch (direction) {
538 case DMA_TO_DEVICE:
539 channel = ctx->device->dma.chan_mem2cryp;
540 ctx->device->dma.sg_src = sg;
541 ctx->device->dma.sg_src_len = dma_map_sg(channel->device->dev,
542 ctx->device->dma.sg_src,
543 ctx->device->dma.nents_src,
544 direction);
545
546 if (!ctx->device->dma.sg_src_len) {
547 dev_dbg(ctx->device->dev,
548 "[%s]: Could not map the sg list (TO_DEVICE)",
549 __func__);
550 return -EFAULT;
551 }
552
553 dev_dbg(ctx->device->dev, "[%s]: Setting up DMA for buffer "
554 "(TO_DEVICE)", __func__);
555
556 desc = dmaengine_prep_slave_sg(channel,
557 ctx->device->dma.sg_src,
558 ctx->device->dma.sg_src_len,
559 DMA_MEM_TO_DEV, DMA_CTRL_ACK);
560 break;
561
562 case DMA_FROM_DEVICE:
563 channel = ctx->device->dma.chan_cryp2mem;
564 ctx->device->dma.sg_dst = sg;
565 ctx->device->dma.sg_dst_len = dma_map_sg(channel->device->dev,
566 ctx->device->dma.sg_dst,
567 ctx->device->dma.nents_dst,
568 direction);
569
570 if (!ctx->device->dma.sg_dst_len) {
571 dev_dbg(ctx->device->dev,
572 "[%s]: Could not map the sg list (FROM_DEVICE)",
573 __func__);
574 return -EFAULT;
575 }
576
577 dev_dbg(ctx->device->dev, "[%s]: Setting up DMA for buffer "
578 "(FROM_DEVICE)", __func__);
579
580 desc = dmaengine_prep_slave_sg(channel,
581 ctx->device->dma.sg_dst,
582 ctx->device->dma.sg_dst_len,
583 DMA_DEV_TO_MEM,
584 DMA_CTRL_ACK |
585 DMA_PREP_INTERRUPT);
586
587 desc->callback = cryp_dma_out_callback;
588 desc->callback_param = ctx;
589 break;
590
591 default:
592 dev_dbg(ctx->device->dev, "[%s]: Invalid DMA direction",
593 __func__);
594 return -EFAULT;
595 }
596
597 cookie = dmaengine_submit(desc);
598 if (dma_submit_error(cookie)) {
599 dev_dbg(ctx->device->dev, "[%s]: DMA submission failed\n",
600 __func__);
601 return cookie;
602 }
603
604 dma_async_issue_pending(channel);
605
606 return 0;
607 }
608
609 static void cryp_dma_done(struct cryp_ctx *ctx)
610 {
611 struct dma_chan *chan;
612
613 dev_dbg(ctx->device->dev, "[%s]: ", __func__);
614
615 chan = ctx->device->dma.chan_mem2cryp;
616 dmaengine_terminate_all(chan);
617 dma_unmap_sg(chan->device->dev, ctx->device->dma.sg_src,
618 ctx->device->dma.sg_src_len, DMA_TO_DEVICE);
619
620 chan = ctx->device->dma.chan_cryp2mem;
621 dmaengine_terminate_all(chan);
622 dma_unmap_sg(chan->device->dev, ctx->device->dma.sg_dst,
623 ctx->device->dma.sg_dst_len, DMA_FROM_DEVICE);
624 }
625
626 static int cryp_dma_write(struct cryp_ctx *ctx, struct scatterlist *sg,
627 int len)
628 {
629 int error = cryp_set_dma_transfer(ctx, sg, len, DMA_TO_DEVICE);
630 dev_dbg(ctx->device->dev, "[%s]: ", __func__);
631
632 if (error) {
633 dev_dbg(ctx->device->dev, "[%s]: cryp_set_dma_transfer() "
634 "failed", __func__);
635 return error;
636 }
637
638 return len;
639 }
640
641 static int cryp_dma_read(struct cryp_ctx *ctx, struct scatterlist *sg, int len)
642 {
643 int error = cryp_set_dma_transfer(ctx, sg, len, DMA_FROM_DEVICE);
644 if (error) {
645 dev_dbg(ctx->device->dev, "[%s]: cryp_set_dma_transfer() "
646 "failed", __func__);
647 return error;
648 }
649
650 return len;
651 }
652
653 static void cryp_polling_mode(struct cryp_ctx *ctx,
654 struct cryp_device_data *device_data)
655 {
656 int len = ctx->blocksize / BYTES_PER_WORD;
657 int remaining_length = ctx->datalen;
658 u32 *indata = (u32 *)ctx->indata;
659 u32 *outdata = (u32 *)ctx->outdata;
660
661 while (remaining_length > 0) {
662 writesl(&device_data->base->din, indata, len);
663 indata += len;
664 remaining_length -= (len * BYTES_PER_WORD);
665 cryp_wait_until_done(device_data);
666
667 readsl(&device_data->base->dout, outdata, len);
668 outdata += len;
669 cryp_wait_until_done(device_data);
670 }
671 }
672
673 static int cryp_disable_power(struct device *dev,
674 struct cryp_device_data *device_data,
675 bool save_device_context)
676 {
677 int ret = 0;
678
679 dev_dbg(dev, "[%s]", __func__);
680
681 spin_lock(&device_data->power_state_spinlock);
682 if (!device_data->power_state)
683 goto out;
684
685 spin_lock(&device_data->ctx_lock);
686 if (save_device_context && device_data->current_ctx) {
687 cryp_save_device_context(device_data,
688 &device_data->current_ctx->dev_ctx,
689 cryp_mode);
690 device_data->restore_dev_ctx = true;
691 }
692 spin_unlock(&device_data->ctx_lock);
693
694 clk_disable(device_data->clk);
695 ret = regulator_disable(device_data->pwr_regulator);
696 if (ret)
697 dev_err(dev, "[%s]: "
698 "regulator_disable() failed!",
699 __func__);
700
701 device_data->power_state = false;
702
703 out:
704 spin_unlock(&device_data->power_state_spinlock);
705
706 return ret;
707 }
708
709 static int cryp_enable_power(
710 struct device *dev,
711 struct cryp_device_data *device_data,
712 bool restore_device_context)
713 {
714 int ret = 0;
715
716 dev_dbg(dev, "[%s]", __func__);
717
718 spin_lock(&device_data->power_state_spinlock);
719 if (!device_data->power_state) {
720 ret = regulator_enable(device_data->pwr_regulator);
721 if (ret) {
722 dev_err(dev, "[%s]: regulator_enable() failed!",
723 __func__);
724 goto out;
725 }
726
727 ret = clk_enable(device_data->clk);
728 if (ret) {
729 dev_err(dev, "[%s]: clk_enable() failed!",
730 __func__);
731 regulator_disable(device_data->pwr_regulator);
732 goto out;
733 }
734 device_data->power_state = true;
735 }
736
737 if (device_data->restore_dev_ctx) {
738 spin_lock(&device_data->ctx_lock);
739 if (restore_device_context && device_data->current_ctx) {
740 device_data->restore_dev_ctx = false;
741 cryp_restore_device_context(device_data,
742 &device_data->current_ctx->dev_ctx);
743 }
744 spin_unlock(&device_data->ctx_lock);
745 }
746 out:
747 spin_unlock(&device_data->power_state_spinlock);
748
749 return ret;
750 }
751
752 static int hw_crypt_noxts(struct cryp_ctx *ctx,
753 struct cryp_device_data *device_data)
754 {
755 int ret = 0;
756
757 const u8 *indata = ctx->indata;
758 u8 *outdata = ctx->outdata;
759 u32 datalen = ctx->datalen;
760 u32 outlen = datalen;
761
762 pr_debug(DEV_DBG_NAME " [%s]", __func__);
763
764 ctx->outlen = ctx->datalen;
765
766 if (unlikely(!IS_ALIGNED((u32)indata, 4))) {
767 pr_debug(DEV_DBG_NAME " [%s]: Data isn't aligned! Addr: "
768 "0x%08x", __func__, (u32)indata);
769 return -EINVAL;
770 }
771
772 ret = cryp_setup_context(ctx, device_data);
773
774 if (ret)
775 goto out;
776
777 if (cryp_mode == CRYP_MODE_INTERRUPT) {
778 cryp_enable_irq_src(device_data, CRYP_IRQ_SRC_INPUT_FIFO |
779 CRYP_IRQ_SRC_OUTPUT_FIFO);
780
781 /*
782 * ctx->outlen is decremented in the cryp_interrupt_handler
783 * function. We had to add cpu_relax() (barrier) to make sure
784 * that gcc didn't optimze away this variable.
785 */
786 while (ctx->outlen > 0)
787 cpu_relax();
788 } else if (cryp_mode == CRYP_MODE_POLLING ||
789 cryp_mode == CRYP_MODE_DMA) {
790 /*
791 * The reason for having DMA in this if case is that if we are
792 * running cryp_mode = 2, then we separate DMA routines for
793 * handling cipher/plaintext > blocksize, except when
794 * running the normal CRYPTO_ALG_TYPE_CIPHER, then we still use
795 * the polling mode. Overhead of doing DMA setup eats up the
796 * benefits using it.
797 */
798 cryp_polling_mode(ctx, device_data);
799 } else {
800 dev_err(ctx->device->dev, "[%s]: Invalid operation mode!",
801 __func__);
802 ret = -EPERM;
803 goto out;
804 }
805
806 cryp_save_device_context(device_data, &ctx->dev_ctx, cryp_mode);
807 ctx->updated = 1;
808
809 out:
810 ctx->indata = indata;
811 ctx->outdata = outdata;
812 ctx->datalen = datalen;
813 ctx->outlen = outlen;
814
815 return ret;
816 }
817
818 static int get_nents(struct scatterlist *sg, int nbytes)
819 {
820 int nents = 0;
821
822 while (nbytes > 0) {
823 nbytes -= sg->length;
824 sg = sg_next(sg);
825 nents++;
826 }
827
828 return nents;
829 }
830
831 static int ablk_dma_crypt(struct ablkcipher_request *areq)
832 {
833 struct crypto_ablkcipher *cipher = crypto_ablkcipher_reqtfm(areq);
834 struct cryp_ctx *ctx = crypto_ablkcipher_ctx(cipher);
835 struct cryp_device_data *device_data;
836
837 int bytes_written = 0;
838 int bytes_read = 0;
839 int ret;
840
841 pr_debug(DEV_DBG_NAME " [%s]", __func__);
842
843 ctx->datalen = areq->nbytes;
844 ctx->outlen = areq->nbytes;
845
846 ret = cryp_get_device_data(ctx, &device_data);
847 if (ret)
848 return ret;
849
850 ret = cryp_setup_context(ctx, device_data);
851 if (ret)
852 goto out;
853
854 /* We have the device now, so store the nents in the dma struct. */
855 ctx->device->dma.nents_src = get_nents(areq->src, ctx->datalen);
856 ctx->device->dma.nents_dst = get_nents(areq->dst, ctx->outlen);
857
858 /* Enable DMA in- and output. */
859 cryp_configure_for_dma(device_data, CRYP_DMA_ENABLE_BOTH_DIRECTIONS);
860
861 bytes_written = cryp_dma_write(ctx, areq->src, ctx->datalen);
862 bytes_read = cryp_dma_read(ctx, areq->dst, bytes_written);
863
864 wait_for_completion(&ctx->device->dma.cryp_dma_complete);
865 cryp_dma_done(ctx);
866
867 cryp_save_device_context(device_data, &ctx->dev_ctx, cryp_mode);
868 ctx->updated = 1;
869
870 out:
871 spin_lock(&device_data->ctx_lock);
872 device_data->current_ctx = NULL;
873 ctx->device = NULL;
874 spin_unlock(&device_data->ctx_lock);
875
876 /*
877 * The down_interruptible part for this semaphore is called in
878 * cryp_get_device_data.
879 */
880 up(&driver_data.device_allocation);
881
882 if (unlikely(bytes_written != bytes_read))
883 return -EPERM;
884
885 return 0;
886 }
887
888 static int ablk_crypt(struct ablkcipher_request *areq)
889 {
890 struct ablkcipher_walk walk;
891 struct crypto_ablkcipher *cipher = crypto_ablkcipher_reqtfm(areq);
892 struct cryp_ctx *ctx = crypto_ablkcipher_ctx(cipher);
893 struct cryp_device_data *device_data;
894 unsigned long src_paddr;
895 unsigned long dst_paddr;
896 int ret;
897 int nbytes;
898
899 pr_debug(DEV_DBG_NAME " [%s]", __func__);
900
901 ret = cryp_get_device_data(ctx, &device_data);
902 if (ret)
903 goto out;
904
905 ablkcipher_walk_init(&walk, areq->dst, areq->src, areq->nbytes);
906 ret = ablkcipher_walk_phys(areq, &walk);
907
908 if (ret) {
909 pr_err(DEV_DBG_NAME "[%s]: ablkcipher_walk_phys() failed!",
910 __func__);
911 goto out;
912 }
913
914 while ((nbytes = walk.nbytes) > 0) {
915 ctx->iv = walk.iv;
916 src_paddr = (page_to_phys(walk.src.page) + walk.src.offset);
917 ctx->indata = phys_to_virt(src_paddr);
918
919 dst_paddr = (page_to_phys(walk.dst.page) + walk.dst.offset);
920 ctx->outdata = phys_to_virt(dst_paddr);
921
922 ctx->datalen = nbytes - (nbytes % ctx->blocksize);
923
924 ret = hw_crypt_noxts(ctx, device_data);
925 if (ret)
926 goto out;
927
928 nbytes -= ctx->datalen;
929 ret = ablkcipher_walk_done(areq, &walk, nbytes);
930 if (ret)
931 goto out;
932 }
933 ablkcipher_walk_complete(&walk);
934
935 out:
936 /* Release the device */
937 spin_lock(&device_data->ctx_lock);
938 device_data->current_ctx = NULL;
939 ctx->device = NULL;
940 spin_unlock(&device_data->ctx_lock);
941
942 /*
943 * The down_interruptible part for this semaphore is called in
944 * cryp_get_device_data.
945 */
946 up(&driver_data.device_allocation);
947
948 return ret;
949 }
950
951 static int aes_ablkcipher_setkey(struct crypto_ablkcipher *cipher,
952 const u8 *key, unsigned int keylen)
953 {
954 struct cryp_ctx *ctx = crypto_ablkcipher_ctx(cipher);
955 u32 *flags = &cipher->base.crt_flags;
956
957 pr_debug(DEV_DBG_NAME " [%s]", __func__);
958
959 switch (keylen) {
960 case AES_KEYSIZE_128:
961 ctx->config.keysize = CRYP_KEY_SIZE_128;
962 break;
963
964 case AES_KEYSIZE_192:
965 ctx->config.keysize = CRYP_KEY_SIZE_192;
966 break;
967
968 case AES_KEYSIZE_256:
969 ctx->config.keysize = CRYP_KEY_SIZE_256;
970 break;
971
972 default:
973 pr_err(DEV_DBG_NAME "[%s]: Unknown keylen!", __func__);
974 *flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
975 return -EINVAL;
976 }
977
978 memcpy(ctx->key, key, keylen);
979 ctx->keylen = keylen;
980
981 ctx->updated = 0;
982
983 return 0;
984 }
985
986 static int des_ablkcipher_setkey(struct crypto_ablkcipher *cipher,
987 const u8 *key, unsigned int keylen)
988 {
989 struct cryp_ctx *ctx = crypto_ablkcipher_ctx(cipher);
990 u32 *flags = &cipher->base.crt_flags;
991 u32 tmp[DES_EXPKEY_WORDS];
992 int ret;
993
994 pr_debug(DEV_DBG_NAME " [%s]", __func__);
995 if (keylen != DES_KEY_SIZE) {
996 *flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
997 pr_debug(DEV_DBG_NAME " [%s]: CRYPTO_TFM_RES_BAD_KEY_LEN",
998 __func__);
999 return -EINVAL;
1000 }
1001
1002 ret = des_ekey(tmp, key);
1003 if (unlikely(ret == 0) &&
1004 (*flags & CRYPTO_TFM_REQ_FORBID_WEAK_KEYS)) {
1005 *flags |= CRYPTO_TFM_RES_WEAK_KEY;
1006 pr_debug(DEV_DBG_NAME " [%s]: CRYPTO_TFM_RES_WEAK_KEY",
1007 __func__);
1008 return -EINVAL;
1009 }
1010
1011 memcpy(ctx->key, key, keylen);
1012 ctx->keylen = keylen;
1013
1014 ctx->updated = 0;
1015 return 0;
1016 }
1017
1018 static int des3_ablkcipher_setkey(struct crypto_ablkcipher *cipher,
1019 const u8 *key, unsigned int keylen)
1020 {
1021 struct cryp_ctx *ctx = crypto_ablkcipher_ctx(cipher);
1022 u32 *flags = &cipher->base.crt_flags;
1023 const u32 *K = (const u32 *)key;
1024 u32 tmp[DES3_EDE_EXPKEY_WORDS];
1025 int i, ret;
1026
1027 pr_debug(DEV_DBG_NAME " [%s]", __func__);
1028 if (keylen != DES3_EDE_KEY_SIZE) {
1029 *flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
1030 pr_debug(DEV_DBG_NAME " [%s]: CRYPTO_TFM_RES_BAD_KEY_LEN",
1031 __func__);
1032 return -EINVAL;
1033 }
1034
1035 /* Checking key interdependency for weak key detection. */
1036 if (unlikely(!((K[0] ^ K[2]) | (K[1] ^ K[3])) ||
1037 !((K[2] ^ K[4]) | (K[3] ^ K[5]))) &&
1038 (*flags & CRYPTO_TFM_REQ_FORBID_WEAK_KEYS)) {
1039 *flags |= CRYPTO_TFM_RES_WEAK_KEY;
1040 pr_debug(DEV_DBG_NAME " [%s]: CRYPTO_TFM_RES_WEAK_KEY",
1041 __func__);
1042 return -EINVAL;
1043 }
1044 for (i = 0; i < 3; i++) {
1045 ret = des_ekey(tmp, key + i*DES_KEY_SIZE);
1046 if (unlikely(ret == 0) &&
1047 (*flags & CRYPTO_TFM_REQ_FORBID_WEAK_KEYS)) {
1048 *flags |= CRYPTO_TFM_RES_WEAK_KEY;
1049 pr_debug(DEV_DBG_NAME " [%s]: CRYPTO_TFM_RES_WEAK_KEY",
1050 __func__);
1051 return -EINVAL;
1052 }
1053 }
1054
1055 memcpy(ctx->key, key, keylen);
1056 ctx->keylen = keylen;
1057
1058 ctx->updated = 0;
1059 return 0;
1060 }
1061
1062 static int cryp_blk_encrypt(struct ablkcipher_request *areq)
1063 {
1064 struct crypto_ablkcipher *cipher = crypto_ablkcipher_reqtfm(areq);
1065 struct cryp_ctx *ctx = crypto_ablkcipher_ctx(cipher);
1066
1067 pr_debug(DEV_DBG_NAME " [%s]", __func__);
1068
1069 ctx->config.algodir = CRYP_ALGORITHM_ENCRYPT;
1070
1071 /*
1072 * DMA does not work for DES due to a hw bug */
1073 if (cryp_mode == CRYP_MODE_DMA && mode_is_aes(ctx->config.algomode))
1074 return ablk_dma_crypt(areq);
1075
1076 /* For everything except DMA, we run the non DMA version. */
1077 return ablk_crypt(areq);
1078 }
1079
1080 static int cryp_blk_decrypt(struct ablkcipher_request *areq)
1081 {
1082 struct crypto_ablkcipher *cipher = crypto_ablkcipher_reqtfm(areq);
1083 struct cryp_ctx *ctx = crypto_ablkcipher_ctx(cipher);
1084
1085 pr_debug(DEV_DBG_NAME " [%s]", __func__);
1086
1087 ctx->config.algodir = CRYP_ALGORITHM_DECRYPT;
1088
1089 /* DMA does not work for DES due to a hw bug */
1090 if (cryp_mode == CRYP_MODE_DMA && mode_is_aes(ctx->config.algomode))
1091 return ablk_dma_crypt(areq);
1092
1093 /* For everything except DMA, we run the non DMA version. */
1094 return ablk_crypt(areq);
1095 }
1096
1097 struct cryp_algo_template {
1098 enum cryp_algo_mode algomode;
1099 struct crypto_alg crypto;
1100 };
1101
1102 static int cryp_cra_init(struct crypto_tfm *tfm)
1103 {
1104 struct cryp_ctx *ctx = crypto_tfm_ctx(tfm);
1105 struct crypto_alg *alg = tfm->__crt_alg;
1106 struct cryp_algo_template *cryp_alg = container_of(alg,
1107 struct cryp_algo_template,
1108 crypto);
1109
1110 ctx->config.algomode = cryp_alg->algomode;
1111 ctx->blocksize = crypto_tfm_alg_blocksize(tfm);
1112
1113 return 0;
1114 }
1115
1116 static struct cryp_algo_template cryp_algs[] = {
1117 {
1118 .algomode = CRYP_ALGO_AES_ECB,
1119 .crypto = {
1120 .cra_name = "aes",
1121 .cra_driver_name = "aes-ux500",
1122 .cra_priority = 300,
1123 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1124 CRYPTO_ALG_ASYNC,
1125 .cra_blocksize = AES_BLOCK_SIZE,
1126 .cra_ctxsize = sizeof(struct cryp_ctx),
1127 .cra_alignmask = 3,
1128 .cra_type = &crypto_ablkcipher_type,
1129 .cra_init = cryp_cra_init,
1130 .cra_module = THIS_MODULE,
1131 .cra_u = {
1132 .ablkcipher = {
1133 .min_keysize = AES_MIN_KEY_SIZE,
1134 .max_keysize = AES_MAX_KEY_SIZE,
1135 .setkey = aes_ablkcipher_setkey,
1136 .encrypt = cryp_blk_encrypt,
1137 .decrypt = cryp_blk_decrypt
1138 }
1139 }
1140 }
1141 },
1142 {
1143 .algomode = CRYP_ALGO_AES_ECB,
1144 .crypto = {
1145 .cra_name = "ecb(aes)",
1146 .cra_driver_name = "ecb-aes-ux500",
1147 .cra_priority = 300,
1148 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1149 CRYPTO_ALG_ASYNC,
1150 .cra_blocksize = AES_BLOCK_SIZE,
1151 .cra_ctxsize = sizeof(struct cryp_ctx),
1152 .cra_alignmask = 3,
1153 .cra_type = &crypto_ablkcipher_type,
1154 .cra_init = cryp_cra_init,
1155 .cra_module = THIS_MODULE,
1156 .cra_u = {
1157 .ablkcipher = {
1158 .min_keysize = AES_MIN_KEY_SIZE,
1159 .max_keysize = AES_MAX_KEY_SIZE,
1160 .setkey = aes_ablkcipher_setkey,
1161 .encrypt = cryp_blk_encrypt,
1162 .decrypt = cryp_blk_decrypt,
1163 }
1164 }
1165 }
1166 },
1167 {
1168 .algomode = CRYP_ALGO_AES_CBC,
1169 .crypto = {
1170 .cra_name = "cbc(aes)",
1171 .cra_driver_name = "cbc-aes-ux500",
1172 .cra_priority = 300,
1173 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1174 CRYPTO_ALG_ASYNC,
1175 .cra_blocksize = AES_BLOCK_SIZE,
1176 .cra_ctxsize = sizeof(struct cryp_ctx),
1177 .cra_alignmask = 3,
1178 .cra_type = &crypto_ablkcipher_type,
1179 .cra_init = cryp_cra_init,
1180 .cra_module = THIS_MODULE,
1181 .cra_u = {
1182 .ablkcipher = {
1183 .min_keysize = AES_MIN_KEY_SIZE,
1184 .max_keysize = AES_MAX_KEY_SIZE,
1185 .setkey = aes_ablkcipher_setkey,
1186 .encrypt = cryp_blk_encrypt,
1187 .decrypt = cryp_blk_decrypt,
1188 .ivsize = AES_BLOCK_SIZE,
1189 }
1190 }
1191 }
1192 },
1193 {
1194 .algomode = CRYP_ALGO_AES_CTR,
1195 .crypto = {
1196 .cra_name = "ctr(aes)",
1197 .cra_driver_name = "ctr-aes-ux500",
1198 .cra_priority = 300,
1199 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1200 CRYPTO_ALG_ASYNC,
1201 .cra_blocksize = AES_BLOCK_SIZE,
1202 .cra_ctxsize = sizeof(struct cryp_ctx),
1203 .cra_alignmask = 3,
1204 .cra_type = &crypto_ablkcipher_type,
1205 .cra_init = cryp_cra_init,
1206 .cra_module = THIS_MODULE,
1207 .cra_u = {
1208 .ablkcipher = {
1209 .min_keysize = AES_MIN_KEY_SIZE,
1210 .max_keysize = AES_MAX_KEY_SIZE,
1211 .setkey = aes_ablkcipher_setkey,
1212 .encrypt = cryp_blk_encrypt,
1213 .decrypt = cryp_blk_decrypt,
1214 .ivsize = AES_BLOCK_SIZE,
1215 }
1216 }
1217 }
1218 },
1219 {
1220 .algomode = CRYP_ALGO_DES_ECB,
1221 .crypto = {
1222 .cra_name = "des",
1223 .cra_driver_name = "des-ux500",
1224 .cra_priority = 300,
1225 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1226 CRYPTO_ALG_ASYNC,
1227 .cra_blocksize = DES_BLOCK_SIZE,
1228 .cra_ctxsize = sizeof(struct cryp_ctx),
1229 .cra_alignmask = 3,
1230 .cra_type = &crypto_ablkcipher_type,
1231 .cra_init = cryp_cra_init,
1232 .cra_module = THIS_MODULE,
1233 .cra_u = {
1234 .ablkcipher = {
1235 .min_keysize = DES_KEY_SIZE,
1236 .max_keysize = DES_KEY_SIZE,
1237 .setkey = des_ablkcipher_setkey,
1238 .encrypt = cryp_blk_encrypt,
1239 .decrypt = cryp_blk_decrypt
1240 }
1241 }
1242 }
1243
1244 },
1245 {
1246 .algomode = CRYP_ALGO_TDES_ECB,
1247 .crypto = {
1248 .cra_name = "des3_ede",
1249 .cra_driver_name = "des3_ede-ux500",
1250 .cra_priority = 300,
1251 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1252 CRYPTO_ALG_ASYNC,
1253 .cra_blocksize = DES3_EDE_BLOCK_SIZE,
1254 .cra_ctxsize = sizeof(struct cryp_ctx),
1255 .cra_alignmask = 3,
1256 .cra_type = &crypto_ablkcipher_type,
1257 .cra_init = cryp_cra_init,
1258 .cra_module = THIS_MODULE,
1259 .cra_u = {
1260 .ablkcipher = {
1261 .min_keysize = DES3_EDE_KEY_SIZE,
1262 .max_keysize = DES3_EDE_KEY_SIZE,
1263 .setkey = des_ablkcipher_setkey,
1264 .encrypt = cryp_blk_encrypt,
1265 .decrypt = cryp_blk_decrypt
1266 }
1267 }
1268 }
1269 },
1270 {
1271 .algomode = CRYP_ALGO_DES_ECB,
1272 .crypto = {
1273 .cra_name = "ecb(des)",
1274 .cra_driver_name = "ecb-des-ux500",
1275 .cra_priority = 300,
1276 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1277 CRYPTO_ALG_ASYNC,
1278 .cra_blocksize = DES_BLOCK_SIZE,
1279 .cra_ctxsize = sizeof(struct cryp_ctx),
1280 .cra_alignmask = 3,
1281 .cra_type = &crypto_ablkcipher_type,
1282 .cra_init = cryp_cra_init,
1283 .cra_module = THIS_MODULE,
1284 .cra_u = {
1285 .ablkcipher = {
1286 .min_keysize = DES_KEY_SIZE,
1287 .max_keysize = DES_KEY_SIZE,
1288 .setkey = des_ablkcipher_setkey,
1289 .encrypt = cryp_blk_encrypt,
1290 .decrypt = cryp_blk_decrypt,
1291 }
1292 }
1293 }
1294 },
1295 {
1296 .algomode = CRYP_ALGO_TDES_ECB,
1297 .crypto = {
1298 .cra_name = "ecb(des3_ede)",
1299 .cra_driver_name = "ecb-des3_ede-ux500",
1300 .cra_priority = 300,
1301 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1302 CRYPTO_ALG_ASYNC,
1303 .cra_blocksize = DES3_EDE_BLOCK_SIZE,
1304 .cra_ctxsize = sizeof(struct cryp_ctx),
1305 .cra_alignmask = 3,
1306 .cra_type = &crypto_ablkcipher_type,
1307 .cra_init = cryp_cra_init,
1308 .cra_module = THIS_MODULE,
1309 .cra_u = {
1310 .ablkcipher = {
1311 .min_keysize = DES3_EDE_KEY_SIZE,
1312 .max_keysize = DES3_EDE_KEY_SIZE,
1313 .setkey = des3_ablkcipher_setkey,
1314 .encrypt = cryp_blk_encrypt,
1315 .decrypt = cryp_blk_decrypt,
1316 }
1317 }
1318 }
1319 },
1320 {
1321 .algomode = CRYP_ALGO_DES_CBC,
1322 .crypto = {
1323 .cra_name = "cbc(des)",
1324 .cra_driver_name = "cbc-des-ux500",
1325 .cra_priority = 300,
1326 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1327 CRYPTO_ALG_ASYNC,
1328 .cra_blocksize = DES_BLOCK_SIZE,
1329 .cra_ctxsize = sizeof(struct cryp_ctx),
1330 .cra_alignmask = 3,
1331 .cra_type = &crypto_ablkcipher_type,
1332 .cra_init = cryp_cra_init,
1333 .cra_module = THIS_MODULE,
1334 .cra_u = {
1335 .ablkcipher = {
1336 .min_keysize = DES_KEY_SIZE,
1337 .max_keysize = DES_KEY_SIZE,
1338 .setkey = des_ablkcipher_setkey,
1339 .encrypt = cryp_blk_encrypt,
1340 .decrypt = cryp_blk_decrypt,
1341 }
1342 }
1343 }
1344 },
1345 {
1346 .algomode = CRYP_ALGO_TDES_CBC,
1347 .crypto = {
1348 .cra_name = "cbc(des3_ede)",
1349 .cra_driver_name = "cbc-des3_ede-ux500",
1350 .cra_priority = 300,
1351 .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER |
1352 CRYPTO_ALG_ASYNC,
1353 .cra_blocksize = DES3_EDE_BLOCK_SIZE,
1354 .cra_ctxsize = sizeof(struct cryp_ctx),
1355 .cra_alignmask = 3,
1356 .cra_type = &crypto_ablkcipher_type,
1357 .cra_init = cryp_cra_init,
1358 .cra_module = THIS_MODULE,
1359 .cra_u = {
1360 .ablkcipher = {
1361 .min_keysize = DES3_EDE_KEY_SIZE,
1362 .max_keysize = DES3_EDE_KEY_SIZE,
1363 .setkey = des3_ablkcipher_setkey,
1364 .encrypt = cryp_blk_encrypt,
1365 .decrypt = cryp_blk_decrypt,
1366 .ivsize = DES3_EDE_BLOCK_SIZE,
1367 }
1368 }
1369 }
1370 }
1371 };
1372
1373 /**
1374 * cryp_algs_register_all -
1375 */
1376 static int cryp_algs_register_all(void)
1377 {
1378 int ret;
1379 int i;
1380 int count;
1381
1382 pr_debug("[%s]", __func__);
1383
1384 for (i = 0; i < ARRAY_SIZE(cryp_algs); i++) {
1385 ret = crypto_register_alg(&cryp_algs[i].crypto);
1386 if (ret) {
1387 count = i;
1388 pr_err("[%s] alg registration failed",
1389 cryp_algs[i].crypto.cra_driver_name);
1390 goto unreg;
1391 }
1392 }
1393 return 0;
1394 unreg:
1395 for (i = 0; i < count; i++)
1396 crypto_unregister_alg(&cryp_algs[i].crypto);
1397 return ret;
1398 }
1399
1400 /**
1401 * cryp_algs_unregister_all -
1402 */
1403 static void cryp_algs_unregister_all(void)
1404 {
1405 int i;
1406
1407 pr_debug(DEV_DBG_NAME " [%s]", __func__);
1408
1409 for (i = 0; i < ARRAY_SIZE(cryp_algs); i++)
1410 crypto_unregister_alg(&cryp_algs[i].crypto);
1411 }
1412
1413 static int ux500_cryp_probe(struct platform_device *pdev)
1414 {
1415 int ret;
1416 struct resource *res;
1417 struct resource *res_irq;
1418 struct cryp_device_data *device_data;
1419 struct cryp_protection_config prot = {
1420 .privilege_access = CRYP_STATE_ENABLE
1421 };
1422 struct device *dev = &pdev->dev;
1423
1424 dev_dbg(dev, "[%s]", __func__);
1425 device_data = devm_kzalloc(dev, sizeof(*device_data), GFP_ATOMIC);
1426 if (!device_data) {
1427 ret = -ENOMEM;
1428 goto out;
1429 }
1430
1431 device_data->dev = dev;
1432 device_data->current_ctx = NULL;
1433
1434 /* Grab the DMA configuration from platform data. */
1435 mem_to_engine = &((struct cryp_platform_data *)
1436 dev->platform_data)->mem_to_engine;
1437 engine_to_mem = &((struct cryp_platform_data *)
1438 dev->platform_data)->engine_to_mem;
1439
1440 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1441 if (!res) {
1442 dev_err(dev, "[%s]: platform_get_resource() failed",
1443 __func__);
1444 ret = -ENODEV;
1445 goto out;
1446 }
1447
1448 device_data->phybase = res->start;
1449 device_data->base = devm_ioremap_resource(dev, res);
1450 if (IS_ERR(device_data->base)) {
1451 dev_err(dev, "[%s]: ioremap failed!", __func__);
1452 ret = PTR_ERR(device_data->base);
1453 goto out;
1454 }
1455
1456 spin_lock_init(&device_data->ctx_lock);
1457 spin_lock_init(&device_data->power_state_spinlock);
1458
1459 /* Enable power for CRYP hardware block */
1460 device_data->pwr_regulator = regulator_get(&pdev->dev, "v-ape");
1461 if (IS_ERR(device_data->pwr_regulator)) {
1462 dev_err(dev, "[%s]: could not get cryp regulator", __func__);
1463 ret = PTR_ERR(device_data->pwr_regulator);
1464 device_data->pwr_regulator = NULL;
1465 goto out;
1466 }
1467
1468 /* Enable the clk for CRYP hardware block */
1469 device_data->clk = devm_clk_get(&pdev->dev, NULL);
1470 if (IS_ERR(device_data->clk)) {
1471 dev_err(dev, "[%s]: clk_get() failed!", __func__);
1472 ret = PTR_ERR(device_data->clk);
1473 goto out_regulator;
1474 }
1475
1476 ret = clk_prepare(device_data->clk);
1477 if (ret) {
1478 dev_err(dev, "[%s]: clk_prepare() failed!", __func__);
1479 goto out_regulator;
1480 }
1481
1482 /* Enable device power (and clock) */
1483 ret = cryp_enable_power(device_data->dev, device_data, false);
1484 if (ret) {
1485 dev_err(dev, "[%s]: cryp_enable_power() failed!", __func__);
1486 goto out_clk_unprepare;
1487 }
1488
1489 if (cryp_check(device_data)) {
1490 dev_err(dev, "[%s]: cryp_check() failed!", __func__);
1491 ret = -EINVAL;
1492 goto out_power;
1493 }
1494
1495 if (cryp_configure_protection(device_data, &prot)) {
1496 dev_err(dev, "[%s]: cryp_configure_protection() failed!",
1497 __func__);
1498 ret = -EINVAL;
1499 goto out_power;
1500 }
1501
1502 res_irq = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1503 if (!res_irq) {
1504 dev_err(dev, "[%s]: IORESOURCE_IRQ unavailable",
1505 __func__);
1506 ret = -ENODEV;
1507 goto out_power;
1508 }
1509
1510 ret = devm_request_irq(&pdev->dev, res_irq->start,
1511 cryp_interrupt_handler, 0, "cryp1", device_data);
1512 if (ret) {
1513 dev_err(dev, "[%s]: Unable to request IRQ", __func__);
1514 goto out_power;
1515 }
1516
1517 if (cryp_mode == CRYP_MODE_DMA)
1518 cryp_dma_setup_channel(device_data, dev);
1519
1520 platform_set_drvdata(pdev, device_data);
1521
1522 /* Put the new device into the device list... */
1523 klist_add_tail(&device_data->list_node, &driver_data.device_list);
1524
1525 /* ... and signal that a new device is available. */
1526 up(&driver_data.device_allocation);
1527
1528 atomic_set(&session_id, 1);
1529
1530 ret = cryp_algs_register_all();
1531 if (ret) {
1532 dev_err(dev, "[%s]: cryp_algs_register_all() failed!",
1533 __func__);
1534 goto out_power;
1535 }
1536
1537 dev_info(dev, "successfully registered\n");
1538
1539 return 0;
1540
1541 out_power:
1542 cryp_disable_power(device_data->dev, device_data, false);
1543
1544 out_clk_unprepare:
1545 clk_unprepare(device_data->clk);
1546
1547 out_regulator:
1548 regulator_put(device_data->pwr_regulator);
1549
1550 out:
1551 return ret;
1552 }
1553
1554 static int ux500_cryp_remove(struct platform_device *pdev)
1555 {
1556 struct cryp_device_data *device_data;
1557
1558 dev_dbg(&pdev->dev, "[%s]", __func__);
1559 device_data = platform_get_drvdata(pdev);
1560 if (!device_data) {
1561 dev_err(&pdev->dev, "[%s]: platform_get_drvdata() failed!",
1562 __func__);
1563 return -ENOMEM;
1564 }
1565
1566 /* Try to decrease the number of available devices. */
1567 if (down_trylock(&driver_data.device_allocation))
1568 return -EBUSY;
1569
1570 /* Check that the device is free */
1571 spin_lock(&device_data->ctx_lock);
1572 /* current_ctx allocates a device, NULL = unallocated */
1573 if (device_data->current_ctx) {
1574 /* The device is busy */
1575 spin_unlock(&device_data->ctx_lock);
1576 /* Return the device to the pool. */
1577 up(&driver_data.device_allocation);
1578 return -EBUSY;
1579 }
1580
1581 spin_unlock(&device_data->ctx_lock);
1582
1583 /* Remove the device from the list */
1584 if (klist_node_attached(&device_data->list_node))
1585 klist_remove(&device_data->list_node);
1586
1587 /* If this was the last device, remove the services */
1588 if (list_empty(&driver_data.device_list.k_list))
1589 cryp_algs_unregister_all();
1590
1591 if (cryp_disable_power(&pdev->dev, device_data, false))
1592 dev_err(&pdev->dev, "[%s]: cryp_disable_power() failed",
1593 __func__);
1594
1595 clk_unprepare(device_data->clk);
1596 regulator_put(device_data->pwr_regulator);
1597
1598 return 0;
1599 }
1600
1601 static void ux500_cryp_shutdown(struct platform_device *pdev)
1602 {
1603 struct cryp_device_data *device_data;
1604
1605 dev_dbg(&pdev->dev, "[%s]", __func__);
1606
1607 device_data = platform_get_drvdata(pdev);
1608 if (!device_data) {
1609 dev_err(&pdev->dev, "[%s]: platform_get_drvdata() failed!",
1610 __func__);
1611 return;
1612 }
1613
1614 /* Check that the device is free */
1615 spin_lock(&device_data->ctx_lock);
1616 /* current_ctx allocates a device, NULL = unallocated */
1617 if (!device_data->current_ctx) {
1618 if (down_trylock(&driver_data.device_allocation))
1619 dev_dbg(&pdev->dev, "[%s]: Cryp still in use!"
1620 "Shutting down anyway...", __func__);
1621 /**
1622 * (Allocate the device)
1623 * Need to set this to non-null (dummy) value,
1624 * to avoid usage if context switching.
1625 */
1626 device_data->current_ctx++;
1627 }
1628 spin_unlock(&device_data->ctx_lock);
1629
1630 /* Remove the device from the list */
1631 if (klist_node_attached(&device_data->list_node))
1632 klist_remove(&device_data->list_node);
1633
1634 /* If this was the last device, remove the services */
1635 if (list_empty(&driver_data.device_list.k_list))
1636 cryp_algs_unregister_all();
1637
1638 if (cryp_disable_power(&pdev->dev, device_data, false))
1639 dev_err(&pdev->dev, "[%s]: cryp_disable_power() failed",
1640 __func__);
1641
1642 }
1643
1644 #ifdef CONFIG_PM_SLEEP
1645 static int ux500_cryp_suspend(struct device *dev)
1646 {
1647 int ret;
1648 struct platform_device *pdev = to_platform_device(dev);
1649 struct cryp_device_data *device_data;
1650 struct resource *res_irq;
1651 struct cryp_ctx *temp_ctx = NULL;
1652
1653 dev_dbg(dev, "[%s]", __func__);
1654
1655 /* Handle state? */
1656 device_data = platform_get_drvdata(pdev);
1657 if (!device_data) {
1658 dev_err(dev, "[%s]: platform_get_drvdata() failed!", __func__);
1659 return -ENOMEM;
1660 }
1661
1662 res_irq = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1663 if (!res_irq)
1664 dev_err(dev, "[%s]: IORESOURCE_IRQ, unavailable", __func__);
1665 else
1666 disable_irq(res_irq->start);
1667
1668 spin_lock(&device_data->ctx_lock);
1669 if (!device_data->current_ctx)
1670 device_data->current_ctx++;
1671 spin_unlock(&device_data->ctx_lock);
1672
1673 if (device_data->current_ctx == ++temp_ctx) {
1674 if (down_interruptible(&driver_data.device_allocation))
1675 dev_dbg(dev, "[%s]: down_interruptible() failed",
1676 __func__);
1677 ret = cryp_disable_power(dev, device_data, false);
1678
1679 } else
1680 ret = cryp_disable_power(dev, device_data, true);
1681
1682 if (ret)
1683 dev_err(dev, "[%s]: cryp_disable_power()", __func__);
1684
1685 return ret;
1686 }
1687
1688 static int ux500_cryp_resume(struct device *dev)
1689 {
1690 int ret = 0;
1691 struct platform_device *pdev = to_platform_device(dev);
1692 struct cryp_device_data *device_data;
1693 struct resource *res_irq;
1694 struct cryp_ctx *temp_ctx = NULL;
1695
1696 dev_dbg(dev, "[%s]", __func__);
1697
1698 device_data = platform_get_drvdata(pdev);
1699 if (!device_data) {
1700 dev_err(dev, "[%s]: platform_get_drvdata() failed!", __func__);
1701 return -ENOMEM;
1702 }
1703
1704 spin_lock(&device_data->ctx_lock);
1705 if (device_data->current_ctx == ++temp_ctx)
1706 device_data->current_ctx = NULL;
1707 spin_unlock(&device_data->ctx_lock);
1708
1709
1710 if (!device_data->current_ctx)
1711 up(&driver_data.device_allocation);
1712 else
1713 ret = cryp_enable_power(dev, device_data, true);
1714
1715 if (ret)
1716 dev_err(dev, "[%s]: cryp_enable_power() failed!", __func__);
1717 else {
1718 res_irq = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1719 if (res_irq)
1720 enable_irq(res_irq->start);
1721 }
1722
1723 return ret;
1724 }
1725 #endif
1726
1727 static SIMPLE_DEV_PM_OPS(ux500_cryp_pm, ux500_cryp_suspend, ux500_cryp_resume);
1728
1729 static const struct of_device_id ux500_cryp_match[] = {
1730 { .compatible = "stericsson,ux500-cryp" },
1731 { },
1732 };
1733 MODULE_DEVICE_TABLE(of, ux500_cryp_match);
1734
1735 static struct platform_driver cryp_driver = {
1736 .probe = ux500_cryp_probe,
1737 .remove = ux500_cryp_remove,
1738 .shutdown = ux500_cryp_shutdown,
1739 .driver = {
1740 .name = "cryp1",
1741 .of_match_table = ux500_cryp_match,
1742 .pm = &ux500_cryp_pm,
1743 }
1744 };
1745
1746 static int __init ux500_cryp_mod_init(void)
1747 {
1748 pr_debug("[%s] is called!", __func__);
1749 klist_init(&driver_data.device_list, NULL, NULL);
1750 /* Initialize the semaphore to 0 devices (locked state) */
1751 sema_init(&driver_data.device_allocation, 0);
1752 return platform_driver_register(&cryp_driver);
1753 }
1754
1755 static void __exit ux500_cryp_mod_fini(void)
1756 {
1757 pr_debug("[%s] is called!", __func__);
1758 platform_driver_unregister(&cryp_driver);
1759 }
1760
1761 module_init(ux500_cryp_mod_init);
1762 module_exit(ux500_cryp_mod_fini);
1763
1764 module_param(cryp_mode, int, 0);
1765
1766 MODULE_DESCRIPTION("Driver for ST-Ericsson UX500 CRYP crypto engine.");
1767 MODULE_ALIAS_CRYPTO("aes-all");
1768 MODULE_ALIAS_CRYPTO("des-all");
1769
1770 MODULE_LICENSE("GPL");
Linux with added FPC-III support