184 uint32_t cfg_reg = 0;
185 cfg_reg = bitfield_bit32_write(cfg_reg, KMAC_CFG_SHADOWED_MSG_ENDIANNESS_BIT,
188 bitfield_bit32_write(cfg_reg, KMAC_CFG_SHADOWED_STATE_ENDIANNESS_BIT,
191 bitfield_bit32_write(cfg_reg, KMAC_CFG_SHADOWED_ENTROPY_FAST_PROCESS_BIT,
193 cfg_reg = bitfield_bit32_write(cfg_reg, KMAC_CFG_SHADOWED_SIDELOAD_BIT,
195 cfg_reg = bitfield_bit32_write(cfg_reg, KMAC_CFG_SHADOWED_MSG_MASK_BIT,
198 mmio_region_write32_shadowed(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET,
218 bool first_after_reset;
219 uint32_t entropy_cfg_reg =
220 mmio_region_read32(kmac->
base_addr, KMAC_ENTROPY_CFG_SHADOWED_REG_OFFSET);
221 first_after_reset = bitfield_bit32_read(
222 entropy_cfg_reg, KMAC_ENTROPY_CFG_SHADOWED_ENTROPY_BOOT_MODE_BIT);
226 entropy_cfg_reg = bitfield_bit32_write(
227 0, KMAC_ENTROPY_CFG_SHADOWED_ENTROPY_BOOT_MODE_BIT, 0);
228 entropy_cfg_reg = bitfield_bit32_write(
229 entropy_cfg_reg, KMAC_ENTROPY_CFG_SHADOWED_ENTROPY_MODE_BIT,
231 entropy_cfg_reg = bitfield_bit32_write(
232 entropy_cfg_reg, KMAC_ENTROPY_CFG_SHADOWED_IGNORE_CMD_ENTROPY_REQ_BIT,
234 entropy_cfg_reg = bitfield_field32_write(
236 KMAC_ENTROPY_CFG_SHADOWED_EDN_MODE_REFRESH_THRESHOLD_FIELD,
239 mmio_region_write32_shadowed(
240 kmac->
base_addr, KMAC_ENTROPY_CFG_SHADOWED_REG_OFFSET, entropy_cfg_reg);
245 if (!first_after_reset) {
246 uint32_t cmd_reg = bitfield_bit32_write(0, KMAC_CMD_ENTROPY_REQ_BIT, 1);
247 mmio_region_write32(kmac->
base_addr, KMAC_CMD_REG_OFFSET, cmd_reg);
252 if (config.
entropy_mode == kDifKmacEntropyModeSoftware) {
254 mmio_region_write32(kmac->
base_addr, KMAC_ENTROPY_SEED_REG_OFFSET,
280 if (kmac == NULL || operation_state == NULL) {
289 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L224;
290 operation_state->
offset = 0;
291 operation_state->
r = calculate_rate_bits(224) / 32;
292 operation_state->
d = 224 / 32;
295 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L256;
296 operation_state->
offset = 0;
297 operation_state->
r = calculate_rate_bits(256) / 32;
298 operation_state->
d = 256 / 32;
301 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L384;
302 operation_state->
offset = 0;
303 operation_state->
r = calculate_rate_bits(384) / 32;
304 operation_state->
d = 384 / 32;
307 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L512;
308 operation_state->
offset = 0;
309 operation_state->
r = calculate_rate_bits(512) / 32;
310 operation_state->
d = 512 / 32;
317 if (!is_state_idle(kmac)) {
326 mmio_region_read32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET);
327 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_KSTRENGTH_FIELD,
329 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_MODE_FIELD,
330 KMAC_CFG_SHADOWED_MODE_VALUE_SHA3);
331 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
332 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
336 bitfield_field32_write(0, KMAC_CMD_CMD_FIELD, KMAC_CMD_CMD_VALUE_START);
337 mmio_region_write32(kmac->
base_addr, KMAC_CMD_REG_OFFSET, cmd_reg);
340 return dif_kmac_poll_status(kmac, KMAC_STATUS_SHA3_ABSORB_BIT);
346 if (kmac == NULL || operation_state == NULL) {
354 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L128;
355 operation_state->
r = calculate_rate_bits(128) / 32;
358 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L256;
359 operation_state->
r = calculate_rate_bits(256) / 32;
366 if (!is_state_idle(kmac)) {
371 operation_state->
d = 0;
372 operation_state->
offset = 0;
376 mmio_region_read32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET);
377 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_KSTRENGTH_FIELD,
379 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_MODE_FIELD,
380 KMAC_CFG_SHADOWED_MODE_VALUE_SHAKE);
381 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
382 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
386 bitfield_field32_write(0, KMAC_CMD_CMD_FIELD, KMAC_CMD_CMD_VALUE_START);
387 mmio_region_write32(kmac->
base_addr, KMAC_CMD_REG_OFFSET, cmd_reg);
389 return dif_kmac_poll_status(kmac, KMAC_STATUS_SHA3_ABSORB_BIT);
396 if (kmac == NULL || operation_state == NULL) {
401 bool n_is_empty = n == NULL || (n->
buffer[0] == 1 && n->
buffer[1] == 0);
402 bool s_is_empty = s == NULL || (s->
buffer[0] == 1 && s->
buffer[1] == 0);
403 if (n_is_empty && s_is_empty) {
406 return dif_kmac_mode_shake_start(kmac, operation_state,
409 return dif_kmac_mode_shake_start(kmac, operation_state,
420 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L128;
421 operation_state->
r = calculate_rate_bits(128) / 32;
424 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L256;
425 operation_state->
r = calculate_rate_bits(256) / 32;
432 if (!is_state_idle(kmac)) {
437 operation_state->
d = 0;
438 operation_state->
offset = 0;
442 mmio_region_read32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET);
443 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_KSTRENGTH_FIELD,
445 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_MODE_FIELD,
446 KMAC_CFG_SHADOWED_MODE_VALUE_CSHAKE);
447 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
448 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
451 uint32_t prefix_regs[11] = {0};
452 uint8_t *prefix_data = (uint8_t *)prefix_regs;
453 if (n == NULL || n->
length < 3) {
462 if (s == NULL || s->
length == 0) {
472 mmio_region_write32(base, KMAC_PREFIX_0_REG_OFFSET, prefix_regs[0]);
473 mmio_region_write32(base, KMAC_PREFIX_1_REG_OFFSET, prefix_regs[1]);
474 mmio_region_write32(base, KMAC_PREFIX_2_REG_OFFSET, prefix_regs[2]);
475 mmio_region_write32(base, KMAC_PREFIX_3_REG_OFFSET, prefix_regs[3]);
476 mmio_region_write32(base, KMAC_PREFIX_4_REG_OFFSET, prefix_regs[4]);
477 mmio_region_write32(base, KMAC_PREFIX_5_REG_OFFSET, prefix_regs[5]);
478 mmio_region_write32(base, KMAC_PREFIX_6_REG_OFFSET, prefix_regs[6]);
479 mmio_region_write32(base, KMAC_PREFIX_7_REG_OFFSET, prefix_regs[7]);
480 mmio_region_write32(base, KMAC_PREFIX_8_REG_OFFSET, prefix_regs[8]);
481 mmio_region_write32(base, KMAC_PREFIX_9_REG_OFFSET, prefix_regs[9]);
482 mmio_region_write32(base, KMAC_PREFIX_10_REG_OFFSET, prefix_regs[10]);
486 bitfield_field32_write(0, KMAC_CMD_CMD_FIELD, KMAC_CMD_CMD_VALUE_START);
487 mmio_region_write32(kmac->
base_addr, KMAC_CMD_REG_OFFSET, cmd_reg);
489 return dif_kmac_poll_status(kmac, KMAC_STATUS_SHA3_ABSORB_BIT);
496 if (kmac == NULL || operation_state == NULL || k == NULL ||
505 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L128;
506 operation_state->
r = calculate_rate_bits(128) / 32;
509 kstrength = KMAC_CFG_SHADOWED_KSTRENGTH_VALUE_L256;
510 operation_state->
r = calculate_rate_bits(256) / 32;
516 operation_state->
offset = 0;
517 operation_state->
d = l;
523 key_len = KMAC_KEY_LEN_LEN_VALUE_KEY128;
526 key_len = KMAC_KEY_LEN_LEN_VALUE_KEY192;
529 key_len = KMAC_KEY_LEN_LEN_VALUE_KEY256;
532 key_len = KMAC_KEY_LEN_LEN_VALUE_KEY384;
535 key_len = KMAC_KEY_LEN_LEN_VALUE_KEY512;
542 if (!is_state_idle(kmac)) {
546 mmio_region_write32(kmac->
base_addr, KMAC_KEY_LEN_REG_OFFSET, key_len);
547 for (
int i = 0; i <
ARRAYSIZE(k->share0); ++i) {
549 KMAC_KEY_SHARE0_0_REG_OFFSET +
550 (ptrdiff_t)i * (ptrdiff_t)
sizeof(uint32_t),
553 KMAC_KEY_SHARE1_0_REG_OFFSET +
554 (ptrdiff_t)i * (ptrdiff_t)
sizeof(uint32_t),
560 mmio_region_read32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET);
561 cfg_reg = bitfield_bit32_write(cfg_reg, KMAC_CFG_SHADOWED_KMAC_EN_BIT,
true);
562 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_KSTRENGTH_FIELD,
564 cfg_reg = bitfield_field32_write(cfg_reg, KMAC_CFG_SHADOWED_MODE_FIELD,
565 KMAC_CFG_SHADOWED_MODE_VALUE_CSHAKE);
566 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
567 mmio_region_write32(kmac->
base_addr, KMAC_CFG_SHADOWED_REG_OFFSET, cfg_reg);
572 uint32_t prefix_regs[11] = {
579 if (s != NULL && s->
length >= 3) {
581 prefix_regs[1] &= 0xFFFF;
582 prefix_regs[1] |= (uint32_t)((uint8_t)s->
buffer[0]) << 16;
583 prefix_regs[1] |= (uint32_t)((uint8_t)s->
buffer[1]) << 24;
589 mmio_region_write32(base, KMAC_PREFIX_0_REG_OFFSET, prefix_regs[0]);
590 mmio_region_write32(base, KMAC_PREFIX_1_REG_OFFSET, prefix_regs[1]);
591 mmio_region_write32(base, KMAC_PREFIX_2_REG_OFFSET, prefix_regs[2]);
592 mmio_region_write32(base, KMAC_PREFIX_3_REG_OFFSET, prefix_regs[3]);
593 mmio_region_write32(base, KMAC_PREFIX_4_REG_OFFSET, prefix_regs[4]);
594 mmio_region_write32(base, KMAC_PREFIX_5_REG_OFFSET, prefix_regs[5]);
595 mmio_region_write32(base, KMAC_PREFIX_6_REG_OFFSET, prefix_regs[6]);
596 mmio_region_write32(base, KMAC_PREFIX_7_REG_OFFSET, prefix_regs[7]);
597 mmio_region_write32(base, KMAC_PREFIX_8_REG_OFFSET, prefix_regs[8]);
598 mmio_region_write32(base, KMAC_PREFIX_9_REG_OFFSET, prefix_regs[9]);
599 mmio_region_write32(base, KMAC_PREFIX_10_REG_OFFSET, prefix_regs[10]);
603 bitfield_field32_write(0, KMAC_CMD_CMD_FIELD, KMAC_CMD_CMD_VALUE_START);
604 mmio_region_write32(kmac->
base_addr, KMAC_CMD_REG_OFFSET, cmd_reg);
606 return dif_kmac_poll_status(kmac, KMAC_STATUS_SHA3_ABSORB_BIT);
680 uint32_t *out,
size_t len,
size_t *processed,
681 uint32_t *capacity) {
682 if (kmac == NULL || operation_state == NULL || (out == NULL && len != 0)) {
687 if (processed != NULL) {
702 uint32_t d = operation_state->
d * 32;
703 int len = 1 + (d > 0xFF) + (d > 0xFFFF) + (d > 0xFFFFFF);
704 int shift = (len - 1) * 8;
706 mmio_region_write8(base, KMAC_MSG_FIFO_REG_OFFSET,
707 (uint8_t)(d >> shift));
710 mmio_region_write8(base, KMAC_MSG_FIFO_REG_OFFSET, (uint8_t)d);
711 mmio_region_write8(base, KMAC_MSG_FIFO_REG_OFFSET, (uint8_t)len);
716 uint32_t cmd_reg = bitfield_field32_write(0, KMAC_CMD_CMD_FIELD,
717 KMAC_CMD_CMD_VALUE_PROCESS);
718 mmio_region_write32(base, KMAC_CMD_REG_OFFSET, cmd_reg);
723 if (operation_state->
d != 0 &&
724 len > (operation_state->
d - operation_state->
offset)) {
734 size_t remaining = operation_state->
r - operation_state->
offset;
735 if (operation_state->
d != 0 && operation_state->
d < operation_state->
r) {
736 remaining = operation_state->
d - operation_state->
offset;
743 if (operation_state->
d != 0) {
744 if (operation_state->
d <= operation_state->
r) {
747 operation_state->
d -= operation_state->
r;
752 bitfield_field32_write(0, KMAC_CMD_CMD_FIELD, KMAC_CMD_CMD_VALUE_RUN);
753 mmio_region_write32(base, KMAC_CMD_REG_OFFSET, cmd_reg);
754 operation_state->
offset = 0;
760 dif_kmac_poll_status(kmac, KMAC_STATUS_SHA3_SQUEEZE_BIT));
763 KMAC_STATE_REG_OFFSET +
764 (ptrdiff_t)operation_state->
offset * (ptrdiff_t)
sizeof(uint32_t);
765 for (
size_t i = 0; i < n; ++i) {
767 uint32_t share0 = mmio_region_read32(base, offset);
770 *out++ = share0 ^ share1;
771 offset +=
sizeof(uint32_t);
773 operation_state->
offset += n;
775 if (processed != NULL) {
781 if (capacity != NULL) {
782 ptrdiff_t capacity_offset =
783 KMAC_STATE_REG_OFFSET +
784 (ptrdiff_t)operation_state->
r * (ptrdiff_t)
sizeof(uint32_t);
786 uint32_t share0 = mmio_region_read32(base, capacity_offset);
787 uint32_t share1 = mmio_region_read32(
789 *capacity++ = share0 ^ share1;
790 capacity_offset +=
sizeof(uint32_t);
833 if (kmac == NULL || operation_state == NULL || context == NULL) {
846 bitfield_field32_write(0, KMAC_CMD_CMD_FIELD, KMAC_CMD_CMD_VALUE_STOP);
847 mmio_region_write32(base, KMAC_CMD_REG_OFFSET, cmd_reg);
853 KMAC_STATE_REG_OFFSET + (ptrdiff_t)i * (ptrdiff_t)
sizeof(uint32_t);
854 context->
share0[i] = mmio_region_read32(base, offset);
862 bitfield_field32_write(0, KMAC_CMD_CMD_FIELD, KMAC_CMD_CMD_VALUE_DONE);
863 mmio_region_write32(base, KMAC_CMD_REG_OFFSET, cmd_reg);
868 operation_state->
offset = 0;
869 operation_state->
r = 0;
870 operation_state->
d = 0;
878 if (kmac == NULL || context == NULL || operation_state == NULL) {
883 if (!is_state_idle(kmac)) {
889 uint32_t cmd_reg = bitfield_field32_write(0, KMAC_CMD_CMD_FIELD,
890 KMAC_CMD_CMD_VALUE_STATE_WRITE);
891 mmio_region_write32(base, KMAC_CMD_REG_OFFSET, cmd_reg);
899 KMAC_STATE_REG_OFFSET + (ptrdiff_t)i * (ptrdiff_t)
sizeof(uint32_t);
900 mmio_region_write32(base, offset, context->
share0[i]);
906 cmd_reg = bitfield_field32_write(0, KMAC_CMD_CMD_FIELD,
907 KMAC_CMD_CMD_VALUE_CONTINUE);
908 mmio_region_write32(base, KMAC_CMD_REG_OFFSET, cmd_reg);
912 return dif_kmac_poll_status(kmac, KMAC_STATUS_SHA3_ABSORB_BIT);