45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * Implementation of the Skein block functions.
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * Source code author: Doug Whiting, 2008.
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * This algorithm and source code is released to the public domain.
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * Compile-time switches:
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * SKEIN_USE_ASM -- set bits (256/512/1024) to select which
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * versions use ASM code for block processing
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * [default: use C for all block sizes]
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens/* Copyright 2013 Doug Whiting. This code is released to the public domain. */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define SKEIN_USE_ASM (0) /* default is all C code (no ASM) */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define SKEIN_LOOP 001 /* default: unroll 256 and 512, but not 1024 */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens/* some useful definitions for code here */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens/* no debugging in Illumos version */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens/* Skein_256 */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew AhrensSkein_256_Process_Block(Skein_256_Ctxt_t *ctx, const uint8_t *blkPtr,
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens{ /* do it in C */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#ifdef SKEIN_LOOP /* configure how much to unroll the loop */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define SKEIN_UNROLL_256 (((SKEIN_LOOP) / 100) % 10)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#error "Invalid SKEIN_UNROLL_256" /* sanity check on unroll count */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* key schedule words : chaining vars + tweak + "rotation" */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens uint64_t kw[WCNT + 4]; /* key schedule words : chaining vars + tweak */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* local copy of context vars, for speed */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens uint64_t w[WCNT]; /* local copy of input block */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* use for debugging (help compiler put Xn in registers) */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_assert(blkCnt != 0); /* never call with blkCnt == 0! */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * this implementation only supports 2**64 input bytes
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * (no carry out here)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ts[0] += byteCntAdd; /* update processed length */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* precompute the key schedule for this block */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ks[4] = ks[0] ^ ks[1] ^ ks[2] ^ ks[3] ^ SKEIN_KS_PARITY;
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* get input block in little-endian format */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_Block(BLK_BITS, &ctx->h, ctx->X, blkPtr, w, ks, ts);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X0 = w[0] + ks[0]; /* do the first full key injection */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INITIAL,
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* run the rounds */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p0 += X##p1; X##p1 = RotL_64(X##p1, ROT##_0); X##p1 ^= X##p0; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p2 += X##p3; X##p3 = RotL_64(X##p3, ROT##_1); X##p3 ^= X##p2; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define R256(p0, p1, p2, p3, ROT, rNum) /* fully unrolled */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, rNum, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X0 += ks[((R) + 1) % 5]; /* inject the key schedule value */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X1 += ks[((R) + 2) % 5] + ts[((R) + 1) % 3]; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X2 += ks[((R) + 3) % 5] + ts[((R) + 2) % 3]; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INJECT, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#else /* looping version */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, 4 * (r - 1) + rNum, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X0 += ks[r + (R) + 0]; /* inject the key schedule value */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ks[r + (R) + 4] = ks[r + (R) - 1]; /* rotate key schedule */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INJECT, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* loop thru it */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens for (r = 1; r < 2 * RCNT; r += 2 * SKEIN_UNROLL_256)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ((SKEIN_UNROLL_256 == 0 && SKEIN_256_ROUNDS_TOTAL / 8 > (NN)) || \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#error "need more unrolling in Skein_256_Process_Block"
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * do the final "feedforward" xor, update context chaining vars
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_Round(BLK_BITS, &ctx->h, SKEIN_RND_FEED_FWD, ctx->X);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#if defined(SKEIN_CODE_SIZE) || defined(SKEIN_PERF)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens return ((uint8_t *)Skein_256_Process_Block_CodeSize) -
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens/* Skein_512 */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew AhrensSkein_512_Process_Block(Skein_512_Ctxt_t *ctx, const uint8_t *blkPtr,
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens{ /* do it in C */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#ifdef SKEIN_LOOP /* configure how much to unroll the loop */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define SKEIN_UNROLL_512 (((SKEIN_LOOP) / 10) % 10)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#error "Invalid SKEIN_UNROLL_512" /* sanity check on unroll count */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* key schedule words : chaining vars + tweak + "rotation" */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens uint64_t kw[WCNT + 4]; /* key schedule words : chaining vars + tweak */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* local copy of vars, for speed */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens uint64_t w[WCNT]; /* local copy of input block */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* use for debugging (help compiler put Xn in registers) */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_assert(blkCnt != 0); /* never call with blkCnt == 0! */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * this implementation only supports 2**64 input bytes
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * (no carry out here)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ts[0] += byteCntAdd; /* update processed length */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* precompute the key schedule for this block */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ks[4] ^ ks[5] ^ ks[6] ^ ks[7] ^ SKEIN_KS_PARITY;
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* get input block in little-endian format */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_Block(BLK_BITS, &ctx->h, ctx->X, blkPtr, w, ks, ts);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X0 = w[0] + ks[0]; /* do the first full key injection */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INITIAL,
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* run the rounds */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define Round512(p0, p1, p2, p3, p4, p5, p6, p7, ROT, rNum) \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p0 += X##p1; X##p1 = RotL_64(X##p1, ROT##_0); X##p1 ^= X##p0;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p2 += X##p3; X##p3 = RotL_64(X##p3, ROT##_1); X##p3 ^= X##p2;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p4 += X##p5; X##p5 = RotL_64(X##p5, ROT##_2); X##p5 ^= X##p4;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p6 += X##p7; X##p7 = RotL_64(X##p7, ROT##_3); X##p7 ^= X##p6;
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define R512(p0, p1, p2, p3, p4, p5, p6, p7, ROT, rNum) /* unrolled */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Round512(p0, p1, p2, p3, p4, p5, p6, p7, ROT, rNum) \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, rNum, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X0 += ks[((R) + 1) % 9]; /* inject the key schedule value */\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X5 += ks[((R) + 6) % 9] + ts[((R) + 1) % 3]; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X6 += ks[((R) + 7) % 9] + ts[((R) + 2) % 3]; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INJECT, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#else /* looping version */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define R512(p0, p1, p2, p3, p4, p5, p6, p7, ROT, rNum) \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Round512(p0, p1, p2, p3, p4, p5, p6, p7, ROT, rNum) \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, 4 * (r - 1) + rNum, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X0 += ks[r + (R) + 0]; /* inject the key schedule value */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ks[r + (R)+8] = ks[r + (R) - 1]; /* rotate key schedule */\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INJECT, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* loop thru it */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens for (r = 1; r < 2 * RCNT; r += 2 * SKEIN_UNROLL_512)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#endif /* end of looped code definitions */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define R512_8_rounds(R) /* do 8 full rounds */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(0, 1, 2, 3, 4, 5, 6, 7, R_512_0, 8 * (R) + 1); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(2, 1, 4, 7, 6, 5, 0, 3, R_512_1, 8 * (R) + 2); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(4, 1, 6, 3, 0, 5, 2, 7, R_512_2, 8 * (R) + 3); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(6, 1, 0, 7, 2, 5, 4, 3, R_512_3, 8 * (R) + 4); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(0, 1, 2, 3, 4, 5, 6, 7, R_512_4, 8 * (R) + 5); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(2, 1, 4, 7, 6, 5, 0, 3, R_512_5, 8 * (R) + 6); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(4, 1, 6, 3, 0, 5, 2, 7, R_512_6, 8 * (R) + 7); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R512(6, 1, 0, 7, 2, 5, 4, 3, R_512_7, 8 * (R) + 8); \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ((SKEIN_UNROLL_512 == 0 && SKEIN_512_ROUNDS_TOTAL / 8 > (NN)) || \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#error "need more unrolling in Skein_512_Process_Block"
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * do the final "feedforward" xor, update context chaining vars
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_Round(BLK_BITS, &ctx->h, SKEIN_RND_FEED_FWD, ctx->X);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#if defined(SKEIN_CODE_SIZE) || defined(SKEIN_PERF)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens return ((uint8_t *)Skein_512_Process_Block_CodeSize) -
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens/* Skein1024 */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew AhrensSkein1024_Process_Block(Skein1024_Ctxt_t *ctx, const uint8_t *blkPtr,
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* do it in C, always looping (unrolled is bigger AND slower!) */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#ifdef SKEIN_LOOP /* configure how much to unroll the loop */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#error "Invalid SKEIN_UNROLL_1024" /* sanity check on unroll count */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* key schedule words : chaining vars + tweak + "rotation" */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens uint64_t kw[WCNT + 4]; /* key schedule words : chaining vars + tweak */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* local copy of vars, for speed */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens uint64_t X00, X01, X02, X03, X04, X05, X06, X07, X08, X09, X10, X11,
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens uint64_t w[WCNT]; /* local copy of input block */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* use for debugging (help compiler put Xn in registers) */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_assert(blkCnt != 0); /* never call with blkCnt == 0! */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * this implementation only supports 2**64 input bytes
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * (no carry out here)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ts[0] += byteCntAdd; /* update processed length */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* precompute the key schedule for this block */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ks[12] ^ ks[13] ^ ks[14] ^ ks[15] ^ SKEIN_KS_PARITY;
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* get input block in little-endian format */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_Block(BLK_BITS, &ctx->h, ctx->X, blkPtr, w, ks, ts);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X00 = w[0] + ks[0]; /* do the first full key injection */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INITIAL,
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define Round1024(p0, p1, p2, p3, p4, p5, p6, p7, p8, p9, pA, pB, pC, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p0 += X##p1; X##p1 = RotL_64(X##p1, ROT##_0); X##p1 ^= X##p0;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p2 += X##p3; X##p3 = RotL_64(X##p3, ROT##_1); X##p3 ^= X##p2;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p4 += X##p5; X##p5 = RotL_64(X##p5, ROT##_2); X##p5 ^= X##p4;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p6 += X##p7; X##p7 = RotL_64(X##p7, ROT##_3); X##p7 ^= X##p6;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##p8 += X##p9; X##p9 = RotL_64(X##p9, ROT##_4); X##p9 ^= X##p8;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##pA += X##pB; X##pB = RotL_64(X##pB, ROT##_5); X##pB ^= X##pA;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##pC += X##pD; X##pD = RotL_64(X##pD, ROT##_6); X##pD ^= X##pC;\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X##pE += X##pF; X##pF = RotL_64(X##pF, ROT##_7); X##pF ^= X##pE;
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define R1024(p0, p1, p2, p3, p4, p5, p6, p7, p8, p9, pA, pB, pC, pD, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Round1024(p0, p1, p2, p3, p4, p5, p6, p7, p8, p9, pA, pB, pC, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, rn, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X00 += ks[((R) + 1) % 17]; /* inject the key schedule value */\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X13 += ks[((R) + 14) % 17] + ts[((R) + 1) % 3]; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X14 += ks[((R) + 15) % 17] + ts[((R) + 2) % 3]; \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INJECT, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#else /* looping version */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define R1024(p0, p1, p2, p3, p4, p5, p6, p7, p8, p9, pA, pB, pC, pD, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Round1024(p0, p1, p2, p3, p4, p5, p6, p7, p8, p9, pA, pB, pC, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, 4 * (r - 1) + rn, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens X00 += ks[r + (R) + 0]; /* inject the key schedule value */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ks[r + (R) + 16] = ks[r + (R) - 1]; /* rotate key schedule */\
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_R_Ptr(BLK_BITS, &ctx->h, SKEIN_RND_KEY_INJECT, Xptr);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens /* loop thru it */
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens for (r = 1; r <= 2 * RCNT; r += 2 * SKEIN_UNROLL_1024)
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#define R1024_8_rounds(R) /* do 8 full rounds */ \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 01, 02, 03, 04, 05, 06, 07, 08, 09, 10, 11, 12, 13, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 09, 02, 13, 06, 11, 04, 15, 10, 07, 12, 03, 14, 05, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 07, 02, 05, 04, 03, 06, 01, 12, 15, 14, 13, 08, 11, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 15, 02, 11, 06, 13, 04, 09, 14, 01, 08, 05, 10, 03, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 01, 02, 03, 04, 05, 06, 07, 08, 09, 10, 11, 12, 13, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 09, 02, 13, 06, 11, 04, 15, 10, 07, 12, 03, 14, 05, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 07, 02, 05, 04, 03, 06, 01, 12, 15, 14, 13, 08, 11, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens R1024(00, 15, 02, 11, 06, 13, 04, 09, 14, 01, 08, 05, 10, 03, \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens ((SKEIN_UNROLL_1024 == 0 && SKEIN1024_ROUNDS_TOTAL/8 > (NN)) || \
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#error "need more unrolling in Skein_1024_Process_Block"
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens * do the final "feedforward" xor, update context chaining vars
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens Skein_Show_Round(BLK_BITS, &ctx->h, SKEIN_RND_FEED_FWD, ctx->X);
45818ee124adeaaf947698996b4f4c722afc6d1fMatthew Ahrens#if defined(SKEIN_CODE_SIZE) || defined(SKEIN_PERF)