1 /* arctwo.c --- The RC2 cipher as described in RFC 2268.
2 * Copyright (C) 2003, 2004, 2005, 2006, 2008 Free Software Foundation, Inc.
4 * This file is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published
6 * by the Free Software Foundation; either version 2, or (at your
7 * option) any later version.
9 * This file is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this file; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
20 /* Code from GnuTLS/Libgcrypt adapted for gnulib by Simon Josefsson. */
22 /* This implementation was written by Nikos Mavroyanopoulos for GNUTLS
23 * as a Libgcrypt module (gnutls/lib/x509/rc2.c) and later adapted for
24 * direct use by Libgcrypt by Werner Koch. This implementation is
25 * only useful for pkcs#12 decryption.
27 * The implementation here is based on Peter Gutmann's RRC.2 paper.
34 #include "bitrotate.h"
36 static const uint8_t arctwo_sbox[] = {
37 217, 120, 249, 196, 25, 221, 181, 237,
38 40, 233, 253, 121, 74, 160, 216, 157,
39 198, 126, 55, 131, 43, 118, 83, 142,
40 98, 76, 100, 136, 68, 139, 251, 162,
41 23, 154, 89, 245, 135, 179, 79, 19,
42 97, 69, 109, 141, 9, 129, 125, 50,
43 189, 143, 64, 235, 134, 183, 123, 11,
44 240, 149, 33, 34, 92, 107, 78, 130,
45 84, 214, 101, 147, 206, 96, 178, 28,
46 115, 86, 192, 20, 167, 140, 241, 220,
47 18, 117, 202, 31, 59, 190, 228, 209,
48 66, 61, 212, 48, 163, 60, 182, 38,
49 111, 191, 14, 218, 70, 105, 7, 87,
50 39, 242, 29, 155, 188, 148, 67, 3,
51 248, 17, 199, 246, 144, 239, 62, 231,
52 6, 195, 213, 47, 200, 102, 30, 215,
53 8, 232, 234, 222, 128, 82, 238, 247,
54 132, 170, 114, 172, 53, 77, 106, 42,
55 150, 26, 210, 113, 90, 21, 73, 116,
56 75, 159, 208, 94, 4, 24, 164, 236,
57 194, 224, 65, 110, 15, 81, 203, 204,
58 36, 145, 175, 80, 161, 244, 112, 57,
59 153, 124, 58, 133, 35, 184, 180, 122,
60 252, 2, 54, 91, 37, 85, 151, 49,
61 45, 93, 250, 152, 227, 138, 146, 174,
62 5, 223, 41, 16, 103, 108, 186, 201,
63 211, 0, 230, 207, 225, 158, 168, 44,
64 99, 22, 1, 63, 88, 226, 137, 169,
65 13, 56, 52, 27, 171, 51, 255, 176,
66 187, 72, 12, 95, 185, 177, 205, 46,
67 197, 243, 219, 71, 229, 165, 156, 119,
68 10, 166, 32, 104, 254, 127, 193, 173
71 /* C89 compliant way to cast 'char' to 'unsigned char'. */
72 static inline unsigned char
79 arctwo_encrypt (arctwo_context *context, const char *inbuf,
80 char *outbuf, size_t length)
82 for (; length >= ARCTWO_BLOCK_SIZE; length -= ARCTWO_BLOCK_SIZE,
83 inbuf += ARCTWO_BLOCK_SIZE, outbuf += ARCTWO_BLOCK_SIZE)
86 uint16_t word0 = 0, word1 = 0, word2 = 0, word3 = 0;
88 word0 = (word0 << 8) | to_uchar (inbuf[1]);
89 word0 = (word0 << 8) | to_uchar (inbuf[0]);
90 word1 = (word1 << 8) | to_uchar (inbuf[3]);
91 word1 = (word1 << 8) | to_uchar (inbuf[2]);
92 word2 = (word2 << 8) | to_uchar (inbuf[5]);
93 word2 = (word2 << 8) | to_uchar (inbuf[4]);
94 word3 = (word3 << 8) | to_uchar (inbuf[7]);
95 word3 = (word3 << 8) | to_uchar (inbuf[6]);
97 for (i = 0; i < 16; i++)
100 /* For some reason I cannot combine those steps. */
101 word0 += (word1 & ~word3) + (word2 & word3) + context->S[j];
102 word0 = rotl16 (word0, 1);
104 word1 += (word2 & ~word0) + (word3 & word0) + context->S[j + 1];
105 word1 = rotl16 (word1, 2);
107 word2 += (word3 & ~word1) + (word0 & word1) + context->S[j + 2];
108 word2 = rotl16 (word2, 3);
110 word3 += (word0 & ~word2) + (word1 & word2) + context->S[j + 3];
111 word3 = rotl16 (word3, 5);
113 if (i == 4 || i == 10)
115 word0 += context->S[word3 & 63];
116 word1 += context->S[word0 & 63];
117 word2 += context->S[word1 & 63];
118 word3 += context->S[word2 & 63];
122 outbuf[0] = word0 & 255;
123 outbuf[1] = word0 >> 8;
124 outbuf[2] = word1 & 255;
125 outbuf[3] = word1 >> 8;
126 outbuf[4] = word2 & 255;
127 outbuf[5] = word2 >> 8;
128 outbuf[6] = word3 & 255;
129 outbuf[7] = word3 >> 8;
134 arctwo_decrypt (arctwo_context *context, const char *inbuf,
135 char *outbuf, size_t length)
137 for (; length >= ARCTWO_BLOCK_SIZE; length -= ARCTWO_BLOCK_SIZE,
138 inbuf += ARCTWO_BLOCK_SIZE, outbuf += ARCTWO_BLOCK_SIZE)
141 uint16_t word0 = 0, word1 = 0, word2 = 0, word3 = 0;
143 word0 = (word0 << 8) | to_uchar (inbuf[1]);
144 word0 = (word0 << 8) | to_uchar (inbuf[0]);
145 word1 = (word1 << 8) | to_uchar (inbuf[3]);
146 word1 = (word1 << 8) | to_uchar (inbuf[2]);
147 word2 = (word2 << 8) | to_uchar (inbuf[5]);
148 word2 = (word2 << 8) | to_uchar (inbuf[4]);
149 word3 = (word3 << 8) | to_uchar (inbuf[7]);
150 word3 = (word3 << 8) | to_uchar (inbuf[6]);
152 for (i = 16; i > 0; i--)
156 word3 = rotr16 (word3, 5);
157 word3 -= (word0 & ~word2) + (word1 & word2) + context->S[j + 3];
159 word2 = rotr16 (word2, 3);
160 word2 -= (word3 & ~word1) + (word0 & word1) + context->S[j + 2];
162 word1 = rotr16 (word1, 2);
163 word1 -= (word2 & ~word0) + (word3 & word0) + context->S[j + 1];
165 word0 = rotr16 (word0, 1);
166 word0 -= (word1 & ~word3) + (word2 & word3) + context->S[j];
168 if (i == 6 || i == 12)
170 word3 = word3 - context->S[word2 & 63];
171 word2 = word2 - context->S[word1 & 63];
172 word1 = word1 - context->S[word0 & 63];
173 word0 = word0 - context->S[word3 & 63];
177 outbuf[0] = word0 & 255;
178 outbuf[1] = word0 >> 8;
179 outbuf[2] = word1 & 255;
180 outbuf[3] = word1 >> 8;
181 outbuf[4] = word2 & 255;
182 outbuf[5] = word2 >> 8;
183 outbuf[6] = word3 & 255;
184 outbuf[7] = word3 >> 8;
189 arctwo_setkey_ekb (arctwo_context *context,
190 size_t keylen, const char *key, size_t effective_keylen)
195 if (keylen < 40 / 8 || effective_keylen > 1024)
198 S = (uint8_t *) context->S;
200 for (i = 0; i < keylen; i++)
201 S[i] = (uint8_t) key[i];
203 for (i = keylen; i < 128; i++)
204 S[i] = arctwo_sbox[(S[i - keylen] + S[i - 1]) & 255];
206 S[0] = arctwo_sbox[S[0]];
208 /* Phase 2 - reduce effective key size to "bits". This was not
209 * discussed in Gutmann's paper. I've copied that from the public
210 * domain code posted in sci.crypt. */
211 if (effective_keylen)
213 size_t len = (effective_keylen + 7) >> 3;
215 x = arctwo_sbox[S[i] & (255 >> (7 & -effective_keylen))];
220 x = arctwo_sbox[x ^ S[i + len]];
225 /* Make the expanded key, endian independent. */
226 for (i = 0; i < 64; i++)
227 context->S[i] = ((uint16_t) S[i * 2] | (((uint16_t) S[i * 2 + 1]) << 8));