1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * Glue Code for assembler optimized version of Camellia
4 *
5 * Copyright (c) 2012 Jussi Kivilinna <jussi.kivilinna@mbnet.fi>
6 *
7 * Camellia parts based on code by:
8 * Copyright (C) 2006 NTT (Nippon Telegraph and Telephone Corporation)
9 */
10
11 #include <asm/unaligned.h>
12 #include <linux/crypto.h>
13 #include <linux/init.h>
14 #include <linux/module.h>
15 #include <linux/types.h>
16 #include <crypto/algapi.h>
17
18 #include "camellia.h"
19 #include "ecb_cbc_helpers.h"
20
21 /* regular block cipher functions */
22 asmlinkage void __camellia_enc_blk(const void *ctx, u8 *dst, const u8 *src,
23 bool xor);
24 EXPORT_SYMBOL_GPL(__camellia_enc_blk);
25 asmlinkage void camellia_dec_blk(const void *ctx, u8 *dst, const u8 *src);
26 EXPORT_SYMBOL_GPL(camellia_dec_blk);
27
28 /* 2-way parallel cipher functions */
29 asmlinkage void __camellia_enc_blk_2way(const void *ctx, u8 *dst, const u8 *src,
30 bool xor);
31 EXPORT_SYMBOL_GPL(__camellia_enc_blk_2way);
32 asmlinkage void camellia_dec_blk_2way(const void *ctx, u8 *dst, const u8 *src);
33 EXPORT_SYMBOL_GPL(camellia_dec_blk_2way);
34
camellia_encrypt(struct crypto_tfm * tfm,u8 * dst,const u8 * src)35 static void camellia_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
36 {
37 camellia_enc_blk(crypto_tfm_ctx(tfm), dst, src);
38 }
39
camellia_decrypt(struct crypto_tfm * tfm,u8 * dst,const u8 * src)40 static void camellia_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
41 {
42 camellia_dec_blk(crypto_tfm_ctx(tfm), dst, src);
43 }
44
45 /* camellia sboxes */
46 __visible const u64 camellia_sp10011110[256] = {
47 0x7000007070707000ULL, 0x8200008282828200ULL, 0x2c00002c2c2c2c00ULL,
48 0xec0000ecececec00ULL, 0xb30000b3b3b3b300ULL, 0x2700002727272700ULL,
49 0xc00000c0c0c0c000ULL, 0xe50000e5e5e5e500ULL, 0xe40000e4e4e4e400ULL,
50 0x8500008585858500ULL, 0x5700005757575700ULL, 0x3500003535353500ULL,
51 0xea0000eaeaeaea00ULL, 0x0c00000c0c0c0c00ULL, 0xae0000aeaeaeae00ULL,
52 0x4100004141414100ULL, 0x2300002323232300ULL, 0xef0000efefefef00ULL,
53 0x6b00006b6b6b6b00ULL, 0x9300009393939300ULL, 0x4500004545454500ULL,
54 0x1900001919191900ULL, 0xa50000a5a5a5a500ULL, 0x2100002121212100ULL,
55 0xed0000edededed00ULL, 0x0e00000e0e0e0e00ULL, 0x4f00004f4f4f4f00ULL,
56 0x4e00004e4e4e4e00ULL, 0x1d00001d1d1d1d00ULL, 0x6500006565656500ULL,
57 0x9200009292929200ULL, 0xbd0000bdbdbdbd00ULL, 0x8600008686868600ULL,
58 0xb80000b8b8b8b800ULL, 0xaf0000afafafaf00ULL, 0x8f00008f8f8f8f00ULL,
59 0x7c00007c7c7c7c00ULL, 0xeb0000ebebebeb00ULL, 0x1f00001f1f1f1f00ULL,
60 0xce0000cececece00ULL, 0x3e00003e3e3e3e00ULL, 0x3000003030303000ULL,
61 0xdc0000dcdcdcdc00ULL, 0x5f00005f5f5f5f00ULL, 0x5e00005e5e5e5e00ULL,
62 0xc50000c5c5c5c500ULL, 0x0b00000b0b0b0b00ULL, 0x1a00001a1a1a1a00ULL,
63 0xa60000a6a6a6a600ULL, 0xe10000e1e1e1e100ULL, 0x3900003939393900ULL,
64 0xca0000cacacaca00ULL, 0xd50000d5d5d5d500ULL, 0x4700004747474700ULL,
65 0x5d00005d5d5d5d00ULL, 0x3d00003d3d3d3d00ULL, 0xd90000d9d9d9d900ULL,
66 0x0100000101010100ULL, 0x5a00005a5a5a5a00ULL, 0xd60000d6d6d6d600ULL,
67 0x5100005151515100ULL, 0x5600005656565600ULL, 0x6c00006c6c6c6c00ULL,
68 0x4d00004d4d4d4d00ULL, 0x8b00008b8b8b8b00ULL, 0x0d00000d0d0d0d00ULL,
69 0x9a00009a9a9a9a00ULL, 0x6600006666666600ULL, 0xfb0000fbfbfbfb00ULL,
70 0xcc0000cccccccc00ULL, 0xb00000b0b0b0b000ULL, 0x2d00002d2d2d2d00ULL,
71 0x7400007474747400ULL, 0x1200001212121200ULL, 0x2b00002b2b2b2b00ULL,
72 0x2000002020202000ULL, 0xf00000f0f0f0f000ULL, 0xb10000b1b1b1b100ULL,
73 0x8400008484848400ULL, 0x9900009999999900ULL, 0xdf0000dfdfdfdf00ULL,
74 0x4c00004c4c4c4c00ULL, 0xcb0000cbcbcbcb00ULL, 0xc20000c2c2c2c200ULL,
75 0x3400003434343400ULL, 0x7e00007e7e7e7e00ULL, 0x7600007676767600ULL,
76 0x0500000505050500ULL, 0x6d00006d6d6d6d00ULL, 0xb70000b7b7b7b700ULL,
77 0xa90000a9a9a9a900ULL, 0x3100003131313100ULL, 0xd10000d1d1d1d100ULL,
78 0x1700001717171700ULL, 0x0400000404040400ULL, 0xd70000d7d7d7d700ULL,
79 0x1400001414141400ULL, 0x5800005858585800ULL, 0x3a00003a3a3a3a00ULL,
80 0x6100006161616100ULL, 0xde0000dededede00ULL, 0x1b00001b1b1b1b00ULL,
81 0x1100001111111100ULL, 0x1c00001c1c1c1c00ULL, 0x3200003232323200ULL,
82 0x0f00000f0f0f0f00ULL, 0x9c00009c9c9c9c00ULL, 0x1600001616161600ULL,
83 0x5300005353535300ULL, 0x1800001818181800ULL, 0xf20000f2f2f2f200ULL,
84 0x2200002222222200ULL, 0xfe0000fefefefe00ULL, 0x4400004444444400ULL,
85 0xcf0000cfcfcfcf00ULL, 0xb20000b2b2b2b200ULL, 0xc30000c3c3c3c300ULL,
86 0xb50000b5b5b5b500ULL, 0x7a00007a7a7a7a00ULL, 0x9100009191919100ULL,
87 0x2400002424242400ULL, 0x0800000808080800ULL, 0xe80000e8e8e8e800ULL,
88 0xa80000a8a8a8a800ULL, 0x6000006060606000ULL, 0xfc0000fcfcfcfc00ULL,
89 0x6900006969696900ULL, 0x5000005050505000ULL, 0xaa0000aaaaaaaa00ULL,
90 0xd00000d0d0d0d000ULL, 0xa00000a0a0a0a000ULL, 0x7d00007d7d7d7d00ULL,
91 0xa10000a1a1a1a100ULL, 0x8900008989898900ULL, 0x6200006262626200ULL,
92 0x9700009797979700ULL, 0x5400005454545400ULL, 0x5b00005b5b5b5b00ULL,
93 0x1e00001e1e1e1e00ULL, 0x9500009595959500ULL, 0xe00000e0e0e0e000ULL,
94 0xff0000ffffffff00ULL, 0x6400006464646400ULL, 0xd20000d2d2d2d200ULL,
95 0x1000001010101000ULL, 0xc40000c4c4c4c400ULL, 0x0000000000000000ULL,
96 0x4800004848484800ULL, 0xa30000a3a3a3a300ULL, 0xf70000f7f7f7f700ULL,
97 0x7500007575757500ULL, 0xdb0000dbdbdbdb00ULL, 0x8a00008a8a8a8a00ULL,
98 0x0300000303030300ULL, 0xe60000e6e6e6e600ULL, 0xda0000dadadada00ULL,
99 0x0900000909090900ULL, 0x3f00003f3f3f3f00ULL, 0xdd0000dddddddd00ULL,
100 0x9400009494949400ULL, 0x8700008787878700ULL, 0x5c00005c5c5c5c00ULL,
101 0x8300008383838300ULL, 0x0200000202020200ULL, 0xcd0000cdcdcdcd00ULL,
102 0x4a00004a4a4a4a00ULL, 0x9000009090909000ULL, 0x3300003333333300ULL,
103 0x7300007373737300ULL, 0x6700006767676700ULL, 0xf60000f6f6f6f600ULL,
104 0xf30000f3f3f3f300ULL, 0x9d00009d9d9d9d00ULL, 0x7f00007f7f7f7f00ULL,
105 0xbf0000bfbfbfbf00ULL, 0xe20000e2e2e2e200ULL, 0x5200005252525200ULL,
106 0x9b00009b9b9b9b00ULL, 0xd80000d8d8d8d800ULL, 0x2600002626262600ULL,
107 0xc80000c8c8c8c800ULL, 0x3700003737373700ULL, 0xc60000c6c6c6c600ULL,
108 0x3b00003b3b3b3b00ULL, 0x8100008181818100ULL, 0x9600009696969600ULL,
109 0x6f00006f6f6f6f00ULL, 0x4b00004b4b4b4b00ULL, 0x1300001313131300ULL,
110 0xbe0000bebebebe00ULL, 0x6300006363636300ULL, 0x2e00002e2e2e2e00ULL,
111 0xe90000e9e9e9e900ULL, 0x7900007979797900ULL, 0xa70000a7a7a7a700ULL,
112 0x8c00008c8c8c8c00ULL, 0x9f00009f9f9f9f00ULL, 0x6e00006e6e6e6e00ULL,
113 0xbc0000bcbcbcbc00ULL, 0x8e00008e8e8e8e00ULL, 0x2900002929292900ULL,
114 0xf50000f5f5f5f500ULL, 0xf90000f9f9f9f900ULL, 0xb60000b6b6b6b600ULL,
115 0x2f00002f2f2f2f00ULL, 0xfd0000fdfdfdfd00ULL, 0xb40000b4b4b4b400ULL,
116 0x5900005959595900ULL, 0x7800007878787800ULL, 0x9800009898989800ULL,
117 0x0600000606060600ULL, 0x6a00006a6a6a6a00ULL, 0xe70000e7e7e7e700ULL,
118 0x4600004646464600ULL, 0x7100007171717100ULL, 0xba0000babababa00ULL,
119 0xd40000d4d4d4d400ULL, 0x2500002525252500ULL, 0xab0000abababab00ULL,
120 0x4200004242424200ULL, 0x8800008888888800ULL, 0xa20000a2a2a2a200ULL,
121 0x8d00008d8d8d8d00ULL, 0xfa0000fafafafa00ULL, 0x7200007272727200ULL,
122 0x0700000707070700ULL, 0xb90000b9b9b9b900ULL, 0x5500005555555500ULL,
123 0xf80000f8f8f8f800ULL, 0xee0000eeeeeeee00ULL, 0xac0000acacacac00ULL,
124 0x0a00000a0a0a0a00ULL, 0x3600003636363600ULL, 0x4900004949494900ULL,
125 0x2a00002a2a2a2a00ULL, 0x6800006868686800ULL, 0x3c00003c3c3c3c00ULL,
126 0x3800003838383800ULL, 0xf10000f1f1f1f100ULL, 0xa40000a4a4a4a400ULL,
127 0x4000004040404000ULL, 0x2800002828282800ULL, 0xd30000d3d3d3d300ULL,
128 0x7b00007b7b7b7b00ULL, 0xbb0000bbbbbbbb00ULL, 0xc90000c9c9c9c900ULL,
129 0x4300004343434300ULL, 0xc10000c1c1c1c100ULL, 0x1500001515151500ULL,
130 0xe30000e3e3e3e300ULL, 0xad0000adadadad00ULL, 0xf40000f4f4f4f400ULL,
131 0x7700007777777700ULL, 0xc70000c7c7c7c700ULL, 0x8000008080808000ULL,
132 0x9e00009e9e9e9e00ULL,
133 };
134
135 __visible const u64 camellia_sp22000222[256] = {
136 0xe0e0000000e0e0e0ULL, 0x0505000000050505ULL, 0x5858000000585858ULL,
137 0xd9d9000000d9d9d9ULL, 0x6767000000676767ULL, 0x4e4e0000004e4e4eULL,
138 0x8181000000818181ULL, 0xcbcb000000cbcbcbULL, 0xc9c9000000c9c9c9ULL,
139 0x0b0b0000000b0b0bULL, 0xaeae000000aeaeaeULL, 0x6a6a0000006a6a6aULL,
140 0xd5d5000000d5d5d5ULL, 0x1818000000181818ULL, 0x5d5d0000005d5d5dULL,
141 0x8282000000828282ULL, 0x4646000000464646ULL, 0xdfdf000000dfdfdfULL,
142 0xd6d6000000d6d6d6ULL, 0x2727000000272727ULL, 0x8a8a0000008a8a8aULL,
143 0x3232000000323232ULL, 0x4b4b0000004b4b4bULL, 0x4242000000424242ULL,
144 0xdbdb000000dbdbdbULL, 0x1c1c0000001c1c1cULL, 0x9e9e0000009e9e9eULL,
145 0x9c9c0000009c9c9cULL, 0x3a3a0000003a3a3aULL, 0xcaca000000cacacaULL,
146 0x2525000000252525ULL, 0x7b7b0000007b7b7bULL, 0x0d0d0000000d0d0dULL,
147 0x7171000000717171ULL, 0x5f5f0000005f5f5fULL, 0x1f1f0000001f1f1fULL,
148 0xf8f8000000f8f8f8ULL, 0xd7d7000000d7d7d7ULL, 0x3e3e0000003e3e3eULL,
149 0x9d9d0000009d9d9dULL, 0x7c7c0000007c7c7cULL, 0x6060000000606060ULL,
150 0xb9b9000000b9b9b9ULL, 0xbebe000000bebebeULL, 0xbcbc000000bcbcbcULL,
151 0x8b8b0000008b8b8bULL, 0x1616000000161616ULL, 0x3434000000343434ULL,
152 0x4d4d0000004d4d4dULL, 0xc3c3000000c3c3c3ULL, 0x7272000000727272ULL,
153 0x9595000000959595ULL, 0xabab000000abababULL, 0x8e8e0000008e8e8eULL,
154 0xbaba000000bababaULL, 0x7a7a0000007a7a7aULL, 0xb3b3000000b3b3b3ULL,
155 0x0202000000020202ULL, 0xb4b4000000b4b4b4ULL, 0xadad000000adadadULL,
156 0xa2a2000000a2a2a2ULL, 0xacac000000acacacULL, 0xd8d8000000d8d8d8ULL,
157 0x9a9a0000009a9a9aULL, 0x1717000000171717ULL, 0x1a1a0000001a1a1aULL,
158 0x3535000000353535ULL, 0xcccc000000ccccccULL, 0xf7f7000000f7f7f7ULL,
159 0x9999000000999999ULL, 0x6161000000616161ULL, 0x5a5a0000005a5a5aULL,
160 0xe8e8000000e8e8e8ULL, 0x2424000000242424ULL, 0x5656000000565656ULL,
161 0x4040000000404040ULL, 0xe1e1000000e1e1e1ULL, 0x6363000000636363ULL,
162 0x0909000000090909ULL, 0x3333000000333333ULL, 0xbfbf000000bfbfbfULL,
163 0x9898000000989898ULL, 0x9797000000979797ULL, 0x8585000000858585ULL,
164 0x6868000000686868ULL, 0xfcfc000000fcfcfcULL, 0xecec000000ecececULL,
165 0x0a0a0000000a0a0aULL, 0xdada000000dadadaULL, 0x6f6f0000006f6f6fULL,
166 0x5353000000535353ULL, 0x6262000000626262ULL, 0xa3a3000000a3a3a3ULL,
167 0x2e2e0000002e2e2eULL, 0x0808000000080808ULL, 0xafaf000000afafafULL,
168 0x2828000000282828ULL, 0xb0b0000000b0b0b0ULL, 0x7474000000747474ULL,
169 0xc2c2000000c2c2c2ULL, 0xbdbd000000bdbdbdULL, 0x3636000000363636ULL,
170 0x2222000000222222ULL, 0x3838000000383838ULL, 0x6464000000646464ULL,
171 0x1e1e0000001e1e1eULL, 0x3939000000393939ULL, 0x2c2c0000002c2c2cULL,
172 0xa6a6000000a6a6a6ULL, 0x3030000000303030ULL, 0xe5e5000000e5e5e5ULL,
173 0x4444000000444444ULL, 0xfdfd000000fdfdfdULL, 0x8888000000888888ULL,
174 0x9f9f0000009f9f9fULL, 0x6565000000656565ULL, 0x8787000000878787ULL,
175 0x6b6b0000006b6b6bULL, 0xf4f4000000f4f4f4ULL, 0x2323000000232323ULL,
176 0x4848000000484848ULL, 0x1010000000101010ULL, 0xd1d1000000d1d1d1ULL,
177 0x5151000000515151ULL, 0xc0c0000000c0c0c0ULL, 0xf9f9000000f9f9f9ULL,
178 0xd2d2000000d2d2d2ULL, 0xa0a0000000a0a0a0ULL, 0x5555000000555555ULL,
179 0xa1a1000000a1a1a1ULL, 0x4141000000414141ULL, 0xfafa000000fafafaULL,
180 0x4343000000434343ULL, 0x1313000000131313ULL, 0xc4c4000000c4c4c4ULL,
181 0x2f2f0000002f2f2fULL, 0xa8a8000000a8a8a8ULL, 0xb6b6000000b6b6b6ULL,
182 0x3c3c0000003c3c3cULL, 0x2b2b0000002b2b2bULL, 0xc1c1000000c1c1c1ULL,
183 0xffff000000ffffffULL, 0xc8c8000000c8c8c8ULL, 0xa5a5000000a5a5a5ULL,
184 0x2020000000202020ULL, 0x8989000000898989ULL, 0x0000000000000000ULL,
185 0x9090000000909090ULL, 0x4747000000474747ULL, 0xefef000000efefefULL,
186 0xeaea000000eaeaeaULL, 0xb7b7000000b7b7b7ULL, 0x1515000000151515ULL,
187 0x0606000000060606ULL, 0xcdcd000000cdcdcdULL, 0xb5b5000000b5b5b5ULL,
188 0x1212000000121212ULL, 0x7e7e0000007e7e7eULL, 0xbbbb000000bbbbbbULL,
189 0x2929000000292929ULL, 0x0f0f0000000f0f0fULL, 0xb8b8000000b8b8b8ULL,
190 0x0707000000070707ULL, 0x0404000000040404ULL, 0x9b9b0000009b9b9bULL,
191 0x9494000000949494ULL, 0x2121000000212121ULL, 0x6666000000666666ULL,
192 0xe6e6000000e6e6e6ULL, 0xcece000000cececeULL, 0xeded000000edededULL,
193 0xe7e7000000e7e7e7ULL, 0x3b3b0000003b3b3bULL, 0xfefe000000fefefeULL,
194 0x7f7f0000007f7f7fULL, 0xc5c5000000c5c5c5ULL, 0xa4a4000000a4a4a4ULL,
195 0x3737000000373737ULL, 0xb1b1000000b1b1b1ULL, 0x4c4c0000004c4c4cULL,
196 0x9191000000919191ULL, 0x6e6e0000006e6e6eULL, 0x8d8d0000008d8d8dULL,
197 0x7676000000767676ULL, 0x0303000000030303ULL, 0x2d2d0000002d2d2dULL,
198 0xdede000000dededeULL, 0x9696000000969696ULL, 0x2626000000262626ULL,
199 0x7d7d0000007d7d7dULL, 0xc6c6000000c6c6c6ULL, 0x5c5c0000005c5c5cULL,
200 0xd3d3000000d3d3d3ULL, 0xf2f2000000f2f2f2ULL, 0x4f4f0000004f4f4fULL,
201 0x1919000000191919ULL, 0x3f3f0000003f3f3fULL, 0xdcdc000000dcdcdcULL,
202 0x7979000000797979ULL, 0x1d1d0000001d1d1dULL, 0x5252000000525252ULL,
203 0xebeb000000ebebebULL, 0xf3f3000000f3f3f3ULL, 0x6d6d0000006d6d6dULL,
204 0x5e5e0000005e5e5eULL, 0xfbfb000000fbfbfbULL, 0x6969000000696969ULL,
205 0xb2b2000000b2b2b2ULL, 0xf0f0000000f0f0f0ULL, 0x3131000000313131ULL,
206 0x0c0c0000000c0c0cULL, 0xd4d4000000d4d4d4ULL, 0xcfcf000000cfcfcfULL,
207 0x8c8c0000008c8c8cULL, 0xe2e2000000e2e2e2ULL, 0x7575000000757575ULL,
208 0xa9a9000000a9a9a9ULL, 0x4a4a0000004a4a4aULL, 0x5757000000575757ULL,
209 0x8484000000848484ULL, 0x1111000000111111ULL, 0x4545000000454545ULL,
210 0x1b1b0000001b1b1bULL, 0xf5f5000000f5f5f5ULL, 0xe4e4000000e4e4e4ULL,
211 0x0e0e0000000e0e0eULL, 0x7373000000737373ULL, 0xaaaa000000aaaaaaULL,
212 0xf1f1000000f1f1f1ULL, 0xdddd000000ddddddULL, 0x5959000000595959ULL,
213 0x1414000000141414ULL, 0x6c6c0000006c6c6cULL, 0x9292000000929292ULL,
214 0x5454000000545454ULL, 0xd0d0000000d0d0d0ULL, 0x7878000000787878ULL,
215 0x7070000000707070ULL, 0xe3e3000000e3e3e3ULL, 0x4949000000494949ULL,
216 0x8080000000808080ULL, 0x5050000000505050ULL, 0xa7a7000000a7a7a7ULL,
217 0xf6f6000000f6f6f6ULL, 0x7777000000777777ULL, 0x9393000000939393ULL,
218 0x8686000000868686ULL, 0x8383000000838383ULL, 0x2a2a0000002a2a2aULL,
219 0xc7c7000000c7c7c7ULL, 0x5b5b0000005b5b5bULL, 0xe9e9000000e9e9e9ULL,
220 0xeeee000000eeeeeeULL, 0x8f8f0000008f8f8fULL, 0x0101000000010101ULL,
221 0x3d3d0000003d3d3dULL,
222 };
223
224 __visible const u64 camellia_sp03303033[256] = {
225 0x0038380038003838ULL, 0x0041410041004141ULL, 0x0016160016001616ULL,
226 0x0076760076007676ULL, 0x00d9d900d900d9d9ULL, 0x0093930093009393ULL,
227 0x0060600060006060ULL, 0x00f2f200f200f2f2ULL, 0x0072720072007272ULL,
228 0x00c2c200c200c2c2ULL, 0x00abab00ab00ababULL, 0x009a9a009a009a9aULL,
229 0x0075750075007575ULL, 0x0006060006000606ULL, 0x0057570057005757ULL,
230 0x00a0a000a000a0a0ULL, 0x0091910091009191ULL, 0x00f7f700f700f7f7ULL,
231 0x00b5b500b500b5b5ULL, 0x00c9c900c900c9c9ULL, 0x00a2a200a200a2a2ULL,
232 0x008c8c008c008c8cULL, 0x00d2d200d200d2d2ULL, 0x0090900090009090ULL,
233 0x00f6f600f600f6f6ULL, 0x0007070007000707ULL, 0x00a7a700a700a7a7ULL,
234 0x0027270027002727ULL, 0x008e8e008e008e8eULL, 0x00b2b200b200b2b2ULL,
235 0x0049490049004949ULL, 0x00dede00de00dedeULL, 0x0043430043004343ULL,
236 0x005c5c005c005c5cULL, 0x00d7d700d700d7d7ULL, 0x00c7c700c700c7c7ULL,
237 0x003e3e003e003e3eULL, 0x00f5f500f500f5f5ULL, 0x008f8f008f008f8fULL,
238 0x0067670067006767ULL, 0x001f1f001f001f1fULL, 0x0018180018001818ULL,
239 0x006e6e006e006e6eULL, 0x00afaf00af00afafULL, 0x002f2f002f002f2fULL,
240 0x00e2e200e200e2e2ULL, 0x0085850085008585ULL, 0x000d0d000d000d0dULL,
241 0x0053530053005353ULL, 0x00f0f000f000f0f0ULL, 0x009c9c009c009c9cULL,
242 0x0065650065006565ULL, 0x00eaea00ea00eaeaULL, 0x00a3a300a300a3a3ULL,
243 0x00aeae00ae00aeaeULL, 0x009e9e009e009e9eULL, 0x00ecec00ec00ececULL,
244 0x0080800080008080ULL, 0x002d2d002d002d2dULL, 0x006b6b006b006b6bULL,
245 0x00a8a800a800a8a8ULL, 0x002b2b002b002b2bULL, 0x0036360036003636ULL,
246 0x00a6a600a600a6a6ULL, 0x00c5c500c500c5c5ULL, 0x0086860086008686ULL,
247 0x004d4d004d004d4dULL, 0x0033330033003333ULL, 0x00fdfd00fd00fdfdULL,
248 0x0066660066006666ULL, 0x0058580058005858ULL, 0x0096960096009696ULL,
249 0x003a3a003a003a3aULL, 0x0009090009000909ULL, 0x0095950095009595ULL,
250 0x0010100010001010ULL, 0x0078780078007878ULL, 0x00d8d800d800d8d8ULL,
251 0x0042420042004242ULL, 0x00cccc00cc00ccccULL, 0x00efef00ef00efefULL,
252 0x0026260026002626ULL, 0x00e5e500e500e5e5ULL, 0x0061610061006161ULL,
253 0x001a1a001a001a1aULL, 0x003f3f003f003f3fULL, 0x003b3b003b003b3bULL,
254 0x0082820082008282ULL, 0x00b6b600b600b6b6ULL, 0x00dbdb00db00dbdbULL,
255 0x00d4d400d400d4d4ULL, 0x0098980098009898ULL, 0x00e8e800e800e8e8ULL,
256 0x008b8b008b008b8bULL, 0x0002020002000202ULL, 0x00ebeb00eb00ebebULL,
257 0x000a0a000a000a0aULL, 0x002c2c002c002c2cULL, 0x001d1d001d001d1dULL,
258 0x00b0b000b000b0b0ULL, 0x006f6f006f006f6fULL, 0x008d8d008d008d8dULL,
259 0x0088880088008888ULL, 0x000e0e000e000e0eULL, 0x0019190019001919ULL,
260 0x0087870087008787ULL, 0x004e4e004e004e4eULL, 0x000b0b000b000b0bULL,
261 0x00a9a900a900a9a9ULL, 0x000c0c000c000c0cULL, 0x0079790079007979ULL,
262 0x0011110011001111ULL, 0x007f7f007f007f7fULL, 0x0022220022002222ULL,
263 0x00e7e700e700e7e7ULL, 0x0059590059005959ULL, 0x00e1e100e100e1e1ULL,
264 0x00dada00da00dadaULL, 0x003d3d003d003d3dULL, 0x00c8c800c800c8c8ULL,
265 0x0012120012001212ULL, 0x0004040004000404ULL, 0x0074740074007474ULL,
266 0x0054540054005454ULL, 0x0030300030003030ULL, 0x007e7e007e007e7eULL,
267 0x00b4b400b400b4b4ULL, 0x0028280028002828ULL, 0x0055550055005555ULL,
268 0x0068680068006868ULL, 0x0050500050005050ULL, 0x00bebe00be00bebeULL,
269 0x00d0d000d000d0d0ULL, 0x00c4c400c400c4c4ULL, 0x0031310031003131ULL,
270 0x00cbcb00cb00cbcbULL, 0x002a2a002a002a2aULL, 0x00adad00ad00adadULL,
271 0x000f0f000f000f0fULL, 0x00caca00ca00cacaULL, 0x0070700070007070ULL,
272 0x00ffff00ff00ffffULL, 0x0032320032003232ULL, 0x0069690069006969ULL,
273 0x0008080008000808ULL, 0x0062620062006262ULL, 0x0000000000000000ULL,
274 0x0024240024002424ULL, 0x00d1d100d100d1d1ULL, 0x00fbfb00fb00fbfbULL,
275 0x00baba00ba00babaULL, 0x00eded00ed00ededULL, 0x0045450045004545ULL,
276 0x0081810081008181ULL, 0x0073730073007373ULL, 0x006d6d006d006d6dULL,
277 0x0084840084008484ULL, 0x009f9f009f009f9fULL, 0x00eeee00ee00eeeeULL,
278 0x004a4a004a004a4aULL, 0x00c3c300c300c3c3ULL, 0x002e2e002e002e2eULL,
279 0x00c1c100c100c1c1ULL, 0x0001010001000101ULL, 0x00e6e600e600e6e6ULL,
280 0x0025250025002525ULL, 0x0048480048004848ULL, 0x0099990099009999ULL,
281 0x00b9b900b900b9b9ULL, 0x00b3b300b300b3b3ULL, 0x007b7b007b007b7bULL,
282 0x00f9f900f900f9f9ULL, 0x00cece00ce00ceceULL, 0x00bfbf00bf00bfbfULL,
283 0x00dfdf00df00dfdfULL, 0x0071710071007171ULL, 0x0029290029002929ULL,
284 0x00cdcd00cd00cdcdULL, 0x006c6c006c006c6cULL, 0x0013130013001313ULL,
285 0x0064640064006464ULL, 0x009b9b009b009b9bULL, 0x0063630063006363ULL,
286 0x009d9d009d009d9dULL, 0x00c0c000c000c0c0ULL, 0x004b4b004b004b4bULL,
287 0x00b7b700b700b7b7ULL, 0x00a5a500a500a5a5ULL, 0x0089890089008989ULL,
288 0x005f5f005f005f5fULL, 0x00b1b100b100b1b1ULL, 0x0017170017001717ULL,
289 0x00f4f400f400f4f4ULL, 0x00bcbc00bc00bcbcULL, 0x00d3d300d300d3d3ULL,
290 0x0046460046004646ULL, 0x00cfcf00cf00cfcfULL, 0x0037370037003737ULL,
291 0x005e5e005e005e5eULL, 0x0047470047004747ULL, 0x0094940094009494ULL,
292 0x00fafa00fa00fafaULL, 0x00fcfc00fc00fcfcULL, 0x005b5b005b005b5bULL,
293 0x0097970097009797ULL, 0x00fefe00fe00fefeULL, 0x005a5a005a005a5aULL,
294 0x00acac00ac00acacULL, 0x003c3c003c003c3cULL, 0x004c4c004c004c4cULL,
295 0x0003030003000303ULL, 0x0035350035003535ULL, 0x00f3f300f300f3f3ULL,
296 0x0023230023002323ULL, 0x00b8b800b800b8b8ULL, 0x005d5d005d005d5dULL,
297 0x006a6a006a006a6aULL, 0x0092920092009292ULL, 0x00d5d500d500d5d5ULL,
298 0x0021210021002121ULL, 0x0044440044004444ULL, 0x0051510051005151ULL,
299 0x00c6c600c600c6c6ULL, 0x007d7d007d007d7dULL, 0x0039390039003939ULL,
300 0x0083830083008383ULL, 0x00dcdc00dc00dcdcULL, 0x00aaaa00aa00aaaaULL,
301 0x007c7c007c007c7cULL, 0x0077770077007777ULL, 0x0056560056005656ULL,
302 0x0005050005000505ULL, 0x001b1b001b001b1bULL, 0x00a4a400a400a4a4ULL,
303 0x0015150015001515ULL, 0x0034340034003434ULL, 0x001e1e001e001e1eULL,
304 0x001c1c001c001c1cULL, 0x00f8f800f800f8f8ULL, 0x0052520052005252ULL,
305 0x0020200020002020ULL, 0x0014140014001414ULL, 0x00e9e900e900e9e9ULL,
306 0x00bdbd00bd00bdbdULL, 0x00dddd00dd00ddddULL, 0x00e4e400e400e4e4ULL,
307 0x00a1a100a100a1a1ULL, 0x00e0e000e000e0e0ULL, 0x008a8a008a008a8aULL,
308 0x00f1f100f100f1f1ULL, 0x00d6d600d600d6d6ULL, 0x007a7a007a007a7aULL,
309 0x00bbbb00bb00bbbbULL, 0x00e3e300e300e3e3ULL, 0x0040400040004040ULL,
310 0x004f4f004f004f4fULL,
311 };
312
313 __visible const u64 camellia_sp00444404[256] = {
314 0x0000707070700070ULL, 0x00002c2c2c2c002cULL, 0x0000b3b3b3b300b3ULL,
315 0x0000c0c0c0c000c0ULL, 0x0000e4e4e4e400e4ULL, 0x0000575757570057ULL,
316 0x0000eaeaeaea00eaULL, 0x0000aeaeaeae00aeULL, 0x0000232323230023ULL,
317 0x00006b6b6b6b006bULL, 0x0000454545450045ULL, 0x0000a5a5a5a500a5ULL,
318 0x0000edededed00edULL, 0x00004f4f4f4f004fULL, 0x00001d1d1d1d001dULL,
319 0x0000929292920092ULL, 0x0000868686860086ULL, 0x0000afafafaf00afULL,
320 0x00007c7c7c7c007cULL, 0x00001f1f1f1f001fULL, 0x00003e3e3e3e003eULL,
321 0x0000dcdcdcdc00dcULL, 0x00005e5e5e5e005eULL, 0x00000b0b0b0b000bULL,
322 0x0000a6a6a6a600a6ULL, 0x0000393939390039ULL, 0x0000d5d5d5d500d5ULL,
323 0x00005d5d5d5d005dULL, 0x0000d9d9d9d900d9ULL, 0x00005a5a5a5a005aULL,
324 0x0000515151510051ULL, 0x00006c6c6c6c006cULL, 0x00008b8b8b8b008bULL,
325 0x00009a9a9a9a009aULL, 0x0000fbfbfbfb00fbULL, 0x0000b0b0b0b000b0ULL,
326 0x0000747474740074ULL, 0x00002b2b2b2b002bULL, 0x0000f0f0f0f000f0ULL,
327 0x0000848484840084ULL, 0x0000dfdfdfdf00dfULL, 0x0000cbcbcbcb00cbULL,
328 0x0000343434340034ULL, 0x0000767676760076ULL, 0x00006d6d6d6d006dULL,
329 0x0000a9a9a9a900a9ULL, 0x0000d1d1d1d100d1ULL, 0x0000040404040004ULL,
330 0x0000141414140014ULL, 0x00003a3a3a3a003aULL, 0x0000dededede00deULL,
331 0x0000111111110011ULL, 0x0000323232320032ULL, 0x00009c9c9c9c009cULL,
332 0x0000535353530053ULL, 0x0000f2f2f2f200f2ULL, 0x0000fefefefe00feULL,
333 0x0000cfcfcfcf00cfULL, 0x0000c3c3c3c300c3ULL, 0x00007a7a7a7a007aULL,
334 0x0000242424240024ULL, 0x0000e8e8e8e800e8ULL, 0x0000606060600060ULL,
335 0x0000696969690069ULL, 0x0000aaaaaaaa00aaULL, 0x0000a0a0a0a000a0ULL,
336 0x0000a1a1a1a100a1ULL, 0x0000626262620062ULL, 0x0000545454540054ULL,
337 0x00001e1e1e1e001eULL, 0x0000e0e0e0e000e0ULL, 0x0000646464640064ULL,
338 0x0000101010100010ULL, 0x0000000000000000ULL, 0x0000a3a3a3a300a3ULL,
339 0x0000757575750075ULL, 0x00008a8a8a8a008aULL, 0x0000e6e6e6e600e6ULL,
340 0x0000090909090009ULL, 0x0000dddddddd00ddULL, 0x0000878787870087ULL,
341 0x0000838383830083ULL, 0x0000cdcdcdcd00cdULL, 0x0000909090900090ULL,
342 0x0000737373730073ULL, 0x0000f6f6f6f600f6ULL, 0x00009d9d9d9d009dULL,
343 0x0000bfbfbfbf00bfULL, 0x0000525252520052ULL, 0x0000d8d8d8d800d8ULL,
344 0x0000c8c8c8c800c8ULL, 0x0000c6c6c6c600c6ULL, 0x0000818181810081ULL,
345 0x00006f6f6f6f006fULL, 0x0000131313130013ULL, 0x0000636363630063ULL,
346 0x0000e9e9e9e900e9ULL, 0x0000a7a7a7a700a7ULL, 0x00009f9f9f9f009fULL,
347 0x0000bcbcbcbc00bcULL, 0x0000292929290029ULL, 0x0000f9f9f9f900f9ULL,
348 0x00002f2f2f2f002fULL, 0x0000b4b4b4b400b4ULL, 0x0000787878780078ULL,
349 0x0000060606060006ULL, 0x0000e7e7e7e700e7ULL, 0x0000717171710071ULL,
350 0x0000d4d4d4d400d4ULL, 0x0000abababab00abULL, 0x0000888888880088ULL,
351 0x00008d8d8d8d008dULL, 0x0000727272720072ULL, 0x0000b9b9b9b900b9ULL,
352 0x0000f8f8f8f800f8ULL, 0x0000acacacac00acULL, 0x0000363636360036ULL,
353 0x00002a2a2a2a002aULL, 0x00003c3c3c3c003cULL, 0x0000f1f1f1f100f1ULL,
354 0x0000404040400040ULL, 0x0000d3d3d3d300d3ULL, 0x0000bbbbbbbb00bbULL,
355 0x0000434343430043ULL, 0x0000151515150015ULL, 0x0000adadadad00adULL,
356 0x0000777777770077ULL, 0x0000808080800080ULL, 0x0000828282820082ULL,
357 0x0000ecececec00ecULL, 0x0000272727270027ULL, 0x0000e5e5e5e500e5ULL,
358 0x0000858585850085ULL, 0x0000353535350035ULL, 0x00000c0c0c0c000cULL,
359 0x0000414141410041ULL, 0x0000efefefef00efULL, 0x0000939393930093ULL,
360 0x0000191919190019ULL, 0x0000212121210021ULL, 0x00000e0e0e0e000eULL,
361 0x00004e4e4e4e004eULL, 0x0000656565650065ULL, 0x0000bdbdbdbd00bdULL,
362 0x0000b8b8b8b800b8ULL, 0x00008f8f8f8f008fULL, 0x0000ebebebeb00ebULL,
363 0x0000cececece00ceULL, 0x0000303030300030ULL, 0x00005f5f5f5f005fULL,
364 0x0000c5c5c5c500c5ULL, 0x00001a1a1a1a001aULL, 0x0000e1e1e1e100e1ULL,
365 0x0000cacacaca00caULL, 0x0000474747470047ULL, 0x00003d3d3d3d003dULL,
366 0x0000010101010001ULL, 0x0000d6d6d6d600d6ULL, 0x0000565656560056ULL,
367 0x00004d4d4d4d004dULL, 0x00000d0d0d0d000dULL, 0x0000666666660066ULL,
368 0x0000cccccccc00ccULL, 0x00002d2d2d2d002dULL, 0x0000121212120012ULL,
369 0x0000202020200020ULL, 0x0000b1b1b1b100b1ULL, 0x0000999999990099ULL,
370 0x00004c4c4c4c004cULL, 0x0000c2c2c2c200c2ULL, 0x00007e7e7e7e007eULL,
371 0x0000050505050005ULL, 0x0000b7b7b7b700b7ULL, 0x0000313131310031ULL,
372 0x0000171717170017ULL, 0x0000d7d7d7d700d7ULL, 0x0000585858580058ULL,
373 0x0000616161610061ULL, 0x00001b1b1b1b001bULL, 0x00001c1c1c1c001cULL,
374 0x00000f0f0f0f000fULL, 0x0000161616160016ULL, 0x0000181818180018ULL,
375 0x0000222222220022ULL, 0x0000444444440044ULL, 0x0000b2b2b2b200b2ULL,
376 0x0000b5b5b5b500b5ULL, 0x0000919191910091ULL, 0x0000080808080008ULL,
377 0x0000a8a8a8a800a8ULL, 0x0000fcfcfcfc00fcULL, 0x0000505050500050ULL,
378 0x0000d0d0d0d000d0ULL, 0x00007d7d7d7d007dULL, 0x0000898989890089ULL,
379 0x0000979797970097ULL, 0x00005b5b5b5b005bULL, 0x0000959595950095ULL,
380 0x0000ffffffff00ffULL, 0x0000d2d2d2d200d2ULL, 0x0000c4c4c4c400c4ULL,
381 0x0000484848480048ULL, 0x0000f7f7f7f700f7ULL, 0x0000dbdbdbdb00dbULL,
382 0x0000030303030003ULL, 0x0000dadadada00daULL, 0x00003f3f3f3f003fULL,
383 0x0000949494940094ULL, 0x00005c5c5c5c005cULL, 0x0000020202020002ULL,
384 0x00004a4a4a4a004aULL, 0x0000333333330033ULL, 0x0000676767670067ULL,
385 0x0000f3f3f3f300f3ULL, 0x00007f7f7f7f007fULL, 0x0000e2e2e2e200e2ULL,
386 0x00009b9b9b9b009bULL, 0x0000262626260026ULL, 0x0000373737370037ULL,
387 0x00003b3b3b3b003bULL, 0x0000969696960096ULL, 0x00004b4b4b4b004bULL,
388 0x0000bebebebe00beULL, 0x00002e2e2e2e002eULL, 0x0000797979790079ULL,
389 0x00008c8c8c8c008cULL, 0x00006e6e6e6e006eULL, 0x00008e8e8e8e008eULL,
390 0x0000f5f5f5f500f5ULL, 0x0000b6b6b6b600b6ULL, 0x0000fdfdfdfd00fdULL,
391 0x0000595959590059ULL, 0x0000989898980098ULL, 0x00006a6a6a6a006aULL,
392 0x0000464646460046ULL, 0x0000babababa00baULL, 0x0000252525250025ULL,
393 0x0000424242420042ULL, 0x0000a2a2a2a200a2ULL, 0x0000fafafafa00faULL,
394 0x0000070707070007ULL, 0x0000555555550055ULL, 0x0000eeeeeeee00eeULL,
395 0x00000a0a0a0a000aULL, 0x0000494949490049ULL, 0x0000686868680068ULL,
396 0x0000383838380038ULL, 0x0000a4a4a4a400a4ULL, 0x0000282828280028ULL,
397 0x00007b7b7b7b007bULL, 0x0000c9c9c9c900c9ULL, 0x0000c1c1c1c100c1ULL,
398 0x0000e3e3e3e300e3ULL, 0x0000f4f4f4f400f4ULL, 0x0000c7c7c7c700c7ULL,
399 0x00009e9e9e9e009eULL,
400 };
401
402 __visible const u64 camellia_sp02220222[256] = {
403 0x00e0e0e000e0e0e0ULL, 0x0005050500050505ULL, 0x0058585800585858ULL,
404 0x00d9d9d900d9d9d9ULL, 0x0067676700676767ULL, 0x004e4e4e004e4e4eULL,
405 0x0081818100818181ULL, 0x00cbcbcb00cbcbcbULL, 0x00c9c9c900c9c9c9ULL,
406 0x000b0b0b000b0b0bULL, 0x00aeaeae00aeaeaeULL, 0x006a6a6a006a6a6aULL,
407 0x00d5d5d500d5d5d5ULL, 0x0018181800181818ULL, 0x005d5d5d005d5d5dULL,
408 0x0082828200828282ULL, 0x0046464600464646ULL, 0x00dfdfdf00dfdfdfULL,
409 0x00d6d6d600d6d6d6ULL, 0x0027272700272727ULL, 0x008a8a8a008a8a8aULL,
410 0x0032323200323232ULL, 0x004b4b4b004b4b4bULL, 0x0042424200424242ULL,
411 0x00dbdbdb00dbdbdbULL, 0x001c1c1c001c1c1cULL, 0x009e9e9e009e9e9eULL,
412 0x009c9c9c009c9c9cULL, 0x003a3a3a003a3a3aULL, 0x00cacaca00cacacaULL,
413 0x0025252500252525ULL, 0x007b7b7b007b7b7bULL, 0x000d0d0d000d0d0dULL,
414 0x0071717100717171ULL, 0x005f5f5f005f5f5fULL, 0x001f1f1f001f1f1fULL,
415 0x00f8f8f800f8f8f8ULL, 0x00d7d7d700d7d7d7ULL, 0x003e3e3e003e3e3eULL,
416 0x009d9d9d009d9d9dULL, 0x007c7c7c007c7c7cULL, 0x0060606000606060ULL,
417 0x00b9b9b900b9b9b9ULL, 0x00bebebe00bebebeULL, 0x00bcbcbc00bcbcbcULL,
418 0x008b8b8b008b8b8bULL, 0x0016161600161616ULL, 0x0034343400343434ULL,
419 0x004d4d4d004d4d4dULL, 0x00c3c3c300c3c3c3ULL, 0x0072727200727272ULL,
420 0x0095959500959595ULL, 0x00ababab00abababULL, 0x008e8e8e008e8e8eULL,
421 0x00bababa00bababaULL, 0x007a7a7a007a7a7aULL, 0x00b3b3b300b3b3b3ULL,
422 0x0002020200020202ULL, 0x00b4b4b400b4b4b4ULL, 0x00adadad00adadadULL,
423 0x00a2a2a200a2a2a2ULL, 0x00acacac00acacacULL, 0x00d8d8d800d8d8d8ULL,
424 0x009a9a9a009a9a9aULL, 0x0017171700171717ULL, 0x001a1a1a001a1a1aULL,
425 0x0035353500353535ULL, 0x00cccccc00ccccccULL, 0x00f7f7f700f7f7f7ULL,
426 0x0099999900999999ULL, 0x0061616100616161ULL, 0x005a5a5a005a5a5aULL,
427 0x00e8e8e800e8e8e8ULL, 0x0024242400242424ULL, 0x0056565600565656ULL,
428 0x0040404000404040ULL, 0x00e1e1e100e1e1e1ULL, 0x0063636300636363ULL,
429 0x0009090900090909ULL, 0x0033333300333333ULL, 0x00bfbfbf00bfbfbfULL,
430 0x0098989800989898ULL, 0x0097979700979797ULL, 0x0085858500858585ULL,
431 0x0068686800686868ULL, 0x00fcfcfc00fcfcfcULL, 0x00ececec00ecececULL,
432 0x000a0a0a000a0a0aULL, 0x00dadada00dadadaULL, 0x006f6f6f006f6f6fULL,
433 0x0053535300535353ULL, 0x0062626200626262ULL, 0x00a3a3a300a3a3a3ULL,
434 0x002e2e2e002e2e2eULL, 0x0008080800080808ULL, 0x00afafaf00afafafULL,
435 0x0028282800282828ULL, 0x00b0b0b000b0b0b0ULL, 0x0074747400747474ULL,
436 0x00c2c2c200c2c2c2ULL, 0x00bdbdbd00bdbdbdULL, 0x0036363600363636ULL,
437 0x0022222200222222ULL, 0x0038383800383838ULL, 0x0064646400646464ULL,
438 0x001e1e1e001e1e1eULL, 0x0039393900393939ULL, 0x002c2c2c002c2c2cULL,
439 0x00a6a6a600a6a6a6ULL, 0x0030303000303030ULL, 0x00e5e5e500e5e5e5ULL,
440 0x0044444400444444ULL, 0x00fdfdfd00fdfdfdULL, 0x0088888800888888ULL,
441 0x009f9f9f009f9f9fULL, 0x0065656500656565ULL, 0x0087878700878787ULL,
442 0x006b6b6b006b6b6bULL, 0x00f4f4f400f4f4f4ULL, 0x0023232300232323ULL,
443 0x0048484800484848ULL, 0x0010101000101010ULL, 0x00d1d1d100d1d1d1ULL,
444 0x0051515100515151ULL, 0x00c0c0c000c0c0c0ULL, 0x00f9f9f900f9f9f9ULL,
445 0x00d2d2d200d2d2d2ULL, 0x00a0a0a000a0a0a0ULL, 0x0055555500555555ULL,
446 0x00a1a1a100a1a1a1ULL, 0x0041414100414141ULL, 0x00fafafa00fafafaULL,
447 0x0043434300434343ULL, 0x0013131300131313ULL, 0x00c4c4c400c4c4c4ULL,
448 0x002f2f2f002f2f2fULL, 0x00a8a8a800a8a8a8ULL, 0x00b6b6b600b6b6b6ULL,
449 0x003c3c3c003c3c3cULL, 0x002b2b2b002b2b2bULL, 0x00c1c1c100c1c1c1ULL,
450 0x00ffffff00ffffffULL, 0x00c8c8c800c8c8c8ULL, 0x00a5a5a500a5a5a5ULL,
451 0x0020202000202020ULL, 0x0089898900898989ULL, 0x0000000000000000ULL,
452 0x0090909000909090ULL, 0x0047474700474747ULL, 0x00efefef00efefefULL,
453 0x00eaeaea00eaeaeaULL, 0x00b7b7b700b7b7b7ULL, 0x0015151500151515ULL,
454 0x0006060600060606ULL, 0x00cdcdcd00cdcdcdULL, 0x00b5b5b500b5b5b5ULL,
455 0x0012121200121212ULL, 0x007e7e7e007e7e7eULL, 0x00bbbbbb00bbbbbbULL,
456 0x0029292900292929ULL, 0x000f0f0f000f0f0fULL, 0x00b8b8b800b8b8b8ULL,
457 0x0007070700070707ULL, 0x0004040400040404ULL, 0x009b9b9b009b9b9bULL,
458 0x0094949400949494ULL, 0x0021212100212121ULL, 0x0066666600666666ULL,
459 0x00e6e6e600e6e6e6ULL, 0x00cecece00cececeULL, 0x00ededed00edededULL,
460 0x00e7e7e700e7e7e7ULL, 0x003b3b3b003b3b3bULL, 0x00fefefe00fefefeULL,
461 0x007f7f7f007f7f7fULL, 0x00c5c5c500c5c5c5ULL, 0x00a4a4a400a4a4a4ULL,
462 0x0037373700373737ULL, 0x00b1b1b100b1b1b1ULL, 0x004c4c4c004c4c4cULL,
463 0x0091919100919191ULL, 0x006e6e6e006e6e6eULL, 0x008d8d8d008d8d8dULL,
464 0x0076767600767676ULL, 0x0003030300030303ULL, 0x002d2d2d002d2d2dULL,
465 0x00dedede00dededeULL, 0x0096969600969696ULL, 0x0026262600262626ULL,
466 0x007d7d7d007d7d7dULL, 0x00c6c6c600c6c6c6ULL, 0x005c5c5c005c5c5cULL,
467 0x00d3d3d300d3d3d3ULL, 0x00f2f2f200f2f2f2ULL, 0x004f4f4f004f4f4fULL,
468 0x0019191900191919ULL, 0x003f3f3f003f3f3fULL, 0x00dcdcdc00dcdcdcULL,
469 0x0079797900797979ULL, 0x001d1d1d001d1d1dULL, 0x0052525200525252ULL,
470 0x00ebebeb00ebebebULL, 0x00f3f3f300f3f3f3ULL, 0x006d6d6d006d6d6dULL,
471 0x005e5e5e005e5e5eULL, 0x00fbfbfb00fbfbfbULL, 0x0069696900696969ULL,
472 0x00b2b2b200b2b2b2ULL, 0x00f0f0f000f0f0f0ULL, 0x0031313100313131ULL,
473 0x000c0c0c000c0c0cULL, 0x00d4d4d400d4d4d4ULL, 0x00cfcfcf00cfcfcfULL,
474 0x008c8c8c008c8c8cULL, 0x00e2e2e200e2e2e2ULL, 0x0075757500757575ULL,
475 0x00a9a9a900a9a9a9ULL, 0x004a4a4a004a4a4aULL, 0x0057575700575757ULL,
476 0x0084848400848484ULL, 0x0011111100111111ULL, 0x0045454500454545ULL,
477 0x001b1b1b001b1b1bULL, 0x00f5f5f500f5f5f5ULL, 0x00e4e4e400e4e4e4ULL,
478 0x000e0e0e000e0e0eULL, 0x0073737300737373ULL, 0x00aaaaaa00aaaaaaULL,
479 0x00f1f1f100f1f1f1ULL, 0x00dddddd00ddddddULL, 0x0059595900595959ULL,
480 0x0014141400141414ULL, 0x006c6c6c006c6c6cULL, 0x0092929200929292ULL,
481 0x0054545400545454ULL, 0x00d0d0d000d0d0d0ULL, 0x0078787800787878ULL,
482 0x0070707000707070ULL, 0x00e3e3e300e3e3e3ULL, 0x0049494900494949ULL,
483 0x0080808000808080ULL, 0x0050505000505050ULL, 0x00a7a7a700a7a7a7ULL,
484 0x00f6f6f600f6f6f6ULL, 0x0077777700777777ULL, 0x0093939300939393ULL,
485 0x0086868600868686ULL, 0x0083838300838383ULL, 0x002a2a2a002a2a2aULL,
486 0x00c7c7c700c7c7c7ULL, 0x005b5b5b005b5b5bULL, 0x00e9e9e900e9e9e9ULL,
487 0x00eeeeee00eeeeeeULL, 0x008f8f8f008f8f8fULL, 0x0001010100010101ULL,
488 0x003d3d3d003d3d3dULL,
489 };
490
491 __visible const u64 camellia_sp30333033[256] = {
492 0x3800383838003838ULL, 0x4100414141004141ULL, 0x1600161616001616ULL,
493 0x7600767676007676ULL, 0xd900d9d9d900d9d9ULL, 0x9300939393009393ULL,
494 0x6000606060006060ULL, 0xf200f2f2f200f2f2ULL, 0x7200727272007272ULL,
495 0xc200c2c2c200c2c2ULL, 0xab00ababab00ababULL, 0x9a009a9a9a009a9aULL,
496 0x7500757575007575ULL, 0x0600060606000606ULL, 0x5700575757005757ULL,
497 0xa000a0a0a000a0a0ULL, 0x9100919191009191ULL, 0xf700f7f7f700f7f7ULL,
498 0xb500b5b5b500b5b5ULL, 0xc900c9c9c900c9c9ULL, 0xa200a2a2a200a2a2ULL,
499 0x8c008c8c8c008c8cULL, 0xd200d2d2d200d2d2ULL, 0x9000909090009090ULL,
500 0xf600f6f6f600f6f6ULL, 0x0700070707000707ULL, 0xa700a7a7a700a7a7ULL,
501 0x2700272727002727ULL, 0x8e008e8e8e008e8eULL, 0xb200b2b2b200b2b2ULL,
502 0x4900494949004949ULL, 0xde00dedede00dedeULL, 0x4300434343004343ULL,
503 0x5c005c5c5c005c5cULL, 0xd700d7d7d700d7d7ULL, 0xc700c7c7c700c7c7ULL,
504 0x3e003e3e3e003e3eULL, 0xf500f5f5f500f5f5ULL, 0x8f008f8f8f008f8fULL,
505 0x6700676767006767ULL, 0x1f001f1f1f001f1fULL, 0x1800181818001818ULL,
506 0x6e006e6e6e006e6eULL, 0xaf00afafaf00afafULL, 0x2f002f2f2f002f2fULL,
507 0xe200e2e2e200e2e2ULL, 0x8500858585008585ULL, 0x0d000d0d0d000d0dULL,
508 0x5300535353005353ULL, 0xf000f0f0f000f0f0ULL, 0x9c009c9c9c009c9cULL,
509 0x6500656565006565ULL, 0xea00eaeaea00eaeaULL, 0xa300a3a3a300a3a3ULL,
510 0xae00aeaeae00aeaeULL, 0x9e009e9e9e009e9eULL, 0xec00ececec00ececULL,
511 0x8000808080008080ULL, 0x2d002d2d2d002d2dULL, 0x6b006b6b6b006b6bULL,
512 0xa800a8a8a800a8a8ULL, 0x2b002b2b2b002b2bULL, 0x3600363636003636ULL,
513 0xa600a6a6a600a6a6ULL, 0xc500c5c5c500c5c5ULL, 0x8600868686008686ULL,
514 0x4d004d4d4d004d4dULL, 0x3300333333003333ULL, 0xfd00fdfdfd00fdfdULL,
515 0x6600666666006666ULL, 0x5800585858005858ULL, 0x9600969696009696ULL,
516 0x3a003a3a3a003a3aULL, 0x0900090909000909ULL, 0x9500959595009595ULL,
517 0x1000101010001010ULL, 0x7800787878007878ULL, 0xd800d8d8d800d8d8ULL,
518 0x4200424242004242ULL, 0xcc00cccccc00ccccULL, 0xef00efefef00efefULL,
519 0x2600262626002626ULL, 0xe500e5e5e500e5e5ULL, 0x6100616161006161ULL,
520 0x1a001a1a1a001a1aULL, 0x3f003f3f3f003f3fULL, 0x3b003b3b3b003b3bULL,
521 0x8200828282008282ULL, 0xb600b6b6b600b6b6ULL, 0xdb00dbdbdb00dbdbULL,
522 0xd400d4d4d400d4d4ULL, 0x9800989898009898ULL, 0xe800e8e8e800e8e8ULL,
523 0x8b008b8b8b008b8bULL, 0x0200020202000202ULL, 0xeb00ebebeb00ebebULL,
524 0x0a000a0a0a000a0aULL, 0x2c002c2c2c002c2cULL, 0x1d001d1d1d001d1dULL,
525 0xb000b0b0b000b0b0ULL, 0x6f006f6f6f006f6fULL, 0x8d008d8d8d008d8dULL,
526 0x8800888888008888ULL, 0x0e000e0e0e000e0eULL, 0x1900191919001919ULL,
527 0x8700878787008787ULL, 0x4e004e4e4e004e4eULL, 0x0b000b0b0b000b0bULL,
528 0xa900a9a9a900a9a9ULL, 0x0c000c0c0c000c0cULL, 0x7900797979007979ULL,
529 0x1100111111001111ULL, 0x7f007f7f7f007f7fULL, 0x2200222222002222ULL,
530 0xe700e7e7e700e7e7ULL, 0x5900595959005959ULL, 0xe100e1e1e100e1e1ULL,
531 0xda00dadada00dadaULL, 0x3d003d3d3d003d3dULL, 0xc800c8c8c800c8c8ULL,
532 0x1200121212001212ULL, 0x0400040404000404ULL, 0x7400747474007474ULL,
533 0x5400545454005454ULL, 0x3000303030003030ULL, 0x7e007e7e7e007e7eULL,
534 0xb400b4b4b400b4b4ULL, 0x2800282828002828ULL, 0x5500555555005555ULL,
535 0x6800686868006868ULL, 0x5000505050005050ULL, 0xbe00bebebe00bebeULL,
536 0xd000d0d0d000d0d0ULL, 0xc400c4c4c400c4c4ULL, 0x3100313131003131ULL,
537 0xcb00cbcbcb00cbcbULL, 0x2a002a2a2a002a2aULL, 0xad00adadad00adadULL,
538 0x0f000f0f0f000f0fULL, 0xca00cacaca00cacaULL, 0x7000707070007070ULL,
539 0xff00ffffff00ffffULL, 0x3200323232003232ULL, 0x6900696969006969ULL,
540 0x0800080808000808ULL, 0x6200626262006262ULL, 0x0000000000000000ULL,
541 0x2400242424002424ULL, 0xd100d1d1d100d1d1ULL, 0xfb00fbfbfb00fbfbULL,
542 0xba00bababa00babaULL, 0xed00ededed00ededULL, 0x4500454545004545ULL,
543 0x8100818181008181ULL, 0x7300737373007373ULL, 0x6d006d6d6d006d6dULL,
544 0x8400848484008484ULL, 0x9f009f9f9f009f9fULL, 0xee00eeeeee00eeeeULL,
545 0x4a004a4a4a004a4aULL, 0xc300c3c3c300c3c3ULL, 0x2e002e2e2e002e2eULL,
546 0xc100c1c1c100c1c1ULL, 0x0100010101000101ULL, 0xe600e6e6e600e6e6ULL,
547 0x2500252525002525ULL, 0x4800484848004848ULL, 0x9900999999009999ULL,
548 0xb900b9b9b900b9b9ULL, 0xb300b3b3b300b3b3ULL, 0x7b007b7b7b007b7bULL,
549 0xf900f9f9f900f9f9ULL, 0xce00cecece00ceceULL, 0xbf00bfbfbf00bfbfULL,
550 0xdf00dfdfdf00dfdfULL, 0x7100717171007171ULL, 0x2900292929002929ULL,
551 0xcd00cdcdcd00cdcdULL, 0x6c006c6c6c006c6cULL, 0x1300131313001313ULL,
552 0x6400646464006464ULL, 0x9b009b9b9b009b9bULL, 0x6300636363006363ULL,
553 0x9d009d9d9d009d9dULL, 0xc000c0c0c000c0c0ULL, 0x4b004b4b4b004b4bULL,
554 0xb700b7b7b700b7b7ULL, 0xa500a5a5a500a5a5ULL, 0x8900898989008989ULL,
555 0x5f005f5f5f005f5fULL, 0xb100b1b1b100b1b1ULL, 0x1700171717001717ULL,
556 0xf400f4f4f400f4f4ULL, 0xbc00bcbcbc00bcbcULL, 0xd300d3d3d300d3d3ULL,
557 0x4600464646004646ULL, 0xcf00cfcfcf00cfcfULL, 0x3700373737003737ULL,
558 0x5e005e5e5e005e5eULL, 0x4700474747004747ULL, 0x9400949494009494ULL,
559 0xfa00fafafa00fafaULL, 0xfc00fcfcfc00fcfcULL, 0x5b005b5b5b005b5bULL,
560 0x9700979797009797ULL, 0xfe00fefefe00fefeULL, 0x5a005a5a5a005a5aULL,
561 0xac00acacac00acacULL, 0x3c003c3c3c003c3cULL, 0x4c004c4c4c004c4cULL,
562 0x0300030303000303ULL, 0x3500353535003535ULL, 0xf300f3f3f300f3f3ULL,
563 0x2300232323002323ULL, 0xb800b8b8b800b8b8ULL, 0x5d005d5d5d005d5dULL,
564 0x6a006a6a6a006a6aULL, 0x9200929292009292ULL, 0xd500d5d5d500d5d5ULL,
565 0x2100212121002121ULL, 0x4400444444004444ULL, 0x5100515151005151ULL,
566 0xc600c6c6c600c6c6ULL, 0x7d007d7d7d007d7dULL, 0x3900393939003939ULL,
567 0x8300838383008383ULL, 0xdc00dcdcdc00dcdcULL, 0xaa00aaaaaa00aaaaULL,
568 0x7c007c7c7c007c7cULL, 0x7700777777007777ULL, 0x5600565656005656ULL,
569 0x0500050505000505ULL, 0x1b001b1b1b001b1bULL, 0xa400a4a4a400a4a4ULL,
570 0x1500151515001515ULL, 0x3400343434003434ULL, 0x1e001e1e1e001e1eULL,
571 0x1c001c1c1c001c1cULL, 0xf800f8f8f800f8f8ULL, 0x5200525252005252ULL,
572 0x2000202020002020ULL, 0x1400141414001414ULL, 0xe900e9e9e900e9e9ULL,
573 0xbd00bdbdbd00bdbdULL, 0xdd00dddddd00ddddULL, 0xe400e4e4e400e4e4ULL,
574 0xa100a1a1a100a1a1ULL, 0xe000e0e0e000e0e0ULL, 0x8a008a8a8a008a8aULL,
575 0xf100f1f1f100f1f1ULL, 0xd600d6d6d600d6d6ULL, 0x7a007a7a7a007a7aULL,
576 0xbb00bbbbbb00bbbbULL, 0xe300e3e3e300e3e3ULL, 0x4000404040004040ULL,
577 0x4f004f4f4f004f4fULL,
578 };
579
580 __visible const u64 camellia_sp44044404[256] = {
581 0x7070007070700070ULL, 0x2c2c002c2c2c002cULL, 0xb3b300b3b3b300b3ULL,
582 0xc0c000c0c0c000c0ULL, 0xe4e400e4e4e400e4ULL, 0x5757005757570057ULL,
583 0xeaea00eaeaea00eaULL, 0xaeae00aeaeae00aeULL, 0x2323002323230023ULL,
584 0x6b6b006b6b6b006bULL, 0x4545004545450045ULL, 0xa5a500a5a5a500a5ULL,
585 0xeded00ededed00edULL, 0x4f4f004f4f4f004fULL, 0x1d1d001d1d1d001dULL,
586 0x9292009292920092ULL, 0x8686008686860086ULL, 0xafaf00afafaf00afULL,
587 0x7c7c007c7c7c007cULL, 0x1f1f001f1f1f001fULL, 0x3e3e003e3e3e003eULL,
588 0xdcdc00dcdcdc00dcULL, 0x5e5e005e5e5e005eULL, 0x0b0b000b0b0b000bULL,
589 0xa6a600a6a6a600a6ULL, 0x3939003939390039ULL, 0xd5d500d5d5d500d5ULL,
590 0x5d5d005d5d5d005dULL, 0xd9d900d9d9d900d9ULL, 0x5a5a005a5a5a005aULL,
591 0x5151005151510051ULL, 0x6c6c006c6c6c006cULL, 0x8b8b008b8b8b008bULL,
592 0x9a9a009a9a9a009aULL, 0xfbfb00fbfbfb00fbULL, 0xb0b000b0b0b000b0ULL,
593 0x7474007474740074ULL, 0x2b2b002b2b2b002bULL, 0xf0f000f0f0f000f0ULL,
594 0x8484008484840084ULL, 0xdfdf00dfdfdf00dfULL, 0xcbcb00cbcbcb00cbULL,
595 0x3434003434340034ULL, 0x7676007676760076ULL, 0x6d6d006d6d6d006dULL,
596 0xa9a900a9a9a900a9ULL, 0xd1d100d1d1d100d1ULL, 0x0404000404040004ULL,
597 0x1414001414140014ULL, 0x3a3a003a3a3a003aULL, 0xdede00dedede00deULL,
598 0x1111001111110011ULL, 0x3232003232320032ULL, 0x9c9c009c9c9c009cULL,
599 0x5353005353530053ULL, 0xf2f200f2f2f200f2ULL, 0xfefe00fefefe00feULL,
600 0xcfcf00cfcfcf00cfULL, 0xc3c300c3c3c300c3ULL, 0x7a7a007a7a7a007aULL,
601 0x2424002424240024ULL, 0xe8e800e8e8e800e8ULL, 0x6060006060600060ULL,
602 0x6969006969690069ULL, 0xaaaa00aaaaaa00aaULL, 0xa0a000a0a0a000a0ULL,
603 0xa1a100a1a1a100a1ULL, 0x6262006262620062ULL, 0x5454005454540054ULL,
604 0x1e1e001e1e1e001eULL, 0xe0e000e0e0e000e0ULL, 0x6464006464640064ULL,
605 0x1010001010100010ULL, 0x0000000000000000ULL, 0xa3a300a3a3a300a3ULL,
606 0x7575007575750075ULL, 0x8a8a008a8a8a008aULL, 0xe6e600e6e6e600e6ULL,
607 0x0909000909090009ULL, 0xdddd00dddddd00ddULL, 0x8787008787870087ULL,
608 0x8383008383830083ULL, 0xcdcd00cdcdcd00cdULL, 0x9090009090900090ULL,
609 0x7373007373730073ULL, 0xf6f600f6f6f600f6ULL, 0x9d9d009d9d9d009dULL,
610 0xbfbf00bfbfbf00bfULL, 0x5252005252520052ULL, 0xd8d800d8d8d800d8ULL,
611 0xc8c800c8c8c800c8ULL, 0xc6c600c6c6c600c6ULL, 0x8181008181810081ULL,
612 0x6f6f006f6f6f006fULL, 0x1313001313130013ULL, 0x6363006363630063ULL,
613 0xe9e900e9e9e900e9ULL, 0xa7a700a7a7a700a7ULL, 0x9f9f009f9f9f009fULL,
614 0xbcbc00bcbcbc00bcULL, 0x2929002929290029ULL, 0xf9f900f9f9f900f9ULL,
615 0x2f2f002f2f2f002fULL, 0xb4b400b4b4b400b4ULL, 0x7878007878780078ULL,
616 0x0606000606060006ULL, 0xe7e700e7e7e700e7ULL, 0x7171007171710071ULL,
617 0xd4d400d4d4d400d4ULL, 0xabab00ababab00abULL, 0x8888008888880088ULL,
618 0x8d8d008d8d8d008dULL, 0x7272007272720072ULL, 0xb9b900b9b9b900b9ULL,
619 0xf8f800f8f8f800f8ULL, 0xacac00acacac00acULL, 0x3636003636360036ULL,
620 0x2a2a002a2a2a002aULL, 0x3c3c003c3c3c003cULL, 0xf1f100f1f1f100f1ULL,
621 0x4040004040400040ULL, 0xd3d300d3d3d300d3ULL, 0xbbbb00bbbbbb00bbULL,
622 0x4343004343430043ULL, 0x1515001515150015ULL, 0xadad00adadad00adULL,
623 0x7777007777770077ULL, 0x8080008080800080ULL, 0x8282008282820082ULL,
624 0xecec00ececec00ecULL, 0x2727002727270027ULL, 0xe5e500e5e5e500e5ULL,
625 0x8585008585850085ULL, 0x3535003535350035ULL, 0x0c0c000c0c0c000cULL,
626 0x4141004141410041ULL, 0xefef00efefef00efULL, 0x9393009393930093ULL,
627 0x1919001919190019ULL, 0x2121002121210021ULL, 0x0e0e000e0e0e000eULL,
628 0x4e4e004e4e4e004eULL, 0x6565006565650065ULL, 0xbdbd00bdbdbd00bdULL,
629 0xb8b800b8b8b800b8ULL, 0x8f8f008f8f8f008fULL, 0xebeb00ebebeb00ebULL,
630 0xcece00cecece00ceULL, 0x3030003030300030ULL, 0x5f5f005f5f5f005fULL,
631 0xc5c500c5c5c500c5ULL, 0x1a1a001a1a1a001aULL, 0xe1e100e1e1e100e1ULL,
632 0xcaca00cacaca00caULL, 0x4747004747470047ULL, 0x3d3d003d3d3d003dULL,
633 0x0101000101010001ULL, 0xd6d600d6d6d600d6ULL, 0x5656005656560056ULL,
634 0x4d4d004d4d4d004dULL, 0x0d0d000d0d0d000dULL, 0x6666006666660066ULL,
635 0xcccc00cccccc00ccULL, 0x2d2d002d2d2d002dULL, 0x1212001212120012ULL,
636 0x2020002020200020ULL, 0xb1b100b1b1b100b1ULL, 0x9999009999990099ULL,
637 0x4c4c004c4c4c004cULL, 0xc2c200c2c2c200c2ULL, 0x7e7e007e7e7e007eULL,
638 0x0505000505050005ULL, 0xb7b700b7b7b700b7ULL, 0x3131003131310031ULL,
639 0x1717001717170017ULL, 0xd7d700d7d7d700d7ULL, 0x5858005858580058ULL,
640 0x6161006161610061ULL, 0x1b1b001b1b1b001bULL, 0x1c1c001c1c1c001cULL,
641 0x0f0f000f0f0f000fULL, 0x1616001616160016ULL, 0x1818001818180018ULL,
642 0x2222002222220022ULL, 0x4444004444440044ULL, 0xb2b200b2b2b200b2ULL,
643 0xb5b500b5b5b500b5ULL, 0x9191009191910091ULL, 0x0808000808080008ULL,
644 0xa8a800a8a8a800a8ULL, 0xfcfc00fcfcfc00fcULL, 0x5050005050500050ULL,
645 0xd0d000d0d0d000d0ULL, 0x7d7d007d7d7d007dULL, 0x8989008989890089ULL,
646 0x9797009797970097ULL, 0x5b5b005b5b5b005bULL, 0x9595009595950095ULL,
647 0xffff00ffffff00ffULL, 0xd2d200d2d2d200d2ULL, 0xc4c400c4c4c400c4ULL,
648 0x4848004848480048ULL, 0xf7f700f7f7f700f7ULL, 0xdbdb00dbdbdb00dbULL,
649 0x0303000303030003ULL, 0xdada00dadada00daULL, 0x3f3f003f3f3f003fULL,
650 0x9494009494940094ULL, 0x5c5c005c5c5c005cULL, 0x0202000202020002ULL,
651 0x4a4a004a4a4a004aULL, 0x3333003333330033ULL, 0x6767006767670067ULL,
652 0xf3f300f3f3f300f3ULL, 0x7f7f007f7f7f007fULL, 0xe2e200e2e2e200e2ULL,
653 0x9b9b009b9b9b009bULL, 0x2626002626260026ULL, 0x3737003737370037ULL,
654 0x3b3b003b3b3b003bULL, 0x9696009696960096ULL, 0x4b4b004b4b4b004bULL,
655 0xbebe00bebebe00beULL, 0x2e2e002e2e2e002eULL, 0x7979007979790079ULL,
656 0x8c8c008c8c8c008cULL, 0x6e6e006e6e6e006eULL, 0x8e8e008e8e8e008eULL,
657 0xf5f500f5f5f500f5ULL, 0xb6b600b6b6b600b6ULL, 0xfdfd00fdfdfd00fdULL,
658 0x5959005959590059ULL, 0x9898009898980098ULL, 0x6a6a006a6a6a006aULL,
659 0x4646004646460046ULL, 0xbaba00bababa00baULL, 0x2525002525250025ULL,
660 0x4242004242420042ULL, 0xa2a200a2a2a200a2ULL, 0xfafa00fafafa00faULL,
661 0x0707000707070007ULL, 0x5555005555550055ULL, 0xeeee00eeeeee00eeULL,
662 0x0a0a000a0a0a000aULL, 0x4949004949490049ULL, 0x6868006868680068ULL,
663 0x3838003838380038ULL, 0xa4a400a4a4a400a4ULL, 0x2828002828280028ULL,
664 0x7b7b007b7b7b007bULL, 0xc9c900c9c9c900c9ULL, 0xc1c100c1c1c100c1ULL,
665 0xe3e300e3e3e300e3ULL, 0xf4f400f4f4f400f4ULL, 0xc7c700c7c7c700c7ULL,
666 0x9e9e009e9e9e009eULL,
667 };
668
669 __visible const u64 camellia_sp11101110[256] = {
670 0x7070700070707000ULL, 0x8282820082828200ULL, 0x2c2c2c002c2c2c00ULL,
671 0xececec00ececec00ULL, 0xb3b3b300b3b3b300ULL, 0x2727270027272700ULL,
672 0xc0c0c000c0c0c000ULL, 0xe5e5e500e5e5e500ULL, 0xe4e4e400e4e4e400ULL,
673 0x8585850085858500ULL, 0x5757570057575700ULL, 0x3535350035353500ULL,
674 0xeaeaea00eaeaea00ULL, 0x0c0c0c000c0c0c00ULL, 0xaeaeae00aeaeae00ULL,
675 0x4141410041414100ULL, 0x2323230023232300ULL, 0xefefef00efefef00ULL,
676 0x6b6b6b006b6b6b00ULL, 0x9393930093939300ULL, 0x4545450045454500ULL,
677 0x1919190019191900ULL, 0xa5a5a500a5a5a500ULL, 0x2121210021212100ULL,
678 0xededed00ededed00ULL, 0x0e0e0e000e0e0e00ULL, 0x4f4f4f004f4f4f00ULL,
679 0x4e4e4e004e4e4e00ULL, 0x1d1d1d001d1d1d00ULL, 0x6565650065656500ULL,
680 0x9292920092929200ULL, 0xbdbdbd00bdbdbd00ULL, 0x8686860086868600ULL,
681 0xb8b8b800b8b8b800ULL, 0xafafaf00afafaf00ULL, 0x8f8f8f008f8f8f00ULL,
682 0x7c7c7c007c7c7c00ULL, 0xebebeb00ebebeb00ULL, 0x1f1f1f001f1f1f00ULL,
683 0xcecece00cecece00ULL, 0x3e3e3e003e3e3e00ULL, 0x3030300030303000ULL,
684 0xdcdcdc00dcdcdc00ULL, 0x5f5f5f005f5f5f00ULL, 0x5e5e5e005e5e5e00ULL,
685 0xc5c5c500c5c5c500ULL, 0x0b0b0b000b0b0b00ULL, 0x1a1a1a001a1a1a00ULL,
686 0xa6a6a600a6a6a600ULL, 0xe1e1e100e1e1e100ULL, 0x3939390039393900ULL,
687 0xcacaca00cacaca00ULL, 0xd5d5d500d5d5d500ULL, 0x4747470047474700ULL,
688 0x5d5d5d005d5d5d00ULL, 0x3d3d3d003d3d3d00ULL, 0xd9d9d900d9d9d900ULL,
689 0x0101010001010100ULL, 0x5a5a5a005a5a5a00ULL, 0xd6d6d600d6d6d600ULL,
690 0x5151510051515100ULL, 0x5656560056565600ULL, 0x6c6c6c006c6c6c00ULL,
691 0x4d4d4d004d4d4d00ULL, 0x8b8b8b008b8b8b00ULL, 0x0d0d0d000d0d0d00ULL,
692 0x9a9a9a009a9a9a00ULL, 0x6666660066666600ULL, 0xfbfbfb00fbfbfb00ULL,
693 0xcccccc00cccccc00ULL, 0xb0b0b000b0b0b000ULL, 0x2d2d2d002d2d2d00ULL,
694 0x7474740074747400ULL, 0x1212120012121200ULL, 0x2b2b2b002b2b2b00ULL,
695 0x2020200020202000ULL, 0xf0f0f000f0f0f000ULL, 0xb1b1b100b1b1b100ULL,
696 0x8484840084848400ULL, 0x9999990099999900ULL, 0xdfdfdf00dfdfdf00ULL,
697 0x4c4c4c004c4c4c00ULL, 0xcbcbcb00cbcbcb00ULL, 0xc2c2c200c2c2c200ULL,
698 0x3434340034343400ULL, 0x7e7e7e007e7e7e00ULL, 0x7676760076767600ULL,
699 0x0505050005050500ULL, 0x6d6d6d006d6d6d00ULL, 0xb7b7b700b7b7b700ULL,
700 0xa9a9a900a9a9a900ULL, 0x3131310031313100ULL, 0xd1d1d100d1d1d100ULL,
701 0x1717170017171700ULL, 0x0404040004040400ULL, 0xd7d7d700d7d7d700ULL,
702 0x1414140014141400ULL, 0x5858580058585800ULL, 0x3a3a3a003a3a3a00ULL,
703 0x6161610061616100ULL, 0xdedede00dedede00ULL, 0x1b1b1b001b1b1b00ULL,
704 0x1111110011111100ULL, 0x1c1c1c001c1c1c00ULL, 0x3232320032323200ULL,
705 0x0f0f0f000f0f0f00ULL, 0x9c9c9c009c9c9c00ULL, 0x1616160016161600ULL,
706 0x5353530053535300ULL, 0x1818180018181800ULL, 0xf2f2f200f2f2f200ULL,
707 0x2222220022222200ULL, 0xfefefe00fefefe00ULL, 0x4444440044444400ULL,
708 0xcfcfcf00cfcfcf00ULL, 0xb2b2b200b2b2b200ULL, 0xc3c3c300c3c3c300ULL,
709 0xb5b5b500b5b5b500ULL, 0x7a7a7a007a7a7a00ULL, 0x9191910091919100ULL,
710 0x2424240024242400ULL, 0x0808080008080800ULL, 0xe8e8e800e8e8e800ULL,
711 0xa8a8a800a8a8a800ULL, 0x6060600060606000ULL, 0xfcfcfc00fcfcfc00ULL,
712 0x6969690069696900ULL, 0x5050500050505000ULL, 0xaaaaaa00aaaaaa00ULL,
713 0xd0d0d000d0d0d000ULL, 0xa0a0a000a0a0a000ULL, 0x7d7d7d007d7d7d00ULL,
714 0xa1a1a100a1a1a100ULL, 0x8989890089898900ULL, 0x6262620062626200ULL,
715 0x9797970097979700ULL, 0x5454540054545400ULL, 0x5b5b5b005b5b5b00ULL,
716 0x1e1e1e001e1e1e00ULL, 0x9595950095959500ULL, 0xe0e0e000e0e0e000ULL,
717 0xffffff00ffffff00ULL, 0x6464640064646400ULL, 0xd2d2d200d2d2d200ULL,
718 0x1010100010101000ULL, 0xc4c4c400c4c4c400ULL, 0x0000000000000000ULL,
719 0x4848480048484800ULL, 0xa3a3a300a3a3a300ULL, 0xf7f7f700f7f7f700ULL,
720 0x7575750075757500ULL, 0xdbdbdb00dbdbdb00ULL, 0x8a8a8a008a8a8a00ULL,
721 0x0303030003030300ULL, 0xe6e6e600e6e6e600ULL, 0xdadada00dadada00ULL,
722 0x0909090009090900ULL, 0x3f3f3f003f3f3f00ULL, 0xdddddd00dddddd00ULL,
723 0x9494940094949400ULL, 0x8787870087878700ULL, 0x5c5c5c005c5c5c00ULL,
724 0x8383830083838300ULL, 0x0202020002020200ULL, 0xcdcdcd00cdcdcd00ULL,
725 0x4a4a4a004a4a4a00ULL, 0x9090900090909000ULL, 0x3333330033333300ULL,
726 0x7373730073737300ULL, 0x6767670067676700ULL, 0xf6f6f600f6f6f600ULL,
727 0xf3f3f300f3f3f300ULL, 0x9d9d9d009d9d9d00ULL, 0x7f7f7f007f7f7f00ULL,
728 0xbfbfbf00bfbfbf00ULL, 0xe2e2e200e2e2e200ULL, 0x5252520052525200ULL,
729 0x9b9b9b009b9b9b00ULL, 0xd8d8d800d8d8d800ULL, 0x2626260026262600ULL,
730 0xc8c8c800c8c8c800ULL, 0x3737370037373700ULL, 0xc6c6c600c6c6c600ULL,
731 0x3b3b3b003b3b3b00ULL, 0x8181810081818100ULL, 0x9696960096969600ULL,
732 0x6f6f6f006f6f6f00ULL, 0x4b4b4b004b4b4b00ULL, 0x1313130013131300ULL,
733 0xbebebe00bebebe00ULL, 0x6363630063636300ULL, 0x2e2e2e002e2e2e00ULL,
734 0xe9e9e900e9e9e900ULL, 0x7979790079797900ULL, 0xa7a7a700a7a7a700ULL,
735 0x8c8c8c008c8c8c00ULL, 0x9f9f9f009f9f9f00ULL, 0x6e6e6e006e6e6e00ULL,
736 0xbcbcbc00bcbcbc00ULL, 0x8e8e8e008e8e8e00ULL, 0x2929290029292900ULL,
737 0xf5f5f500f5f5f500ULL, 0xf9f9f900f9f9f900ULL, 0xb6b6b600b6b6b600ULL,
738 0x2f2f2f002f2f2f00ULL, 0xfdfdfd00fdfdfd00ULL, 0xb4b4b400b4b4b400ULL,
739 0x5959590059595900ULL, 0x7878780078787800ULL, 0x9898980098989800ULL,
740 0x0606060006060600ULL, 0x6a6a6a006a6a6a00ULL, 0xe7e7e700e7e7e700ULL,
741 0x4646460046464600ULL, 0x7171710071717100ULL, 0xbababa00bababa00ULL,
742 0xd4d4d400d4d4d400ULL, 0x2525250025252500ULL, 0xababab00ababab00ULL,
743 0x4242420042424200ULL, 0x8888880088888800ULL, 0xa2a2a200a2a2a200ULL,
744 0x8d8d8d008d8d8d00ULL, 0xfafafa00fafafa00ULL, 0x7272720072727200ULL,
745 0x0707070007070700ULL, 0xb9b9b900b9b9b900ULL, 0x5555550055555500ULL,
746 0xf8f8f800f8f8f800ULL, 0xeeeeee00eeeeee00ULL, 0xacacac00acacac00ULL,
747 0x0a0a0a000a0a0a00ULL, 0x3636360036363600ULL, 0x4949490049494900ULL,
748 0x2a2a2a002a2a2a00ULL, 0x6868680068686800ULL, 0x3c3c3c003c3c3c00ULL,
749 0x3838380038383800ULL, 0xf1f1f100f1f1f100ULL, 0xa4a4a400a4a4a400ULL,
750 0x4040400040404000ULL, 0x2828280028282800ULL, 0xd3d3d300d3d3d300ULL,
751 0x7b7b7b007b7b7b00ULL, 0xbbbbbb00bbbbbb00ULL, 0xc9c9c900c9c9c900ULL,
752 0x4343430043434300ULL, 0xc1c1c100c1c1c100ULL, 0x1515150015151500ULL,
753 0xe3e3e300e3e3e300ULL, 0xadadad00adadad00ULL, 0xf4f4f400f4f4f400ULL,
754 0x7777770077777700ULL, 0xc7c7c700c7c7c700ULL, 0x8080800080808000ULL,
755 0x9e9e9e009e9e9e00ULL,
756 };
757
758 /* key constants */
759 #define CAMELLIA_SIGMA1L (0xA09E667FL)
760 #define CAMELLIA_SIGMA1R (0x3BCC908BL)
761 #define CAMELLIA_SIGMA2L (0xB67AE858L)
762 #define CAMELLIA_SIGMA2R (0x4CAA73B2L)
763 #define CAMELLIA_SIGMA3L (0xC6EF372FL)
764 #define CAMELLIA_SIGMA3R (0xE94F82BEL)
765 #define CAMELLIA_SIGMA4L (0x54FF53A5L)
766 #define CAMELLIA_SIGMA4R (0xF1D36F1CL)
767 #define CAMELLIA_SIGMA5L (0x10E527FAL)
768 #define CAMELLIA_SIGMA5R (0xDE682D1DL)
769 #define CAMELLIA_SIGMA6L (0xB05688C2L)
770 #define CAMELLIA_SIGMA6R (0xB3E6C1FDL)
771
772 /* macros */
773 #define ROLDQ(l, r, bits) ({ \
774 u64 t = l; \
775 l = (l << bits) | (r >> (64 - bits)); \
776 r = (r << bits) | (t >> (64 - bits)); \
777 })
778
779 #define CAMELLIA_F(x, kl, kr, y) ({ \
780 u64 ii = x ^ (((u64)kl << 32) | kr); \
781 y = camellia_sp11101110[(uint8_t)ii]; \
782 y ^= camellia_sp44044404[(uint8_t)(ii >> 8)]; \
783 ii >>= 16; \
784 y ^= camellia_sp30333033[(uint8_t)ii]; \
785 y ^= camellia_sp02220222[(uint8_t)(ii >> 8)]; \
786 ii >>= 16; \
787 y ^= camellia_sp00444404[(uint8_t)ii]; \
788 y ^= camellia_sp03303033[(uint8_t)(ii >> 8)]; \
789 ii >>= 16; \
790 y ^= camellia_sp22000222[(uint8_t)ii]; \
791 y ^= camellia_sp10011110[(uint8_t)(ii >> 8)]; \
792 y = ror64(y, 32); \
793 })
794
795 #define SET_SUBKEY_LR(INDEX, sRL) (subkey[(INDEX)] = ror64((sRL), 32))
796
camellia_setup_tail(u64 * subkey,u64 * subRL,int max)797 static void camellia_setup_tail(u64 *subkey, u64 *subRL, int max)
798 {
799 u64 kw4, tt;
800 u32 dw, tl, tr;
801
802 /* absorb kw2 to other subkeys */
803 /* round 2 */
804 subRL[3] ^= subRL[1];
805 /* round 4 */
806 subRL[5] ^= subRL[1];
807 /* round 6 */
808 subRL[7] ^= subRL[1];
809
810 subRL[1] ^= (subRL[1] & ~subRL[9]) << 32;
811 /* modified for FLinv(kl2) */
812 dw = (subRL[1] & subRL[9]) >> 32;
813 subRL[1] ^= rol32(dw, 1);
814
815 /* round 8 */
816 subRL[11] ^= subRL[1];
817 /* round 10 */
818 subRL[13] ^= subRL[1];
819 /* round 12 */
820 subRL[15] ^= subRL[1];
821
822 subRL[1] ^= (subRL[1] & ~subRL[17]) << 32;
823 /* modified for FLinv(kl4) */
824 dw = (subRL[1] & subRL[17]) >> 32;
825 subRL[1] ^= rol32(dw, 1);
826
827 /* round 14 */
828 subRL[19] ^= subRL[1];
829 /* round 16 */
830 subRL[21] ^= subRL[1];
831 /* round 18 */
832 subRL[23] ^= subRL[1];
833
834 if (max == 24) {
835 /* kw3 */
836 subRL[24] ^= subRL[1];
837
838 /* absorb kw4 to other subkeys */
839 kw4 = subRL[25];
840 } else {
841 subRL[1] ^= (subRL[1] & ~subRL[25]) << 32;
842 /* modified for FLinv(kl6) */
843 dw = (subRL[1] & subRL[25]) >> 32;
844 subRL[1] ^= rol32(dw, 1);
845
846 /* round 20 */
847 subRL[27] ^= subRL[1];
848 /* round 22 */
849 subRL[29] ^= subRL[1];
850 /* round 24 */
851 subRL[31] ^= subRL[1];
852 /* kw3 */
853 subRL[32] ^= subRL[1];
854
855 /* absorb kw4 to other subkeys */
856 kw4 = subRL[33];
857 /* round 23 */
858 subRL[30] ^= kw4;
859 /* round 21 */
860 subRL[28] ^= kw4;
861 /* round 19 */
862 subRL[26] ^= kw4;
863
864 kw4 ^= (kw4 & ~subRL[24]) << 32;
865 /* modified for FL(kl5) */
866 dw = (kw4 & subRL[24]) >> 32;
867 kw4 ^= rol32(dw, 1);
868 }
869
870 /* round 17 */
871 subRL[22] ^= kw4;
872 /* round 15 */
873 subRL[20] ^= kw4;
874 /* round 13 */
875 subRL[18] ^= kw4;
876
877 kw4 ^= (kw4 & ~subRL[16]) << 32;
878 /* modified for FL(kl3) */
879 dw = (kw4 & subRL[16]) >> 32;
880 kw4 ^= rol32(dw, 1);
881
882 /* round 11 */
883 subRL[14] ^= kw4;
884 /* round 9 */
885 subRL[12] ^= kw4;
886 /* round 7 */
887 subRL[10] ^= kw4;
888
889 kw4 ^= (kw4 & ~subRL[8]) << 32;
890 /* modified for FL(kl1) */
891 dw = (kw4 & subRL[8]) >> 32;
892 kw4 ^= rol32(dw, 1);
893
894 /* round 5 */
895 subRL[6] ^= kw4;
896 /* round 3 */
897 subRL[4] ^= kw4;
898 /* round 1 */
899 subRL[2] ^= kw4;
900 /* kw1 */
901 subRL[0] ^= kw4;
902
903 /* key XOR is end of F-function */
904 SET_SUBKEY_LR(0, subRL[0] ^ subRL[2]); /* kw1 */
905 SET_SUBKEY_LR(2, subRL[3]); /* round 1 */
906 SET_SUBKEY_LR(3, subRL[2] ^ subRL[4]); /* round 2 */
907 SET_SUBKEY_LR(4, subRL[3] ^ subRL[5]); /* round 3 */
908 SET_SUBKEY_LR(5, subRL[4] ^ subRL[6]); /* round 4 */
909 SET_SUBKEY_LR(6, subRL[5] ^ subRL[7]); /* round 5 */
910
911 tl = (subRL[10] >> 32) ^ (subRL[10] & ~subRL[8]);
912 dw = tl & (subRL[8] >> 32); /* FL(kl1) */
913 tr = subRL[10] ^ rol32(dw, 1);
914 tt = (tr | ((u64)tl << 32));
915
916 SET_SUBKEY_LR(7, subRL[6] ^ tt); /* round 6 */
917 SET_SUBKEY_LR(8, subRL[8]); /* FL(kl1) */
918 SET_SUBKEY_LR(9, subRL[9]); /* FLinv(kl2) */
919
920 tl = (subRL[7] >> 32) ^ (subRL[7] & ~subRL[9]);
921 dw = tl & (subRL[9] >> 32); /* FLinv(kl2) */
922 tr = subRL[7] ^ rol32(dw, 1);
923 tt = (tr | ((u64)tl << 32));
924
925 SET_SUBKEY_LR(10, subRL[11] ^ tt); /* round 7 */
926 SET_SUBKEY_LR(11, subRL[10] ^ subRL[12]); /* round 8 */
927 SET_SUBKEY_LR(12, subRL[11] ^ subRL[13]); /* round 9 */
928 SET_SUBKEY_LR(13, subRL[12] ^ subRL[14]); /* round 10 */
929 SET_SUBKEY_LR(14, subRL[13] ^ subRL[15]); /* round 11 */
930
931 tl = (subRL[18] >> 32) ^ (subRL[18] & ~subRL[16]);
932 dw = tl & (subRL[16] >> 32); /* FL(kl3) */
933 tr = subRL[18] ^ rol32(dw, 1);
934 tt = (tr | ((u64)tl << 32));
935
936 SET_SUBKEY_LR(15, subRL[14] ^ tt); /* round 12 */
937 SET_SUBKEY_LR(16, subRL[16]); /* FL(kl3) */
938 SET_SUBKEY_LR(17, subRL[17]); /* FLinv(kl4) */
939
940 tl = (subRL[15] >> 32) ^ (subRL[15] & ~subRL[17]);
941 dw = tl & (subRL[17] >> 32); /* FLinv(kl4) */
942 tr = subRL[15] ^ rol32(dw, 1);
943 tt = (tr | ((u64)tl << 32));
944
945 SET_SUBKEY_LR(18, subRL[19] ^ tt); /* round 13 */
946 SET_SUBKEY_LR(19, subRL[18] ^ subRL[20]); /* round 14 */
947 SET_SUBKEY_LR(20, subRL[19] ^ subRL[21]); /* round 15 */
948 SET_SUBKEY_LR(21, subRL[20] ^ subRL[22]); /* round 16 */
949 SET_SUBKEY_LR(22, subRL[21] ^ subRL[23]); /* round 17 */
950
951 if (max == 24) {
952 SET_SUBKEY_LR(23, subRL[22]); /* round 18 */
953 SET_SUBKEY_LR(24, subRL[24] ^ subRL[23]); /* kw3 */
954 } else {
955 tl = (subRL[26] >> 32) ^ (subRL[26] & ~subRL[24]);
956 dw = tl & (subRL[24] >> 32); /* FL(kl5) */
957 tr = subRL[26] ^ rol32(dw, 1);
958 tt = (tr | ((u64)tl << 32));
959
960 SET_SUBKEY_LR(23, subRL[22] ^ tt); /* round 18 */
961 SET_SUBKEY_LR(24, subRL[24]); /* FL(kl5) */
962 SET_SUBKEY_LR(25, subRL[25]); /* FLinv(kl6) */
963
964 tl = (subRL[23] >> 32) ^ (subRL[23] & ~subRL[25]);
965 dw = tl & (subRL[25] >> 32); /* FLinv(kl6) */
966 tr = subRL[23] ^ rol32(dw, 1);
967 tt = (tr | ((u64)tl << 32));
968
969 SET_SUBKEY_LR(26, subRL[27] ^ tt); /* round 19 */
970 SET_SUBKEY_LR(27, subRL[26] ^ subRL[28]); /* round 20 */
971 SET_SUBKEY_LR(28, subRL[27] ^ subRL[29]); /* round 21 */
972 SET_SUBKEY_LR(29, subRL[28] ^ subRL[30]); /* round 22 */
973 SET_SUBKEY_LR(30, subRL[29] ^ subRL[31]); /* round 23 */
974 SET_SUBKEY_LR(31, subRL[30]); /* round 24 */
975 SET_SUBKEY_LR(32, subRL[32] ^ subRL[31]); /* kw3 */
976 }
977 }
978
camellia_setup128(const unsigned char * key,u64 * subkey)979 static void camellia_setup128(const unsigned char *key, u64 *subkey)
980 {
981 u64 kl, kr, ww;
982 u64 subRL[26];
983
984 /**
985 * k == kl || kr (|| is concatenation)
986 */
987 kl = get_unaligned_be64(key);
988 kr = get_unaligned_be64(key + 8);
989
990 /* generate KL dependent subkeys */
991 /* kw1 */
992 subRL[0] = kl;
993 /* kw2 */
994 subRL[1] = kr;
995
996 /* rotation left shift 15bit */
997 ROLDQ(kl, kr, 15);
998
999 /* k3 */
1000 subRL[4] = kl;
1001 /* k4 */
1002 subRL[5] = kr;
1003
1004 /* rotation left shift 15+30bit */
1005 ROLDQ(kl, kr, 30);
1006
1007 /* k7 */
1008 subRL[10] = kl;
1009 /* k8 */
1010 subRL[11] = kr;
1011
1012 /* rotation left shift 15+30+15bit */
1013 ROLDQ(kl, kr, 15);
1014
1015 /* k10 */
1016 subRL[13] = kr;
1017 /* rotation left shift 15+30+15+17 bit */
1018 ROLDQ(kl, kr, 17);
1019
1020 /* kl3 */
1021 subRL[16] = kl;
1022 /* kl4 */
1023 subRL[17] = kr;
1024
1025 /* rotation left shift 15+30+15+17+17 bit */
1026 ROLDQ(kl, kr, 17);
1027
1028 /* k13 */
1029 subRL[18] = kl;
1030 /* k14 */
1031 subRL[19] = kr;
1032
1033 /* rotation left shift 15+30+15+17+17+17 bit */
1034 ROLDQ(kl, kr, 17);
1035
1036 /* k17 */
1037 subRL[22] = kl;
1038 /* k18 */
1039 subRL[23] = kr;
1040
1041 /* generate KA */
1042 kl = subRL[0];
1043 kr = subRL[1];
1044 CAMELLIA_F(kl, CAMELLIA_SIGMA1L, CAMELLIA_SIGMA1R, ww);
1045 kr ^= ww;
1046 CAMELLIA_F(kr, CAMELLIA_SIGMA2L, CAMELLIA_SIGMA2R, kl);
1047
1048 /* current status == (kll, klr, w0, w1) */
1049 CAMELLIA_F(kl, CAMELLIA_SIGMA3L, CAMELLIA_SIGMA3R, kr);
1050 kr ^= ww;
1051 CAMELLIA_F(kr, CAMELLIA_SIGMA4L, CAMELLIA_SIGMA4R, ww);
1052 kl ^= ww;
1053
1054 /* generate KA dependent subkeys */
1055 /* k1, k2 */
1056 subRL[2] = kl;
1057 subRL[3] = kr;
1058 ROLDQ(kl, kr, 15);
1059 /* k5,k6 */
1060 subRL[6] = kl;
1061 subRL[7] = kr;
1062 ROLDQ(kl, kr, 15);
1063 /* kl1, kl2 */
1064 subRL[8] = kl;
1065 subRL[9] = kr;
1066 ROLDQ(kl, kr, 15);
1067 /* k9 */
1068 subRL[12] = kl;
1069 ROLDQ(kl, kr, 15);
1070 /* k11, k12 */
1071 subRL[14] = kl;
1072 subRL[15] = kr;
1073 ROLDQ(kl, kr, 34);
1074 /* k15, k16 */
1075 subRL[20] = kl;
1076 subRL[21] = kr;
1077 ROLDQ(kl, kr, 17);
1078 /* kw3, kw4 */
1079 subRL[24] = kl;
1080 subRL[25] = kr;
1081
1082 camellia_setup_tail(subkey, subRL, 24);
1083 }
1084
camellia_setup256(const unsigned char * key,u64 * subkey)1085 static void camellia_setup256(const unsigned char *key, u64 *subkey)
1086 {
1087 u64 kl, kr; /* left half of key */
1088 u64 krl, krr; /* right half of key */
1089 u64 ww; /* temporary variables */
1090 u64 subRL[34];
1091
1092 /**
1093 * key = (kl || kr || krl || krr) (|| is concatenation)
1094 */
1095 kl = get_unaligned_be64(key);
1096 kr = get_unaligned_be64(key + 8);
1097 krl = get_unaligned_be64(key + 16);
1098 krr = get_unaligned_be64(key + 24);
1099
1100 /* generate KL dependent subkeys */
1101 /* kw1 */
1102 subRL[0] = kl;
1103 /* kw2 */
1104 subRL[1] = kr;
1105 ROLDQ(kl, kr, 45);
1106 /* k9 */
1107 subRL[12] = kl;
1108 /* k10 */
1109 subRL[13] = kr;
1110 ROLDQ(kl, kr, 15);
1111 /* kl3 */
1112 subRL[16] = kl;
1113 /* kl4 */
1114 subRL[17] = kr;
1115 ROLDQ(kl, kr, 17);
1116 /* k17 */
1117 subRL[22] = kl;
1118 /* k18 */
1119 subRL[23] = kr;
1120 ROLDQ(kl, kr, 34);
1121 /* k23 */
1122 subRL[30] = kl;
1123 /* k24 */
1124 subRL[31] = kr;
1125
1126 /* generate KR dependent subkeys */
1127 ROLDQ(krl, krr, 15);
1128 /* k3 */
1129 subRL[4] = krl;
1130 /* k4 */
1131 subRL[5] = krr;
1132 ROLDQ(krl, krr, 15);
1133 /* kl1 */
1134 subRL[8] = krl;
1135 /* kl2 */
1136 subRL[9] = krr;
1137 ROLDQ(krl, krr, 30);
1138 /* k13 */
1139 subRL[18] = krl;
1140 /* k14 */
1141 subRL[19] = krr;
1142 ROLDQ(krl, krr, 34);
1143 /* k19 */
1144 subRL[26] = krl;
1145 /* k20 */
1146 subRL[27] = krr;
1147 ROLDQ(krl, krr, 34);
1148
1149 /* generate KA */
1150 kl = subRL[0] ^ krl;
1151 kr = subRL[1] ^ krr;
1152
1153 CAMELLIA_F(kl, CAMELLIA_SIGMA1L, CAMELLIA_SIGMA1R, ww);
1154 kr ^= ww;
1155 CAMELLIA_F(kr, CAMELLIA_SIGMA2L, CAMELLIA_SIGMA2R, kl);
1156 kl ^= krl;
1157 CAMELLIA_F(kl, CAMELLIA_SIGMA3L, CAMELLIA_SIGMA3R, kr);
1158 kr ^= ww ^ krr;
1159 CAMELLIA_F(kr, CAMELLIA_SIGMA4L, CAMELLIA_SIGMA4R, ww);
1160 kl ^= ww;
1161
1162 /* generate KB */
1163 krl ^= kl;
1164 krr ^= kr;
1165 CAMELLIA_F(krl, CAMELLIA_SIGMA5L, CAMELLIA_SIGMA5R, ww);
1166 krr ^= ww;
1167 CAMELLIA_F(krr, CAMELLIA_SIGMA6L, CAMELLIA_SIGMA6R, ww);
1168 krl ^= ww;
1169
1170 /* generate KA dependent subkeys */
1171 ROLDQ(kl, kr, 15);
1172 /* k5 */
1173 subRL[6] = kl;
1174 /* k6 */
1175 subRL[7] = kr;
1176 ROLDQ(kl, kr, 30);
1177 /* k11 */
1178 subRL[14] = kl;
1179 /* k12 */
1180 subRL[15] = kr;
1181 /* rotation left shift 32bit */
1182 ROLDQ(kl, kr, 32);
1183 /* kl5 */
1184 subRL[24] = kl;
1185 /* kl6 */
1186 subRL[25] = kr;
1187 /* rotation left shift 17 from k11,k12 -> k21,k22 */
1188 ROLDQ(kl, kr, 17);
1189 /* k21 */
1190 subRL[28] = kl;
1191 /* k22 */
1192 subRL[29] = kr;
1193
1194 /* generate KB dependent subkeys */
1195 /* k1 */
1196 subRL[2] = krl;
1197 /* k2 */
1198 subRL[3] = krr;
1199 ROLDQ(krl, krr, 30);
1200 /* k7 */
1201 subRL[10] = krl;
1202 /* k8 */
1203 subRL[11] = krr;
1204 ROLDQ(krl, krr, 30);
1205 /* k15 */
1206 subRL[20] = krl;
1207 /* k16 */
1208 subRL[21] = krr;
1209 ROLDQ(krl, krr, 51);
1210 /* kw3 */
1211 subRL[32] = krl;
1212 /* kw4 */
1213 subRL[33] = krr;
1214
1215 camellia_setup_tail(subkey, subRL, 32);
1216 }
1217
camellia_setup192(const unsigned char * key,u64 * subkey)1218 static void camellia_setup192(const unsigned char *key, u64 *subkey)
1219 {
1220 unsigned char kk[32];
1221 u64 krl, krr;
1222
1223 memcpy(kk, key, 24);
1224 memcpy((unsigned char *)&krl, key+16, 8);
1225 krr = ~krl;
1226 memcpy(kk+24, (unsigned char *)&krr, 8);
1227 camellia_setup256(kk, subkey);
1228 }
1229
__camellia_setkey(struct camellia_ctx * cctx,const unsigned char * key,unsigned int key_len)1230 int __camellia_setkey(struct camellia_ctx *cctx, const unsigned char *key,
1231 unsigned int key_len)
1232 {
1233 if (key_len != 16 && key_len != 24 && key_len != 32)
1234 return -EINVAL;
1235
1236 cctx->key_length = key_len;
1237
1238 switch (key_len) {
1239 case 16:
1240 camellia_setup128(key, cctx->key_table);
1241 break;
1242 case 24:
1243 camellia_setup192(key, cctx->key_table);
1244 break;
1245 case 32:
1246 camellia_setup256(key, cctx->key_table);
1247 break;
1248 }
1249
1250 return 0;
1251 }
1252 EXPORT_SYMBOL_GPL(__camellia_setkey);
1253
camellia_setkey(struct crypto_tfm * tfm,const u8 * key,unsigned int key_len)1254 static int camellia_setkey(struct crypto_tfm *tfm, const u8 *key,
1255 unsigned int key_len)
1256 {
1257 return __camellia_setkey(crypto_tfm_ctx(tfm), key, key_len);
1258 }
1259
camellia_setkey_skcipher(struct crypto_skcipher * tfm,const u8 * key,unsigned int key_len)1260 static int camellia_setkey_skcipher(struct crypto_skcipher *tfm, const u8 *key,
1261 unsigned int key_len)
1262 {
1263 return camellia_setkey(&tfm->base, key, key_len);
1264 }
1265
camellia_decrypt_cbc_2way(const void * ctx,u8 * dst,const u8 * src)1266 void camellia_decrypt_cbc_2way(const void *ctx, u8 *dst, const u8 *src)
1267 {
1268 u8 buf[CAMELLIA_BLOCK_SIZE];
1269 const u8 *iv = src;
1270
1271 if (dst == src)
1272 iv = memcpy(buf, iv, sizeof(buf));
1273 camellia_dec_blk_2way(ctx, dst, src);
1274 crypto_xor(dst + CAMELLIA_BLOCK_SIZE, iv, CAMELLIA_BLOCK_SIZE);
1275 }
1276 EXPORT_SYMBOL_GPL(camellia_decrypt_cbc_2way);
1277
ecb_encrypt(struct skcipher_request * req)1278 static int ecb_encrypt(struct skcipher_request *req)
1279 {
1280 ECB_WALK_START(req, CAMELLIA_BLOCK_SIZE, -1);
1281 ECB_BLOCK(2, camellia_enc_blk_2way);
1282 ECB_BLOCK(1, camellia_enc_blk);
1283 ECB_WALK_END();
1284 }
1285
ecb_decrypt(struct skcipher_request * req)1286 static int ecb_decrypt(struct skcipher_request *req)
1287 {
1288 ECB_WALK_START(req, CAMELLIA_BLOCK_SIZE, -1);
1289 ECB_BLOCK(2, camellia_dec_blk_2way);
1290 ECB_BLOCK(1, camellia_dec_blk);
1291 ECB_WALK_END();
1292 }
1293
cbc_encrypt(struct skcipher_request * req)1294 static int cbc_encrypt(struct skcipher_request *req)
1295 {
1296 CBC_WALK_START(req, CAMELLIA_BLOCK_SIZE, -1);
1297 CBC_ENC_BLOCK(camellia_enc_blk);
1298 CBC_WALK_END();
1299 }
1300
cbc_decrypt(struct skcipher_request * req)1301 static int cbc_decrypt(struct skcipher_request *req)
1302 {
1303 CBC_WALK_START(req, CAMELLIA_BLOCK_SIZE, -1);
1304 CBC_DEC_BLOCK(2, camellia_decrypt_cbc_2way);
1305 CBC_DEC_BLOCK(1, camellia_dec_blk);
1306 CBC_WALK_END();
1307 }
1308
1309 static struct crypto_alg camellia_cipher_alg = {
1310 .cra_name = "camellia",
1311 .cra_driver_name = "camellia-asm",
1312 .cra_priority = 200,
1313 .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
1314 .cra_blocksize = CAMELLIA_BLOCK_SIZE,
1315 .cra_ctxsize = sizeof(struct camellia_ctx),
1316 .cra_alignmask = 0,
1317 .cra_module = THIS_MODULE,
1318 .cra_u = {
1319 .cipher = {
1320 .cia_min_keysize = CAMELLIA_MIN_KEY_SIZE,
1321 .cia_max_keysize = CAMELLIA_MAX_KEY_SIZE,
1322 .cia_setkey = camellia_setkey,
1323 .cia_encrypt = camellia_encrypt,
1324 .cia_decrypt = camellia_decrypt
1325 }
1326 }
1327 };
1328
1329 static struct skcipher_alg camellia_skcipher_algs[] = {
1330 {
1331 .base.cra_name = "ecb(camellia)",
1332 .base.cra_driver_name = "ecb-camellia-asm",
1333 .base.cra_priority = 300,
1334 .base.cra_blocksize = CAMELLIA_BLOCK_SIZE,
1335 .base.cra_ctxsize = sizeof(struct camellia_ctx),
1336 .base.cra_module = THIS_MODULE,
1337 .min_keysize = CAMELLIA_MIN_KEY_SIZE,
1338 .max_keysize = CAMELLIA_MAX_KEY_SIZE,
1339 .setkey = camellia_setkey_skcipher,
1340 .encrypt = ecb_encrypt,
1341 .decrypt = ecb_decrypt,
1342 }, {
1343 .base.cra_name = "cbc(camellia)",
1344 .base.cra_driver_name = "cbc-camellia-asm",
1345 .base.cra_priority = 300,
1346 .base.cra_blocksize = CAMELLIA_BLOCK_SIZE,
1347 .base.cra_ctxsize = sizeof(struct camellia_ctx),
1348 .base.cra_module = THIS_MODULE,
1349 .min_keysize = CAMELLIA_MIN_KEY_SIZE,
1350 .max_keysize = CAMELLIA_MAX_KEY_SIZE,
1351 .ivsize = CAMELLIA_BLOCK_SIZE,
1352 .setkey = camellia_setkey_skcipher,
1353 .encrypt = cbc_encrypt,
1354 .decrypt = cbc_decrypt,
1355 }
1356 };
1357
is_blacklisted_cpu(void)1358 static bool is_blacklisted_cpu(void)
1359 {
1360 if (boot_cpu_data.x86_vendor != X86_VENDOR_INTEL)
1361 return false;
1362
1363 if (boot_cpu_data.x86 == 0x0f) {
1364 /*
1365 * On Pentium 4, camellia-asm is slower than original assembler
1366 * implementation because excessive uses of 64bit rotate and
1367 * left-shifts (which are really slow on P4) needed to store and
1368 * handle 128bit block in two 64bit registers.
1369 */
1370 return true;
1371 }
1372
1373 return false;
1374 }
1375
1376 static int force;
1377 module_param(force, int, 0);
1378 MODULE_PARM_DESC(force, "Force module load, ignore CPU blacklist");
1379
camellia_init(void)1380 static int __init camellia_init(void)
1381 {
1382 int err;
1383
1384 if (!force && is_blacklisted_cpu()) {
1385 printk(KERN_INFO
1386 "camellia-x86_64: performance on this CPU "
1387 "would be suboptimal: disabling "
1388 "camellia-x86_64.\n");
1389 return -ENODEV;
1390 }
1391
1392 err = crypto_register_alg(&camellia_cipher_alg);
1393 if (err)
1394 return err;
1395
1396 err = crypto_register_skciphers(camellia_skcipher_algs,
1397 ARRAY_SIZE(camellia_skcipher_algs));
1398 if (err)
1399 crypto_unregister_alg(&camellia_cipher_alg);
1400
1401 return err;
1402 }
1403
camellia_fini(void)1404 static void __exit camellia_fini(void)
1405 {
1406 crypto_unregister_alg(&camellia_cipher_alg);
1407 crypto_unregister_skciphers(camellia_skcipher_algs,
1408 ARRAY_SIZE(camellia_skcipher_algs));
1409 }
1410
1411 module_init(camellia_init);
1412 module_exit(camellia_fini);
1413
1414 MODULE_LICENSE("GPL");
1415 MODULE_DESCRIPTION("Camellia Cipher Algorithm, asm optimized");
1416 MODULE_ALIAS_CRYPTO("camellia");
1417 MODULE_ALIAS_CRYPTO("camellia-asm");
1418