+ RelativePath=".\cpu.c"

+ >

+ </File>

+ <File

+ RelativePath=".\config.h"

+ >

+ </File>

+ <File

+ RelativePath=".\cpu.h"

+ >

+ </File>

+ <File

+ RelativePath=".\misc.h"

+ >

+ </File>

+ <File

+#include "Crypto/misc.h"

+ cpu.c \

+/* whrlpool.cpp - originally modified by Kevin Springle from

+ * Paulo Barreto and Vincent Rijmen's public domain code, whirlpool.c.

+ * Updated to Whirlpool version 3.0, optimized and SSE version added by Wei Dai

+ * All modifications are placed in the public domain

+ */

+

+ /*

+ * Adapted to VeraCrypt

+ */

+

+/* This is the original introductory comment: */

+

+/**

+ * The Whirlpool hashing function.

+ *

+ * <P>

+ * <b>References</b>

+ *

+ * <P>

+ * The Whirlpool algorithm was developed by

+ * <a href="mailto:pbarreto@scopus.com.br">Paulo S. L. M. Barreto</a> and

+ * <a href="mailto:vincent.rijmen@cryptomathic.com">Vincent Rijmen</a>.

+ *

+ * See

+ * P.S.L.M. Barreto, V. Rijmen,

+ * ``The Whirlpool hashing function,''

+ * NESSIE submission, 2000 (tweaked version, 2001),

+ * <https://www.cosic.esat.kuleuven.ac.be/nessie/workshop/submissions/whirlpool.zip>

+ *

+ * @author Paulo S.L.M. Barreto

+ * @author Vincent Rijmen.

+ *

+ * @version 3.0 (2003.03.12)

+ *

+ * =============================================================================

+ *

+ * Differences from version 2.1:

+ *

+ * - Suboptimal diffusion matrix replaced by cir(1, 1, 4, 1, 8, 5, 2, 9).

+ *

+ * =============================================================================

+ *

+ * Differences from version 2.0:

+ *

+ * - Generation of ISO/IEC 10118-3 test vectors.

+ * - Bug fix: nonzero carry was ignored when tallying the data length

+ * (this bug apparently only manifested itself when feeding data

+ * in pieces rather than in a single chunk at once).

+ * - Support for MS Visual C++ 64-bit integer arithmetic.

+ *

+ * Differences from version 1.0:

+ *

+ * - Original S-box replaced by the tweaked, hardware-efficient version.

+ *

+ * =============================================================================

+ *

+ * THIS SOFTWARE IS PROVIDED BY THE AUTHORS ''AS IS'' AND ANY EXPRESS

+ * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE

+ * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE

+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR

+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF

+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR

+ * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,

+ * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE

+ * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,

+ * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

+ *

+#include "Common/Endian.h"

+#include "cpu.h"

+#include "misc.h"

+#if CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE

+CRYPTOPP_ALIGN_DATA(16) static const uint64 Whirlpool_C[4*256+R] CRYPTOPP_SECTION_ALIGN16 = {

+#else

+static const uint64 Whirlpool_C[4*256+R] = {

+#endif

+ LL(0x18186018c07830d8), LL(0x23238c2305af4626), LL(0xc6c63fc67ef991b8), LL(0xe8e887e8136fcdfb),

+ LL(0x878726874ca113cb), LL(0xb8b8dab8a9626d11), LL(0x0101040108050209), LL(0x4f4f214f426e9e0d),

+ LL(0x3636d836adee6c9b), LL(0xa6a6a2a6590451ff), LL(0xd2d26fd2debdb90c), LL(0xf5f5f3f5fb06f70e),

+ LL(0x7979f979ef80f296), LL(0x6f6fa16f5fcede30), LL(0x91917e91fcef3f6d), LL(0x52525552aa07a4f8),

+ LL(0x60609d6027fdc047), LL(0xbcbccabc89766535), LL(0x9b9b569baccd2b37), LL(0x8e8e028e048c018a),

+ LL(0xa3a3b6a371155bd2), LL(0x0c0c300c603c186c), LL(0x7b7bf17bff8af684), LL(0x3535d435b5e16a80),

+ LL(0x1d1d741de8693af5), LL(0xe0e0a7e05347ddb3), LL(0xd7d77bd7f6acb321), LL(0xc2c22fc25eed999c),

+ LL(0x2e2eb82e6d965c43), LL(0x4b4b314b627a9629), LL(0xfefedffea321e15d), LL(0x575741578216aed5),

+ LL(0x15155415a8412abd), LL(0x7777c1779fb6eee8), LL(0x3737dc37a5eb6e92), LL(0xe5e5b3e57b56d79e),

+ LL(0x9f9f469f8cd92313), LL(0xf0f0e7f0d317fd23), LL(0x4a4a354a6a7f9420), LL(0xdada4fda9e95a944),

+ LL(0x58587d58fa25b0a2), LL(0xc9c903c906ca8fcf), LL(0x2929a429558d527c), LL(0x0a0a280a5022145a),

+ LL(0xb1b1feb1e14f7f50), LL(0xa0a0baa0691a5dc9), LL(0x6b6bb16b7fdad614), LL(0x85852e855cab17d9),

+ LL(0xbdbdcebd8173673c), LL(0x5d5d695dd234ba8f), LL(0x1010401080502090), LL(0xf4f4f7f4f303f507),

+ LL(0xcbcb0bcb16c08bdd), LL(0x3e3ef83eedc67cd3), LL(0x0505140528110a2d), LL(0x676781671fe6ce78),

+ LL(0xe4e4b7e47353d597), LL(0x27279c2725bb4e02), LL(0x4141194132588273), LL(0x8b8b168b2c9d0ba7),

+ LL(0xa7a7a6a7510153f6), LL(0x7d7de97dcf94fab2), LL(0x95956e95dcfb3749), LL(0xd8d847d88e9fad56),

+ LL(0xfbfbcbfb8b30eb70), LL(0xeeee9fee2371c1cd), LL(0x7c7ced7cc791f8bb), LL(0x6666856617e3cc71),

+ LL(0xdddd53dda68ea77b), LL(0x17175c17b84b2eaf), LL(0x4747014702468e45), LL(0x9e9e429e84dc211a),

+ LL(0xcaca0fca1ec589d4), LL(0x2d2db42d75995a58), LL(0xbfbfc6bf9179632e), LL(0x07071c07381b0e3f),

+ LL(0xadad8ead012347ac), LL(0x5a5a755aea2fb4b0), LL(0x838336836cb51bef), LL(0x3333cc3385ff66b6),

+ LL(0x636391633ff2c65c), LL(0x02020802100a0412), LL(0xaaaa92aa39384993), LL(0x7171d971afa8e2de),

+ LL(0xc8c807c80ecf8dc6), LL(0x19196419c87d32d1), LL(0x494939497270923b), LL(0xd9d943d9869aaf5f),

+ LL(0xf2f2eff2c31df931), LL(0xe3e3abe34b48dba8), LL(0x5b5b715be22ab6b9), LL(0x88881a8834920dbc),

+ LL(0x9a9a529aa4c8293e), LL(0x262698262dbe4c0b), LL(0x3232c8328dfa64bf), LL(0xb0b0fab0e94a7d59),

+ LL(0xe9e983e91b6acff2), LL(0x0f0f3c0f78331e77), LL(0xd5d573d5e6a6b733), LL(0x80803a8074ba1df4),

+ LL(0xbebec2be997c6127), LL(0xcdcd13cd26de87eb), LL(0x3434d034bde46889), LL(0x48483d487a759032),

+ LL(0xffffdbffab24e354), LL(0x7a7af57af78ff48d), LL(0x90907a90f4ea3d64), LL(0x5f5f615fc23ebe9d),

+ LL(0x202080201da0403d), LL(0x6868bd6867d5d00f), LL(0x1a1a681ad07234ca), LL(0xaeae82ae192c41b7),

+ LL(0xb4b4eab4c95e757d), LL(0x54544d549a19a8ce), LL(0x93937693ece53b7f), LL(0x222288220daa442f),

+ LL(0x64648d6407e9c863), LL(0xf1f1e3f1db12ff2a), LL(0x7373d173bfa2e6cc), LL(0x12124812905a2482),

+ LL(0x40401d403a5d807a), LL(0x0808200840281048), LL(0xc3c32bc356e89b95), LL(0xecec97ec337bc5df),

+ LL(0xdbdb4bdb9690ab4d), LL(0xa1a1bea1611f5fc0), LL(0x8d8d0e8d1c830791), LL(0x3d3df43df5c97ac8),

+ LL(0x97976697ccf1335b), LL(0x0000000000000000), LL(0xcfcf1bcf36d483f9), LL(0x2b2bac2b4587566e),

+ LL(0x7676c57697b3ece1), LL(0x8282328264b019e6), LL(0xd6d67fd6fea9b128), LL(0x1b1b6c1bd87736c3),

+ LL(0xb5b5eeb5c15b7774), LL(0xafaf86af112943be), LL(0x6a6ab56a77dfd41d), LL(0x50505d50ba0da0ea),

+ LL(0x45450945124c8a57), LL(0xf3f3ebf3cb18fb38), LL(0x3030c0309df060ad), LL(0xefef9bef2b74c3c4),

+ LL(0x3f3ffc3fe5c37eda), LL(0x55554955921caac7), LL(0xa2a2b2a2791059db), LL(0xeaea8fea0365c9e9),

+ LL(0x656589650fecca6a), LL(0xbabad2bab9686903), LL(0x2f2fbc2f65935e4a), LL(0xc0c027c04ee79d8e),

+ LL(0xdede5fdebe81a160), LL(0x1c1c701ce06c38fc), LL(0xfdfdd3fdbb2ee746), LL(0x4d4d294d52649a1f),

+ LL(0x92927292e4e03976), LL(0x7575c9758fbceafa), LL(0x06061806301e0c36), LL(0x8a8a128a249809ae),

+ LL(0xb2b2f2b2f940794b), LL(0xe6e6bfe66359d185), LL(0x0e0e380e70361c7e), LL(0x1f1f7c1ff8633ee7),

+ LL(0x6262956237f7c455), LL(0xd4d477d4eea3b53a), LL(0xa8a89aa829324d81), LL(0x96966296c4f43152),

+ LL(0xf9f9c3f99b3aef62), LL(0xc5c533c566f697a3), LL(0x2525942535b14a10), LL(0x59597959f220b2ab),

+ LL(0x84842a8454ae15d0), LL(0x7272d572b7a7e4c5), LL(0x3939e439d5dd72ec), LL(0x4c4c2d4c5a619816),

+ LL(0x5e5e655eca3bbc94), LL(0x7878fd78e785f09f), LL(0x3838e038ddd870e5), LL(0x8c8c0a8c14860598),

+ LL(0xd1d163d1c6b2bf17), LL(0xa5a5aea5410b57e4), LL(0xe2e2afe2434dd9a1), LL(0x616199612ff8c24e),

+ LL(0xb3b3f6b3f1457b42), LL(0x2121842115a54234), LL(0x9c9c4a9c94d62508), LL(0x1e1e781ef0663cee),

+ LL(0x4343114322528661), LL(0xc7c73bc776fc93b1), LL(0xfcfcd7fcb32be54f), LL(0x0404100420140824),

+ LL(0x51515951b208a2e3), LL(0x99995e99bcc72f25), LL(0x6d6da96d4fc4da22), LL(0x0d0d340d68391a65),

+ LL(0xfafacffa8335e979), LL(0xdfdf5bdfb684a369), LL(0x7e7ee57ed79bfca9), LL(0x242490243db44819),

+ LL(0x3b3bec3bc5d776fe), LL(0xabab96ab313d4b9a), LL(0xcece1fce3ed181f0), LL(0x1111441188552299),

+ LL(0x8f8f068f0c890383), LL(0x4e4e254e4a6b9c04), LL(0xb7b7e6b7d1517366), LL(0xebeb8beb0b60cbe0),

+ LL(0x3c3cf03cfdcc78c1), LL(0x81813e817cbf1ffd), LL(0x94946a94d4fe3540), LL(0xf7f7fbf7eb0cf31c),

+ LL(0xb9b9deb9a1676f18), LL(0x13134c13985f268b), LL(0x2c2cb02c7d9c5851), LL(0xd3d36bd3d6b8bb05),

+ LL(0xe7e7bbe76b5cd38c), LL(0x6e6ea56e57cbdc39), LL(0xc4c437c46ef395aa), LL(0x03030c03180f061b),

+ LL(0x565645568a13acdc), LL(0x44440d441a49885e), LL(0x7f7fe17fdf9efea0), LL(0xa9a99ea921374f88),

+ LL(0x2a2aa82a4d825467), LL(0xbbbbd6bbb16d6b0a), LL(0xc1c123c146e29f87), LL(0x53535153a202a6f1),

+ LL(0xdcdc57dcae8ba572), LL(0x0b0b2c0b58271653), LL(0x9d9d4e9d9cd32701), LL(0x6c6cad6c47c1d82b),

+ LL(0x3131c43195f562a4), LL(0x7474cd7487b9e8f3), LL(0xf6f6fff6e309f115), LL(0x464605460a438c4c),

+ LL(0xacac8aac092645a5), LL(0x89891e893c970fb5), LL(0x14145014a04428b4), LL(0xe1e1a3e15b42dfba),

+ LL(0x16165816b04e2ca6), LL(0x3a3ae83acdd274f7), LL(0x6969b9696fd0d206), LL(0x09092409482d1241),

+ LL(0x7070dd70a7ade0d7), LL(0xb6b6e2b6d954716f), LL(0xd0d067d0ceb7bd1e), LL(0xeded93ed3b7ec7d6),

+ LL(0xcccc17cc2edb85e2), LL(0x424215422a578468), LL(0x98985a98b4c22d2c), LL(0xa4a4aaa4490e55ed),

+ LL(0x2828a0285d885075), LL(0x5c5c6d5cda31b886), LL(0xf8f8c7f8933fed6b), LL(0x8686228644a411c2),

+

+ LL(0xd818186018c07830), LL(0x2623238c2305af46), LL(0xb8c6c63fc67ef991), LL(0xfbe8e887e8136fcd),

+ LL(0xcb878726874ca113), LL(0x11b8b8dab8a9626d), LL(0x0901010401080502), LL(0x0d4f4f214f426e9e),

+ LL(0x9b3636d836adee6c), LL(0xffa6a6a2a6590451), LL(0x0cd2d26fd2debdb9), LL(0x0ef5f5f3f5fb06f7),

+ LL(0x967979f979ef80f2), LL(0x306f6fa16f5fcede), LL(0x6d91917e91fcef3f), LL(0xf852525552aa07a4),

+ LL(0x4760609d6027fdc0), LL(0x35bcbccabc897665), LL(0x379b9b569baccd2b), LL(0x8a8e8e028e048c01),

+ LL(0xd2a3a3b6a371155b), LL(0x6c0c0c300c603c18), LL(0x847b7bf17bff8af6), LL(0x803535d435b5e16a),

+ LL(0xf51d1d741de8693a), LL(0xb3e0e0a7e05347dd), LL(0x21d7d77bd7f6acb3), LL(0x9cc2c22fc25eed99),

+ LL(0x432e2eb82e6d965c), LL(0x294b4b314b627a96), LL(0x5dfefedffea321e1), LL(0xd5575741578216ae),

+ LL(0xbd15155415a8412a), LL(0xe87777c1779fb6ee), LL(0x923737dc37a5eb6e), LL(0x9ee5e5b3e57b56d7),

+ LL(0x139f9f469f8cd923), LL(0x23f0f0e7f0d317fd), LL(0x204a4a354a6a7f94), LL(0x44dada4fda9e95a9),

+ LL(0xa258587d58fa25b0), LL(0xcfc9c903c906ca8f), LL(0x7c2929a429558d52), LL(0x5a0a0a280a502214),

+ LL(0x50b1b1feb1e14f7f), LL(0xc9a0a0baa0691a5d), LL(0x146b6bb16b7fdad6), LL(0xd985852e855cab17),

+ LL(0x3cbdbdcebd817367), LL(0x8f5d5d695dd234ba), LL(0x9010104010805020), LL(0x07f4f4f7f4f303f5),

+ LL(0xddcbcb0bcb16c08b), LL(0xd33e3ef83eedc67c), LL(0x2d0505140528110a), LL(0x78676781671fe6ce),

+ LL(0x97e4e4b7e47353d5), LL(0x0227279c2725bb4e), LL(0x7341411941325882), LL(0xa78b8b168b2c9d0b),

+ LL(0xf6a7a7a6a7510153), LL(0xb27d7de97dcf94fa), LL(0x4995956e95dcfb37), LL(0x56d8d847d88e9fad),

+ LL(0x70fbfbcbfb8b30eb), LL(0xcdeeee9fee2371c1), LL(0xbb7c7ced7cc791f8), LL(0x716666856617e3cc),

+ LL(0x7bdddd53dda68ea7), LL(0xaf17175c17b84b2e), LL(0x454747014702468e), LL(0x1a9e9e429e84dc21),

+ LL(0xd4caca0fca1ec589), LL(0x582d2db42d75995a), LL(0x2ebfbfc6bf917963), LL(0x3f07071c07381b0e),

+ LL(0xacadad8ead012347), LL(0xb05a5a755aea2fb4), LL(0xef838336836cb51b), LL(0xb63333cc3385ff66),

+ LL(0x5c636391633ff2c6), LL(0x1202020802100a04), LL(0x93aaaa92aa393849), LL(0xde7171d971afa8e2),

+ LL(0xc6c8c807c80ecf8d), LL(0xd119196419c87d32), LL(0x3b49493949727092), LL(0x5fd9d943d9869aaf),

+ LL(0x31f2f2eff2c31df9), LL(0xa8e3e3abe34b48db), LL(0xb95b5b715be22ab6), LL(0xbc88881a8834920d),

+ LL(0x3e9a9a529aa4c829), LL(0x0b262698262dbe4c), LL(0xbf3232c8328dfa64), LL(0x59b0b0fab0e94a7d),

+ LL(0xf2e9e983e91b6acf), LL(0x770f0f3c0f78331e), LL(0x33d5d573d5e6a6b7), LL(0xf480803a8074ba1d),

+ LL(0x27bebec2be997c61), LL(0xebcdcd13cd26de87), LL(0x893434d034bde468), LL(0x3248483d487a7590),

+ LL(0x54ffffdbffab24e3), LL(0x8d7a7af57af78ff4), LL(0x6490907a90f4ea3d), LL(0x9d5f5f615fc23ebe),

+ LL(0x3d202080201da040), LL(0x0f6868bd6867d5d0), LL(0xca1a1a681ad07234), LL(0xb7aeae82ae192c41),

+ LL(0x7db4b4eab4c95e75), LL(0xce54544d549a19a8), LL(0x7f93937693ece53b), LL(0x2f222288220daa44),

+ LL(0x6364648d6407e9c8), LL(0x2af1f1e3f1db12ff), LL(0xcc7373d173bfa2e6), LL(0x8212124812905a24),

+ LL(0x7a40401d403a5d80), LL(0x4808082008402810), LL(0x95c3c32bc356e89b), LL(0xdfecec97ec337bc5),

+ LL(0x4ddbdb4bdb9690ab), LL(0xc0a1a1bea1611f5f), LL(0x918d8d0e8d1c8307), LL(0xc83d3df43df5c97a),

+ LL(0x5b97976697ccf133), LL(0x0000000000000000), LL(0xf9cfcf1bcf36d483), LL(0x6e2b2bac2b458756),

+ LL(0xe17676c57697b3ec), LL(0xe68282328264b019), LL(0x28d6d67fd6fea9b1), LL(0xc31b1b6c1bd87736),

+ LL(0x74b5b5eeb5c15b77), LL(0xbeafaf86af112943), LL(0x1d6a6ab56a77dfd4), LL(0xea50505d50ba0da0),

+ LL(0x5745450945124c8a), LL(0x38f3f3ebf3cb18fb), LL(0xad3030c0309df060), LL(0xc4efef9bef2b74c3),

+ LL(0xda3f3ffc3fe5c37e), LL(0xc755554955921caa), LL(0xdba2a2b2a2791059), LL(0xe9eaea8fea0365c9),

+ LL(0x6a656589650fecca), LL(0x03babad2bab96869), LL(0x4a2f2fbc2f65935e), LL(0x8ec0c027c04ee79d),

+ LL(0x60dede5fdebe81a1), LL(0xfc1c1c701ce06c38), LL(0x46fdfdd3fdbb2ee7), LL(0x1f4d4d294d52649a),

+ LL(0x7692927292e4e039), LL(0xfa7575c9758fbcea), LL(0x3606061806301e0c), LL(0xae8a8a128a249809),

+ LL(0x4bb2b2f2b2f94079), LL(0x85e6e6bfe66359d1), LL(0x7e0e0e380e70361c), LL(0xe71f1f7c1ff8633e),

+ LL(0x556262956237f7c4), LL(0x3ad4d477d4eea3b5), LL(0x81a8a89aa829324d), LL(0x5296966296c4f431),

+ LL(0x62f9f9c3f99b3aef), LL(0xa3c5c533c566f697), LL(0x102525942535b14a), LL(0xab59597959f220b2),

+ LL(0xd084842a8454ae15), LL(0xc57272d572b7a7e4), LL(0xec3939e439d5dd72), LL(0x164c4c2d4c5a6198),

+ LL(0x945e5e655eca3bbc), LL(0x9f7878fd78e785f0), LL(0xe53838e038ddd870), LL(0x988c8c0a8c148605),

+ LL(0x17d1d163d1c6b2bf), LL(0xe4a5a5aea5410b57), LL(0xa1e2e2afe2434dd9), LL(0x4e616199612ff8c2),

+ LL(0x42b3b3f6b3f1457b), LL(0x342121842115a542), LL(0x089c9c4a9c94d625), LL(0xee1e1e781ef0663c),

+ LL(0x6143431143225286), LL(0xb1c7c73bc776fc93), LL(0x4ffcfcd7fcb32be5), LL(0x2404041004201408),

+ LL(0xe351515951b208a2), LL(0x2599995e99bcc72f), LL(0x226d6da96d4fc4da), LL(0x650d0d340d68391a),

+ LL(0x79fafacffa8335e9), LL(0x69dfdf5bdfb684a3), LL(0xa97e7ee57ed79bfc), LL(0x19242490243db448),

+ LL(0xfe3b3bec3bc5d776), LL(0x9aabab96ab313d4b), LL(0xf0cece1fce3ed181), LL(0x9911114411885522),

+ LL(0x838f8f068f0c8903), LL(0x044e4e254e4a6b9c), LL(0x66b7b7e6b7d15173), LL(0xe0ebeb8beb0b60cb),

+ LL(0xc13c3cf03cfdcc78), LL(0xfd81813e817cbf1f), LL(0x4094946a94d4fe35), LL(0x1cf7f7fbf7eb0cf3),

+ LL(0x18b9b9deb9a1676f), LL(0x8b13134c13985f26), LL(0x512c2cb02c7d9c58), LL(0x05d3d36bd3d6b8bb),

+ LL(0x8ce7e7bbe76b5cd3), LL(0x396e6ea56e57cbdc), LL(0xaac4c437c46ef395), LL(0x1b03030c03180f06),

+ LL(0xdc565645568a13ac), LL(0x5e44440d441a4988), LL(0xa07f7fe17fdf9efe), LL(0x88a9a99ea921374f),

+ LL(0x672a2aa82a4d8254), LL(0x0abbbbd6bbb16d6b), LL(0x87c1c123c146e29f), LL(0xf153535153a202a6),

+ LL(0x72dcdc57dcae8ba5), LL(0x530b0b2c0b582716), LL(0x019d9d4e9d9cd327), LL(0x2b6c6cad6c47c1d8),

+ LL(0xa43131c43195f562), LL(0xf37474cd7487b9e8), LL(0x15f6f6fff6e309f1), LL(0x4c464605460a438c),

+ LL(0xa5acac8aac092645), LL(0xb589891e893c970f), LL(0xb414145014a04428), LL(0xbae1e1a3e15b42df),

+ LL(0xa616165816b04e2c), LL(0xf73a3ae83acdd274), LL(0x066969b9696fd0d2), LL(0x4109092409482d12),

+ LL(0xd77070dd70a7ade0), LL(0x6fb6b6e2b6d95471), LL(0x1ed0d067d0ceb7bd), LL(0xd6eded93ed3b7ec7),

+ LL(0xe2cccc17cc2edb85), LL(0x68424215422a5784), LL(0x2c98985a98b4c22d), LL(0xeda4a4aaa4490e55),

+ LL(0x752828a0285d8850), LL(0x865c5c6d5cda31b8), LL(0x6bf8f8c7f8933fed), LL(0xc28686228644a411),

+

+ LL(0x30d818186018c078), LL(0x462623238c2305af), LL(0x91b8c6c63fc67ef9), LL(0xcdfbe8e887e8136f),

+ LL(0x13cb878726874ca1), LL(0x6d11b8b8dab8a962), LL(0x0209010104010805), LL(0x9e0d4f4f214f426e),

+ LL(0x6c9b3636d836adee), LL(0x51ffa6a6a2a65904), LL(0xb90cd2d26fd2debd), LL(0xf70ef5f5f3f5fb06),

+ LL(0xf2967979f979ef80), LL(0xde306f6fa16f5fce), LL(0x3f6d91917e91fcef), LL(0xa4f852525552aa07),

+ LL(0xc04760609d6027fd), LL(0x6535bcbccabc8976), LL(0x2b379b9b569baccd), LL(0x018a8e8e028e048c),

+ LL(0x5bd2a3a3b6a37115), LL(0x186c0c0c300c603c), LL(0xf6847b7bf17bff8a), LL(0x6a803535d435b5e1),

+ LL(0x3af51d1d741de869), LL(0xddb3e0e0a7e05347), LL(0xb321d7d77bd7f6ac), LL(0x999cc2c22fc25eed),

+ LL(0x5c432e2eb82e6d96), LL(0x96294b4b314b627a), LL(0xe15dfefedffea321), LL(0xaed5575741578216),

+ LL(0x2abd15155415a841), LL(0xeee87777c1779fb6), LL(0x6e923737dc37a5eb), LL(0xd79ee5e5b3e57b56),

+ LL(0x23139f9f469f8cd9), LL(0xfd23f0f0e7f0d317), LL(0x94204a4a354a6a7f), LL(0xa944dada4fda9e95),

+ LL(0xb0a258587d58fa25), LL(0x8fcfc9c903c906ca), LL(0x527c2929a429558d), LL(0x145a0a0a280a5022),

+ LL(0x7f50b1b1feb1e14f), LL(0x5dc9a0a0baa0691a), LL(0xd6146b6bb16b7fda), LL(0x17d985852e855cab),

+ LL(0x673cbdbdcebd8173), LL(0xba8f5d5d695dd234), LL(0x2090101040108050), LL(0xf507f4f4f7f4f303),

+ LL(0x8bddcbcb0bcb16c0), LL(0x7cd33e3ef83eedc6), LL(0x0a2d050514052811), LL(0xce78676781671fe6),

+ LL(0xd597e4e4b7e47353), LL(0x4e0227279c2725bb), LL(0x8273414119413258), LL(0x0ba78b8b168b2c9d),

+ LL(0x53f6a7a7a6a75101), LL(0xfab27d7de97dcf94), LL(0x374995956e95dcfb), LL(0xad56d8d847d88e9f),

+ LL(0xeb70fbfbcbfb8b30), LL(0xc1cdeeee9fee2371), LL(0xf8bb7c7ced7cc791), LL(0xcc716666856617e3),

+ LL(0xa77bdddd53dda68e), LL(0x2eaf17175c17b84b), LL(0x8e45474701470246), LL(0x211a9e9e429e84dc),

+ LL(0x89d4caca0fca1ec5), LL(0x5a582d2db42d7599), LL(0x632ebfbfc6bf9179), LL(0x0e3f07071c07381b),

+ LL(0x47acadad8ead0123), LL(0xb4b05a5a755aea2f), LL(0x1bef838336836cb5), LL(0x66b63333cc3385ff),

+ LL(0xc65c636391633ff2), LL(0x041202020802100a), LL(0x4993aaaa92aa3938), LL(0xe2de7171d971afa8),

+ LL(0x8dc6c8c807c80ecf), LL(0x32d119196419c87d), LL(0x923b494939497270), LL(0xaf5fd9d943d9869a),

+ LL(0xf931f2f2eff2c31d), LL(0xdba8e3e3abe34b48), LL(0xb6b95b5b715be22a), LL(0x0dbc88881a883492),

+ LL(0x293e9a9a529aa4c8), LL(0x4c0b262698262dbe), LL(0x64bf3232c8328dfa), LL(0x7d59b0b0fab0e94a),

+ LL(0xcff2e9e983e91b6a), LL(0x1e770f0f3c0f7833), LL(0xb733d5d573d5e6a6), LL(0x1df480803a8074ba),

+ LL(0x6127bebec2be997c), LL(0x87ebcdcd13cd26de), LL(0x68893434d034bde4), LL(0x903248483d487a75),

+ LL(0xe354ffffdbffab24), LL(0xf48d7a7af57af78f), LL(0x3d6490907a90f4ea), LL(0xbe9d5f5f615fc23e),

+ LL(0x403d202080201da0), LL(0xd00f6868bd6867d5), LL(0x34ca1a1a681ad072), LL(0x41b7aeae82ae192c),

+ LL(0x757db4b4eab4c95e), LL(0xa8ce54544d549a19), LL(0x3b7f93937693ece5), LL(0x442f222288220daa),

+ LL(0xc86364648d6407e9), LL(0xff2af1f1e3f1db12), LL(0xe6cc7373d173bfa2), LL(0x248212124812905a),

+ LL(0x807a40401d403a5d), LL(0x1048080820084028), LL(0x9b95c3c32bc356e8), LL(0xc5dfecec97ec337b),

+ LL(0xab4ddbdb4bdb9690), LL(0x5fc0a1a1bea1611f), LL(0x07918d8d0e8d1c83), LL(0x7ac83d3df43df5c9),

+ LL(0x335b97976697ccf1), LL(0x0000000000000000), LL(0x83f9cfcf1bcf36d4), LL(0x566e2b2bac2b4587),

+ LL(0xece17676c57697b3), LL(0x19e68282328264b0), LL(0xb128d6d67fd6fea9), LL(0x36c31b1b6c1bd877),

+ LL(0x7774b5b5eeb5c15b), LL(0x43beafaf86af1129), LL(0xd41d6a6ab56a77df), LL(0xa0ea50505d50ba0d),

+ LL(0x8a5745450945124c), LL(0xfb38f3f3ebf3cb18), LL(0x60ad3030c0309df0), LL(0xc3c4efef9bef2b74),

+ LL(0x7eda3f3ffc3fe5c3), LL(0xaac755554955921c), LL(0x59dba2a2b2a27910), LL(0xc9e9eaea8fea0365),

+ LL(0xca6a656589650fec), LL(0x6903babad2bab968), LL(0x5e4a2f2fbc2f6593), LL(0x9d8ec0c027c04ee7),

+ LL(0xa160dede5fdebe81), LL(0x38fc1c1c701ce06c), LL(0xe746fdfdd3fdbb2e), LL(0x9a1f4d4d294d5264),

+ LL(0x397692927292e4e0), LL(0xeafa7575c9758fbc), LL(0x0c3606061806301e), LL(0x09ae8a8a128a2498),

+ LL(0x794bb2b2f2b2f940), LL(0xd185e6e6bfe66359), LL(0x1c7e0e0e380e7036), LL(0x3ee71f1f7c1ff863),

+ LL(0xc4556262956237f7), LL(0xb53ad4d477d4eea3), LL(0x4d81a8a89aa82932), LL(0x315296966296c4f4),

+ LL(0xef62f9f9c3f99b3a), LL(0x97a3c5c533c566f6), LL(0x4a102525942535b1), LL(0xb2ab59597959f220),

+ LL(0x15d084842a8454ae), LL(0xe4c57272d572b7a7), LL(0x72ec3939e439d5dd), LL(0x98164c4c2d4c5a61),

+ LL(0xbc945e5e655eca3b), LL(0xf09f7878fd78e785), LL(0x70e53838e038ddd8), LL(0x05988c8c0a8c1486),

+ LL(0xbf17d1d163d1c6b2), LL(0x57e4a5a5aea5410b), LL(0xd9a1e2e2afe2434d), LL(0xc24e616199612ff8),

+ LL(0x7b42b3b3f6b3f145), LL(0x42342121842115a5), LL(0x25089c9c4a9c94d6), LL(0x3cee1e1e781ef066),

+ LL(0x8661434311432252), LL(0x93b1c7c73bc776fc), LL(0xe54ffcfcd7fcb32b), LL(0x0824040410042014),

+ LL(0xa2e351515951b208), LL(0x2f2599995e99bcc7), LL(0xda226d6da96d4fc4), LL(0x1a650d0d340d6839),

+ LL(0xe979fafacffa8335), LL(0xa369dfdf5bdfb684), LL(0xfca97e7ee57ed79b), LL(0x4819242490243db4),

+ LL(0x76fe3b3bec3bc5d7), LL(0x4b9aabab96ab313d), LL(0x81f0cece1fce3ed1), LL(0x2299111144118855),

+ LL(0x03838f8f068f0c89), LL(0x9c044e4e254e4a6b), LL(0x7366b7b7e6b7d151), LL(0xcbe0ebeb8beb0b60),

+ LL(0x78c13c3cf03cfdcc), LL(0x1ffd81813e817cbf), LL(0x354094946a94d4fe), LL(0xf31cf7f7fbf7eb0c),

+ LL(0x6f18b9b9deb9a167), LL(0x268b13134c13985f), LL(0x58512c2cb02c7d9c), LL(0xbb05d3d36bd3d6b8),

+ LL(0xd38ce7e7bbe76b5c), LL(0xdc396e6ea56e57cb), LL(0x95aac4c437c46ef3), LL(0x061b03030c03180f),

+ LL(0xacdc565645568a13), LL(0x885e44440d441a49), LL(0xfea07f7fe17fdf9e), LL(0x4f88a9a99ea92137),

+ LL(0x54672a2aa82a4d82), LL(0x6b0abbbbd6bbb16d), LL(0x9f87c1c123c146e2), LL(0xa6f153535153a202),

+ LL(0xa572dcdc57dcae8b), LL(0x16530b0b2c0b5827), LL(0x27019d9d4e9d9cd3), LL(0xd82b6c6cad6c47c1),

+ LL(0x62a43131c43195f5), LL(0xe8f37474cd7487b9), LL(0xf115f6f6fff6e309), LL(0x8c4c464605460a43),

+ LL(0x45a5acac8aac0926), LL(0x0fb589891e893c97), LL(0x28b414145014a044), LL(0xdfbae1e1a3e15b42),

+ LL(0x2ca616165816b04e), LL(0x74f73a3ae83acdd2), LL(0xd2066969b9696fd0), LL(0x124109092409482d),

+ LL(0xe0d77070dd70a7ad), LL(0x716fb6b6e2b6d954), LL(0xbd1ed0d067d0ceb7), LL(0xc7d6eded93ed3b7e),

+ LL(0x85e2cccc17cc2edb), LL(0x8468424215422a57), LL(0x2d2c98985a98b4c2), LL(0x55eda4a4aaa4490e),

+ LL(0x50752828a0285d88), LL(0xb8865c5c6d5cda31), LL(0xed6bf8f8c7f8933f), LL(0x11c28686228644a4),

+

+ LL(0x7830d818186018c0), LL(0xaf462623238c2305), LL(0xf991b8c6c63fc67e), LL(0x6fcdfbe8e887e813),

+ LL(0xa113cb878726874c), LL(0x626d11b8b8dab8a9), LL(0x0502090101040108), LL(0x6e9e0d4f4f214f42),

+ LL(0xee6c9b3636d836ad), LL(0x0451ffa6a6a2a659), LL(0xbdb90cd2d26fd2de), LL(0x06f70ef5f5f3f5fb),

+ LL(0x80f2967979f979ef), LL(0xcede306f6fa16f5f), LL(0xef3f6d91917e91fc), LL(0x07a4f852525552aa),

+ LL(0xfdc04760609d6027), LL(0x766535bcbccabc89), LL(0xcd2b379b9b569bac), LL(0x8c018a8e8e028e04),

+ LL(0x155bd2a3a3b6a371), LL(0x3c186c0c0c300c60), LL(0x8af6847b7bf17bff), LL(0xe16a803535d435b5),

+ LL(0x693af51d1d741de8), LL(0x47ddb3e0e0a7e053), LL(0xacb321d7d77bd7f6), LL(0xed999cc2c22fc25e),

+ LL(0x965c432e2eb82e6d), LL(0x7a96294b4b314b62), LL(0x21e15dfefedffea3), LL(0x16aed55757415782),

+ LL(0x412abd15155415a8), LL(0xb6eee87777c1779f), LL(0xeb6e923737dc37a5), LL(0x56d79ee5e5b3e57b),

+ LL(0xd923139f9f469f8c), LL(0x17fd23f0f0e7f0d3), LL(0x7f94204a4a354a6a), LL(0x95a944dada4fda9e),

+ LL(0x25b0a258587d58fa), LL(0xca8fcfc9c903c906), LL(0x8d527c2929a42955), LL(0x22145a0a0a280a50),

+ LL(0x4f7f50b1b1feb1e1), LL(0x1a5dc9a0a0baa069), LL(0xdad6146b6bb16b7f), LL(0xab17d985852e855c),

+ LL(0x73673cbdbdcebd81), LL(0x34ba8f5d5d695dd2), LL(0x5020901010401080), LL(0x03f507f4f4f7f4f3),

+ LL(0xc08bddcbcb0bcb16), LL(0xc67cd33e3ef83eed), LL(0x110a2d0505140528), LL(0xe6ce78676781671f),

+ LL(0x53d597e4e4b7e473), LL(0xbb4e0227279c2725), LL(0x5882734141194132), LL(0x9d0ba78b8b168b2c),

+ LL(0x0153f6a7a7a6a751), LL(0x94fab27d7de97dcf), LL(0xfb374995956e95dc), LL(0x9fad56d8d847d88e),

+ LL(0x30eb70fbfbcbfb8b), LL(0x71c1cdeeee9fee23), LL(0x91f8bb7c7ced7cc7), LL(0xe3cc716666856617),

+ LL(0x8ea77bdddd53dda6), LL(0x4b2eaf17175c17b8), LL(0x468e454747014702), LL(0xdc211a9e9e429e84),

+ LL(0xc589d4caca0fca1e), LL(0x995a582d2db42d75), LL(0x79632ebfbfc6bf91), LL(0x1b0e3f07071c0738),

+ LL(0x2347acadad8ead01), LL(0x2fb4b05a5a755aea), LL(0xb51bef838336836c), LL(0xff66b63333cc3385),

+ LL(0xf2c65c636391633f), LL(0x0a04120202080210), LL(0x384993aaaa92aa39), LL(0xa8e2de7171d971af),

+ LL(0xcf8dc6c8c807c80e), LL(0x7d32d119196419c8), LL(0x70923b4949394972), LL(0x9aaf5fd9d943d986),

+ LL(0x1df931f2f2eff2c3), LL(0x48dba8e3e3abe34b), LL(0x2ab6b95b5b715be2), LL(0x920dbc88881a8834),

+ LL(0xc8293e9a9a529aa4), LL(0xbe4c0b262698262d), LL(0xfa64bf3232c8328d), LL(0x4a7d59b0b0fab0e9),

+ LL(0x6acff2e9e983e91b), LL(0x331e770f0f3c0f78), LL(0xa6b733d5d573d5e6), LL(0xba1df480803a8074),

+ LL(0x7c6127bebec2be99), LL(0xde87ebcdcd13cd26), LL(0xe468893434d034bd), LL(0x75903248483d487a),

+ LL(0x24e354ffffdbffab), LL(0x8ff48d7a7af57af7), LL(0xea3d6490907a90f4), LL(0x3ebe9d5f5f615fc2),

+ LL(0xa0403d202080201d), LL(0xd5d00f6868bd6867), LL(0x7234ca1a1a681ad0), LL(0x2c41b7aeae82ae19),

+ LL(0x5e757db4b4eab4c9), LL(0x19a8ce54544d549a), LL(0xe53b7f93937693ec), LL(0xaa442f222288220d),

+ LL(0xe9c86364648d6407), LL(0x12ff2af1f1e3f1db), LL(0xa2e6cc7373d173bf), LL(0x5a24821212481290),

+ LL(0x5d807a40401d403a), LL(0x2810480808200840), LL(0xe89b95c3c32bc356), LL(0x7bc5dfecec97ec33),

+ LL(0x90ab4ddbdb4bdb96), LL(0x1f5fc0a1a1bea161), LL(0x8307918d8d0e8d1c), LL(0xc97ac83d3df43df5),

+ LL(0xf1335b97976697cc), LL(0x0000000000000000), LL(0xd483f9cfcf1bcf36), LL(0x87566e2b2bac2b45),

+ LL(0xb3ece17676c57697), LL(0xb019e68282328264), LL(0xa9b128d6d67fd6fe), LL(0x7736c31b1b6c1bd8),

+ LL(0x5b7774b5b5eeb5c1), LL(0x2943beafaf86af11), LL(0xdfd41d6a6ab56a77), LL(0x0da0ea50505d50ba),

+ LL(0x4c8a574545094512), LL(0x18fb38f3f3ebf3cb), LL(0xf060ad3030c0309d), LL(0x74c3c4efef9bef2b),

+ LL(0xc37eda3f3ffc3fe5), LL(0x1caac75555495592), LL(0x1059dba2a2b2a279), LL(0x65c9e9eaea8fea03),

+ LL(0xecca6a656589650f), LL(0x686903babad2bab9), LL(0x935e4a2f2fbc2f65), LL(0xe79d8ec0c027c04e),

+ LL(0x81a160dede5fdebe), LL(0x6c38fc1c1c701ce0), LL(0x2ee746fdfdd3fdbb), LL(0x649a1f4d4d294d52),

+ LL(0xe0397692927292e4), LL(0xbceafa7575c9758f), LL(0x1e0c360606180630), LL(0x9809ae8a8a128a24),

+ LL(0x40794bb2b2f2b2f9), LL(0x59d185e6e6bfe663), LL(0x361c7e0e0e380e70), LL(0x633ee71f1f7c1ff8),

+ LL(0xf7c4556262956237), LL(0xa3b53ad4d477d4ee), LL(0x324d81a8a89aa829), LL(0xf4315296966296c4),

+ LL(0x3aef62f9f9c3f99b), LL(0xf697a3c5c533c566), LL(0xb14a102525942535), LL(0x20b2ab59597959f2),

+ LL(0xae15d084842a8454), LL(0xa7e4c57272d572b7), LL(0xdd72ec3939e439d5), LL(0x6198164c4c2d4c5a),

+ LL(0x3bbc945e5e655eca), LL(0x85f09f7878fd78e7), LL(0xd870e53838e038dd), LL(0x8605988c8c0a8c14),

+ LL(0xb2bf17d1d163d1c6), LL(0x0b57e4a5a5aea541), LL(0x4dd9a1e2e2afe243), LL(0xf8c24e616199612f),

+ LL(0x457b42b3b3f6b3f1), LL(0xa542342121842115), LL(0xd625089c9c4a9c94), LL(0x663cee1e1e781ef0),

+ LL(0x5286614343114322), LL(0xfc93b1c7c73bc776), LL(0x2be54ffcfcd7fcb3), LL(0x1408240404100420),

+ LL(0x08a2e351515951b2), LL(0xc72f2599995e99bc), LL(0xc4da226d6da96d4f), LL(0x391a650d0d340d68),

+ LL(0x35e979fafacffa83), LL(0x84a369dfdf5bdfb6), LL(0x9bfca97e7ee57ed7), LL(0xb44819242490243d),

+ LL(0xd776fe3b3bec3bc5), LL(0x3d4b9aabab96ab31), LL(0xd181f0cece1fce3e), LL(0x5522991111441188),

+ LL(0x8903838f8f068f0c), LL(0x6b9c044e4e254e4a), LL(0x517366b7b7e6b7d1), LL(0x60cbe0ebeb8beb0b),

+ LL(0xcc78c13c3cf03cfd), LL(0xbf1ffd81813e817c), LL(0xfe354094946a94d4), LL(0x0cf31cf7f7fbf7eb),

+ LL(0x676f18b9b9deb9a1), LL(0x5f268b13134c1398), LL(0x9c58512c2cb02c7d), LL(0xb8bb05d3d36bd3d6),

+ LL(0x5cd38ce7e7bbe76b), LL(0xcbdc396e6ea56e57), LL(0xf395aac4c437c46e), LL(0x0f061b03030c0318),

+ LL(0x13acdc565645568a), LL(0x49885e44440d441a), LL(0x9efea07f7fe17fdf), LL(0x374f88a9a99ea921),

+ LL(0x8254672a2aa82a4d), LL(0x6d6b0abbbbd6bbb1), LL(0xe29f87c1c123c146), LL(0x02a6f153535153a2),

+ LL(0x8ba572dcdc57dcae), LL(0x2716530b0b2c0b58), LL(0xd327019d9d4e9d9c), LL(0xc1d82b6c6cad6c47),

+ LL(0xf562a43131c43195), LL(0xb9e8f37474cd7487), LL(0x09f115f6f6fff6e3), LL(0x438c4c464605460a),

+ LL(0x2645a5acac8aac09), LL(0x970fb589891e893c), LL(0x4428b414145014a0), LL(0x42dfbae1e1a3e15b),

+ LL(0x4e2ca616165816b0), LL(0xd274f73a3ae83acd), LL(0xd0d2066969b9696f), LL(0x2d12410909240948),

+ LL(0xade0d77070dd70a7), LL(0x54716fb6b6e2b6d9), LL(0xb7bd1ed0d067d0ce), LL(0x7ec7d6eded93ed3b),

+ LL(0xdb85e2cccc17cc2e), LL(0x578468424215422a), LL(0xc22d2c98985a98b4), LL(0x0e55eda4a4aaa449),

+ LL(0x8850752828a0285d), LL(0x31b8865c5c6d5cda), LL(0x3fed6bf8f8c7f893), LL(0xa411c28686228644),

+

+ LL(0x1823c6e887b8014f),

+ LL(0x36a6d2f5796f9152),

+ LL(0x60bc9b8ea30c7b35),

+ LL(0x1de0d7c22e4bfe57),

+ LL(0x157737e59ff04ada),

+ LL(0x58c9290ab1a06b85),

+ LL(0xbd5d10f4cb3e0567),

+ LL(0xe427418ba77d95d8),

+ LL(0xfbee7c66dd17479e),

+ LL(0xca2dbf07ad5a8333)

+// Whirlpool basic transformation. Transforms state based on block.

+void WhirlpoolTransform(uint64 *digest, const uint64 *block)

+{

+#if CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE

+ if (HasISSE())

+ {

+ // MMX version has the same structure as C version below

+#ifdef __GNUC__

+ #if CRYPTOPP_BOOL_X64

+ uint64 workspace[16];

+ #endif

+ __asm__ __volatile__

+ (

+ ".intel_syntax noprefix;"

+ AS_PUSH_IF86( bx)

+ AS2( mov AS_REG_6, WORD_REG(ax))

+#else

+ #if _MSC_VER < 1300

+ AS_PUSH_IF86( bx)

+ #endif

+ AS2( lea AS_REG_6, [Whirlpool_C])

+ AS2( mov WORD_REG(cx), digest)

+ AS2( mov WORD_REG(dx), block)

+#endif

+#if CRYPTOPP_BOOL_X86

+ AS2( mov eax, esp)

+ AS2( and esp, -16)

+ AS2( sub esp, 16*8)

+ AS1( push eax)

+ #define SSE2_workspace esp+WORD_SZ

+#else

+ #define SSE2_workspace %3

+#endif

+ AS2( xor esi, esi)

+ ASL(0)

+ AS2( movq mm0, [WORD_REG(cx)+8*WORD_REG(si)])

+ AS2( movq [SSE2_workspace+8*WORD_REG(si)], mm0) // k

+ AS2( pxor mm0, [WORD_REG(dx)+8*WORD_REG(si)])

+ AS2( movq [SSE2_workspace+64+8*WORD_REG(si)], mm0) // s

+ AS2( movq [WORD_REG(cx)+8*WORD_REG(si)], mm0)

+ AS1( inc WORD_REG(si))

+ AS2( cmp WORD_REG(si), 8)

+ ASJ( jne, 0, b)

+

+ AS2( xor esi, esi)

+ ASL(1)

+

+#define KSL0(a, b) AS2(movq mm##a, b)

+#define KSL1(a, b) AS2(pxor mm##a, b)

+

+#define KSL(op, i, a, b, c, d) \

+ AS2(mov eax, [SSE2_workspace+8*i])\

+ AS2(movzx edi, al)\

+ KSL##op(a, [AS_REG_6+3*2048+8*WORD_REG(di)])\

+ AS2(movzx edi, ah)\

+ KSL##op(b, [AS_REG_6+2*2048+8*WORD_REG(di)])\

+ AS2(shr eax, 16)\

+ AS2(movzx edi, al)\

+ AS2(shr eax, 8)\

+ KSL##op(c, [AS_REG_6+1*2048+8*WORD_REG(di)])\

+ KSL##op(d, [AS_REG_6+0*2048+8*WORD_REG(ax)])

+

+#define KSH0(a, b) \

+ ASS(pshufw mm##a, mm##a, 1, 0, 3, 2)\

+ AS2(pxor mm##a, b)

+#define KSH1(a, b) \

+ AS2(pxor mm##a, b)

+#define KSH2(a, b) \

+ AS2(pxor mm##a, b)\

+ AS2(movq [SSE2_workspace+8*a], mm##a)

+

+#define KSH(op, i, a, b, c, d) \

+ AS2(mov eax, [SSE2_workspace+8*((i+4)-8*((i+4)/8))+4])\

+ AS2(movzx edi, al)\

+ KSH##op(a, [AS_REG_6+3*2048+8*WORD_REG(di)])\

+ AS2(movzx edi, ah)\

+ KSH##op(b, [AS_REG_6+2*2048+8*WORD_REG(di)])\

+ AS2(shr eax, 16)\

+ AS2(movzx edi, al)\

+ AS2(shr eax, 8)\

+ KSH##op(c, [AS_REG_6+1*2048+8*WORD_REG(di)])\

+ KSH##op(d, [AS_REG_6+0*2048+8*WORD_REG(ax)])

+

+#define TSL(op, i, a, b, c, d) \

+ AS2(mov eax, [SSE2_workspace+64+8*i])\

+ AS2(movzx edi, al)\

+ KSL##op(a, [AS_REG_6+3*2048+8*WORD_REG(di)])\

+ AS2(movzx edi, ah)\

+ KSL##op(b, [AS_REG_6+2*2048+8*WORD_REG(di)])\

+ AS2(shr eax, 16)\

+ AS2(movzx edi, al)\

+ AS2(shr eax, 8)\

+ KSL##op(c, [AS_REG_6+1*2048+8*WORD_REG(di)])\

+ KSL##op(d, [AS_REG_6+0*2048+8*WORD_REG(ax)])

+

+#define TSH0(a, b) \

+ ASS(pshufw mm##a, mm##a, 1, 0, 3, 2)\

+ AS2(pxor mm##a, [SSE2_workspace+8*a])\

+ AS2(pxor mm##a, b)

+#define TSH1(a, b) \

+ AS2(pxor mm##a, b)

+#define TSH2(a, b) \

+ AS2(pxor mm##a, b)\

+ AS2(movq [SSE2_workspace+64+8*a], mm##a)

+#define TSH3(a, b) \

+ AS2(pxor mm##a, b)\

+ AS2(pxor mm##a, [WORD_REG(cx)+8*a])\

+ AS2(movq [WORD_REG(cx)+8*a], mm##a)

+

+#define TSH(op, i, a, b, c, d) \

+ AS2(mov eax, [SSE2_workspace+64+8*((i+4)-8*((i+4)/8))+4])\

+ AS2(movzx edi, al)\

+ TSH##op(a, [AS_REG_6+3*2048+8*WORD_REG(di)])\

+ AS2(movzx edi, ah)\

+ TSH##op(b, [AS_REG_6+2*2048+8*WORD_REG(di)])\

+ AS2(shr eax, 16)\

+ AS2(movzx edi, al)\

+ AS2(shr eax, 8)\

+ TSH##op(c, [AS_REG_6+1*2048+8*WORD_REG(di)])\

+ TSH##op(d, [AS_REG_6+0*2048+8*WORD_REG(ax)])

+

+ KSL(0, 4, 3, 2, 1, 0)

+ KSL(0, 0, 7, 6, 5, 4)

+ KSL(1, 1, 0, 7, 6, 5)

+ KSL(1, 2, 1, 0, 7, 6)

+ KSL(1, 3, 2, 1, 0, 7)

+ KSL(1, 5, 4, 3, 2, 1)

+ KSL(1, 6, 5, 4, 3, 2)

+ KSL(1, 7, 6, 5, 4, 3)

+ KSH(0, 0, 7, 6, 5, 4)

+ KSH(0, 4, 3, 2, 1, 0)

+ KSH(1, 1, 0, 7, 6, 5)

+ KSH(1, 2, 1, 0, 7, 6)

+ KSH(1, 5, 4, 3, 2, 1)

+ KSH(1, 6, 5, 4, 3, 2)

+ KSH(2, 3, 2, 1, 0, 7)

+ KSH(2, 7, 6, 5, 4, 3)

+

+ AS2( pxor mm0, [AS_REG_6 + 8*1024 + WORD_REG(si)*8])

+ AS2( movq [SSE2_workspace], mm0)

+

+ TSL(0, 4, 3, 2, 1, 0)

+ TSL(0, 0, 7, 6, 5, 4)

+ TSL(1, 1, 0, 7, 6, 5)

+ TSL(1, 2, 1, 0, 7, 6)

+ TSL(1, 3, 2, 1, 0, 7)

+ TSL(1, 5, 4, 3, 2, 1)

+ TSL(1, 6, 5, 4, 3, 2)

+ TSL(1, 7, 6, 5, 4, 3)

+ TSH(0, 0, 7, 6, 5, 4)

+ TSH(0, 4, 3, 2, 1, 0)

+ TSH(1, 1, 0, 7, 6, 5)

+ TSH(1, 2, 1, 0, 7, 6)

+ TSH(1, 5, 4, 3, 2, 1)

+ TSH(1, 6, 5, 4, 3, 2)

+

+ AS1( inc WORD_REG(si))

+ AS2( cmp WORD_REG(si), 10)

+ ASJ( je, 2, f)

+

+ TSH(2, 3, 2, 1, 0, 7)

+ TSH(2, 7, 6, 5, 4, 3)

+

+ ASJ( jmp, 1, b)

+ ASL(2)

+

+ TSH(3, 3, 2, 1, 0, 7)

+ TSH(3, 7, 6, 5, 4, 3)

+

+#undef KSL

+#undef KSH

+#undef TSL

+#undef TSH

+

+ AS_POP_IF86( sp)

+ AS1( emms)

+

+#if defined(__GNUC__) || (defined(_MSC_VER) && _MSC_VER < 1300)

+ AS_POP_IF86( bx)

+#endif

+#ifdef __GNUC__

+ ".att_syntax prefix;"

+ :

+ : "a" (Whirlpool_C), "c" (digest), "d" (block)

+ #if CRYPTOPP_BOOL_X64

+ , "r" (workspace)

+ #endif

+ : "%esi", "%edi", "memory", "cc"

+ #if CRYPTOPP_BOOL_X64

+ , "%r9"

+ #endif

+ );

+#endif

+ }

+ else

+#endif // #ifdef CRYPTOPP_X86_ASM_AVAILABLE

+ {

+ uint64 s[8]; // the cipher state

+ uint64 k[8]; // the round key

+ int r;

+

+ // Compute and apply K^0 to the cipher state

+ // Also apply part of the Miyaguchi-Preneel compression function

+ for (r=0; r<8; r++)

+ digest[r] = s[r] = block[r] ^ (k[r] = digest[r]);

+

+#define KSL(op, i, a, b, c, d) \

+ t = (uint32)k[i];\

+ w##a = Whirlpool_C[3*256 + (byte)t] ^ (op ? w##a : 0);\

+ t >>= 8;\

+ w##b = Whirlpool_C[2*256 + (byte)t] ^ (op ? w##b : 0);\

+ t >>= 8;\

+ w##c = Whirlpool_C[1*256 + (byte)t] ^ (op ? w##c : 0);\

+ t >>= 8;\

+ w##d = Whirlpool_C[0*256 + t] ^ (op ? w##d : 0);

+

+#define KSH(op, i, a, b, c, d) \

+ t = (uint32)(k[(i+4)%8]>>32);\

+ w##a = Whirlpool_C[3*256 + (byte)t] ^ (op ? w##a : rotr64(w##a, 32));\

+ if (op==2) k[a] = w##a;\

+ t >>= 8;\

+ w##b = Whirlpool_C[2*256 + (byte)t] ^ (op ? w##b : rotr64(w##b, 32));\

+ if (op==2) k[b] = w##b;\

+ t >>= 8;\

+ w##c = Whirlpool_C[1*256 + (byte)t] ^ (op ? w##c : rotr64(w##c, 32));\

+ if (op==2) k[c] = w##c;\

+ t >>= 8;\

+ w##d = Whirlpool_C[0*256 + t] ^ (op ? w##d : rotr64(w##d, 32));\

+ if (op==2) k[d] = w##d;\

+

+#define TSL(op, i, a, b, c, d) \

+ t = (uint32)s[i];\

+ w##a = Whirlpool_C[3*256 + (byte)t] ^ (op ? w##a : 0);\

+ t >>= 8;\

+ w##b = Whirlpool_C[2*256 + (byte)t] ^ (op ? w##b : 0);\

+ t >>= 8;\

+ w##c = Whirlpool_C[1*256 + (byte)t] ^ (op ? w##c : 0);\

+ t >>= 8;\

+ w##d = Whirlpool_C[0*256 + t] ^ (op ? w##d : 0);

+

+#define TSH_OP(op, a, b) \

+ w##a = Whirlpool_C[b*256 + (byte)t] ^ (op ? w##a : rotr64(w##a, 32) ^ k[a]);\

+ if (op==2) s[a] = w##a;\

+ if (op==3) digest[a] ^= w##a;\

+

+#define TSH(op, i, a, b, c, d) \

+ t = (uint32)(s[(i+4)%8]>>32);\

+ TSH_OP(op, a, 3);\

+ t >>= 8;\

+ TSH_OP(op, b, 2);\

+ t >>= 8;\

+ TSH_OP(op, c, 1);\

+ t >>= 8;\

+ TSH_OP(op, d, 0);\

+

+ // Iterate over all rounds:

+ r=0;

+ while (1)

+ {

+ uint64 w0, w1, w2, w3, w4, w5, w6, w7; // temporary storage

+ uint32 t;

+

+ KSL(0, 4, 3, 2, 1, 0)

+ KSL(0, 0, 7, 6, 5, 4)

+ KSL(1, 1, 0, 7, 6, 5)

+ KSL(1, 2, 1, 0, 7, 6)

+ KSL(1, 3, 2, 1, 0, 7)

+ KSL(1, 5, 4, 3, 2, 1)

+ KSL(1, 6, 5, 4, 3, 2)

+ KSL(1, 7, 6, 5, 4, 3)

+ KSH(0, 0, 7, 6, 5, 4)

+ KSH(0, 4, 3, 2, 1, 0)

+ KSH(1, 1, 0, 7, 6, 5)

+ KSH(1, 2, 1, 0, 7, 6)

+ KSH(1, 5, 4, 3, 2, 1)

+ KSH(1, 6, 5, 4, 3, 2)

+ KSH(2, 3, 2, 1, 0, 7)

+ KSH(2, 7, 6, 5, 4, 3)

+

+ k[0] ^= Whirlpool_C[1024+r];

+

+ TSL(0, 4, 3, 2, 1, 0)

+ TSL(0, 0, 7, 6, 5, 4)

+ TSL(1, 1, 0, 7, 6, 5)

+ TSL(1, 2, 1, 0, 7, 6)

+ TSL(1, 3, 2, 1, 0, 7)

+ TSL(1, 5, 4, 3, 2, 1)

+ TSL(1, 6, 5, 4, 3, 2)

+ TSL(1, 7, 6, 5, 4, 3)

+ TSH(0, 0, 7, 6, 5, 4)

+ TSH(0, 4, 3, 2, 1, 0)

+ TSH(1, 1, 0, 7, 6, 5)

+ TSH(1, 2, 1, 0, 7, 6)

+ TSH(1, 5, 4, 3, 2, 1)

+ TSH(1, 6, 5, 4, 3, 2)

+

+ if (++r < R)

+ {

+ TSH(2, 3, 2, 1, 0, 7)

+ TSH(2, 7, 6, 5, 4, 3)

+ }

+ else

+ {

+ TSH(3, 3, 2, 1, 0, 7)

+ TSH(3, 7, 6, 5, 4, 3)

+ break;

+ }

+ }

+ }

+}

+

+static uint64 HashMultipleBlocks(WHIRLPOOL_CTX * const ctx, const uint64 *input, uint64 length)

+{

+ uint64* dataBuf = ctx->data;

+ do

+ {

+#if BYTE_ORDER == BIG_ENDIAN

+ Whirlpool::Transform(this->m_state, input);

+#else

+ CorrectEndianess(dataBuf, input, 64);

+ WhirlpoolTransform(ctx->state, dataBuf);

+#endif

+ input += 8;

+ length -= 64;

+ }

+ while (length >= 64);

+ return length;

+}

+void WHIRLPOOL_init(WHIRLPOOL_CTX * const ctx) {

+ ctx->countHi = 0;

+ ctx->countLo = 0;

+ memset (ctx->data, 0, 8 * sizeof (uint64));

+ memset (ctx->state, 0, 8 * sizeof (uint64));

+void WHIRLPOOL_add(const unsigned char * input,

+ WHIRLPOOL_CTX * const ctx)

+{

+ uint64 num, oldCountLo = ctx->countLo, oldCountHi = ctx->countHi;

+ uint64 len = sourceBits >> 3;

+ if ((ctx->countLo = oldCountLo + (uint64)len) < oldCountLo)

+ ctx->countHi++; // carry from low to high

+ if (ctx->countHi < oldCountHi)

+ return;

+ else

+ {

+ uint64* dataBuf = ctx->data;

+ byte* data = (byte *)dataBuf;

+ num = oldCountLo & 63;

+

+ if (num != 0) // process left over data

+ {

+ if (num+len >= 64)

+ {

+ memcpy(data+num, input, (size_t) (64-num));

+ HashMultipleBlocks(ctx, dataBuf, 64);

+ input += (64-num);

+ len -= (64-num);

+ num = 0;

+ // drop through and do the rest

+ }

+ else

+ {

+ memcpy(data+num, input, (size_t) len);

+ return;

+ }

+ }

+

+ // now process the input data in blocks of 64 bytes and save the leftovers to ctx->data

+ if (len >= 64)

+ {

+ if (input == data)

+ {

+ HashMultipleBlocks(ctx, dataBuf, 64);

+ return;

+ }

+ else if (IsAligned16(input))

+ {

+ uint64 leftOver = HashMultipleBlocks(ctx, (uint64 *)input, len);

+ input += (len - leftOver);

+ len = leftOver;

+ }

+ else

+ do

+ { // copy input first if it's not aligned correctly

+ memcpy(data, input, 64);

+ HashMultipleBlocks(ctx, dataBuf, 64);

+ input+=64;

+ len-=64;

+ } while (len >= 64);

+ }

+

+ if (len && data != input)

+ memcpy(data, input, (size_t) len);

+ }

+void WHIRLPOOL_finalize(WHIRLPOOL_CTX * const ctx,

+ unsigned char * result)

+{

+ unsigned int num = ctx->countLo & 63;

+ uint64* dataBuf = ctx->data;

+ uint64* stateBuf = ctx->state;

+ byte* data = (byte *)dataBuf;

+

+ data[num++] = 0x80;

+ if (num <= 32)

+ memset(data+num, 0, 32-num);

+ else

+ {

+ memset(data+num, 0, 64-num);

+ HashMultipleBlocks(ctx, dataBuf, 64);

+ memset(data, 0, 32);

+ }

+#if BYTE_ORDER == LITTLE_ENDIAN

+ CorrectEndianess(dataBuf, dataBuf, 32);

+#endif

+

+ dataBuf[4] = 0;

+ dataBuf[5] = 0;

+ dataBuf[6] = (ctx->countLo >> (8*sizeof(uint64)-3)) + (ctx->countHi << 3);

+ dataBuf[7] = ctx->countLo << 3;

+ WhirlpoolTransform(stateBuf, dataBuf);

+#if BYTE_ORDER == LITTLE_ENDIAN

+ CorrectEndianess(stateBuf, stateBuf, 64);

+#endif

+ memcpy(result, stateBuf, 64);

+#include "config.h"

+typedef struct WHIRLPOOL_CTX {

+ uint64 countLo;

+ uint64 countHi;

+ CRYPTOPP_ALIGN_DATA(16) uint64 data[8];

+ CRYPTOPP_ALIGN_DATA(16) uint64 state[8];

+} WHIRLPOOL_CTX;

+#if defined(__cplusplus)

+extern "C" {

+#endif

+void WHIRLPOOL_add(const unsigned char * source, unsigned __int32 sourceBits, WHIRLPOOL_CTX * const ctx);

+void WHIRLPOOL_finalize(WHIRLPOOL_CTX* const ctx, unsigned char * result);

+void WHIRLPOOL_init(WHIRLPOOL_CTX* const ctx);

+#ifndef CRYPTOPP_CONFIG_H

+#define CRYPTOPP_CONFIG_H

+

+#ifdef __GNUC__

+ #define VC_INLINE static inline __attribute__((always_inline))

+#elif defined (_MSC_VER)

+ #define VC_INLINE __forceinline

+#else

+ #define VC_INLINE static inline

+#endif

+

+#ifdef __GNUC__

+ #define CRYPTOPP_GCC_VERSION (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__)

+#endif

+

+#ifndef CRYPTOPP_L1_CACHE_LINE_SIZE

+ // This should be a lower bound on the L1 cache line size. It's used for defense against timing attacks.

+ #if defined(_M_X64) || defined(__x86_64__)

+ #define CRYPTOPP_L1_CACHE_LINE_SIZE 64

+ #else

+ // L1 cache line size is 32 on Pentium III and earlier

+ #define CRYPTOPP_L1_CACHE_LINE_SIZE 32

+ #endif

+#endif

+

+#ifndef CRYPTOPP_ALIGN_DATA

+ #if defined(_MSC_VER)

+ #define CRYPTOPP_ALIGN_DATA(x) __declspec(align(x))

+ #elif defined(__GNUC__)

+ #define CRYPTOPP_ALIGN_DATA(x) __attribute__((aligned(x)))

+ #else

+ #define CRYPTOPP_ALIGN_DATA(x)

+ #endif

+#endif

+

+#ifndef CRYPTOPP_SECTION_ALIGN16

+ #if defined(__GNUC__) && !defined(__APPLE__)

+ // the alignment attribute doesn't seem to work without this section attribute when -fdata-sections is turned on

+ #define CRYPTOPP_SECTION_ALIGN16 __attribute__((section ("CryptoPP_Align16")))

+ #else

+ #define CRYPTOPP_SECTION_ALIGN16

+ #endif

+#endif

+

+#if defined(_MSC_VER) || defined(__fastcall)

+ #define CRYPTOPP_FASTCALL __fastcall

+#else

+ #define CRYPTOPP_FASTCALL

+#endif

+

+#ifdef CRYPTOPP_DISABLE_X86ASM // for backwards compatibility: this macro had both meanings

+#define CRYPTOPP_DISABLE_ASM

+#define CRYPTOPP_DISABLE_SSE2

+#endif

+

+#if !defined(CRYPTOPP_DISABLE_ASM) && ((defined(_MSC_VER) && defined(_M_IX86)) || (defined(__GNUC__) && (defined(__i386__) || defined(__x86_64__))))

+ // C++Builder 2010 does not allow "call label" where label is defined within inline assembly

+ #define CRYPTOPP_X86_ASM_AVAILABLE

+

+ #if !defined(CRYPTOPP_DISABLE_SSE2) && (defined(_MSC_VER) || CRYPTOPP_GCC_VERSION >= 30300)

+ #define CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE 1

+ #else

+ #define CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE 0

+ #endif

+

+ // SSSE3 was actually introduced in GNU as 2.17, which was released 6/23/2006, but we can't tell what version of binutils is installed.

+ // GCC 4.1.2 was released on 2/13/2007, so we'll use that as a proxy for the binutils version.

+ #if !defined(CRYPTOPP_DISABLE_SSSE3) && (_MSC_VER >= 1400 || CRYPTOPP_GCC_VERSION >= 40102)

+ #define CRYPTOPP_BOOL_SSSE3_ASM_AVAILABLE 1

+ #else

+ #define CRYPTOPP_BOOL_SSSE3_ASM_AVAILABLE 0

+ #endif

+#endif

+

+#if !defined(CRYPTOPP_DISABLE_ASM) && defined(_MSC_VER) && defined(_M_X64)

+ #define CRYPTOPP_X64_MASM_AVAILABLE

+#endif

+

+#if !defined(CRYPTOPP_DISABLE_ASM) && defined(__GNUC__) && defined(__x86_64__)

+ #define CRYPTOPP_X64_ASM_AVAILABLE

+#endif

+

+#if !defined(CRYPTOPP_DISABLE_SSE2) && (defined(_MSC_VER) || defined(__SSE2__))

+ #define CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE 1

+#else

+ #define CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE 0

+#endif

+

+#if !defined(CRYPTOPP_DISABLE_SSSE3) && !defined(CRYPTOPP_DISABLE_AESNI) && CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE && (CRYPTOPP_GCC_VERSION >= 40400 || _MSC_FULL_VER >= 150030729 || __INTEL_COMPILER >= 1110)

+ #define CRYPTOPP_BOOL_AESNI_INTRINSICS_AVAILABLE 1

+#else

+ #define CRYPTOPP_BOOL_AESNI_INTRINSICS_AVAILABLE 0

+#endif

+

+#if CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE || CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE || defined(CRYPTOPP_X64_MASM_AVAILABLE)

+ #define CRYPTOPP_BOOL_ALIGN16_ENABLED 1

+#else

+ #define CRYPTOPP_BOOL_ALIGN16_ENABLED 0

+#endif

+

+// how to allocate 16-byte aligned memory (for SSE2)

+#if defined(_MSC_VER)

+ #define CRYPTOPP_MM_MALLOC_AVAILABLE

+#elif defined(__FreeBSD__) || defined(__NetBSD__) || defined(__OpenBSD__)

+ #define CRYPTOPP_MALLOC_ALIGNMENT_IS_16

+#elif defined(__linux__) || defined(__sun__) || defined(__CYGWIN__)

+ #define CRYPTOPP_MEMALIGN_AVAILABLE

+#else

+ #define CRYPTOPP_NO_ALIGNED_ALLOC

+#endif

+

+// how to declare class constants

+#if (defined(_MSC_VER) && _MSC_VER <= 1300) || defined(__INTEL_COMPILER)

+# define CRYPTOPP_CONSTANT(x) enum {x};

+#else

+# define CRYPTOPP_CONSTANT(x) static const int x;

+#endif

+

+#if defined(_M_X64) || defined(__x86_64__)

+ #define CRYPTOPP_BOOL_X64 1

+#else

+ #define CRYPTOPP_BOOL_X64 0

+#endif

+

+// see http://predef.sourceforge.net/prearch.html

+#if defined(_M_IX86) || defined(__i386__) || defined(__i386) || defined(_X86_) || defined(__I86__) || defined(__INTEL__)

+ #define CRYPTOPP_BOOL_X86 1

+#else

+ #define CRYPTOPP_BOOL_X86 0

+#endif

+

+#if CRYPTOPP_BOOL_X64 || CRYPTOPP_BOOL_X86 || defined(__powerpc__)

+ #define CRYPTOPP_ALLOW_UNALIGNED_DATA_ACCESS

+#endif

+

+#define GETBYTE(x, y) (unsigned int)((unsigned char)((x)>>(8*(y))))

+

+#endif

+/* cpu.c - written and placed in the public domain by Wei Dai */

+

+#include "cpu.h"

+#include "misc.h"

+

+#ifndef CRYPTOPP_MS_STYLE_INLINE_ASSEMBLY

+#include <signal.h>

+#include <setjmp.h>

+#endif

+

+#if CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE

+#include <emmintrin.h>

+#endif

+

+#ifdef CRYPTOPP_CPUID_AVAILABLE

+

+#if _MSC_VER >= 1400 && CRYPTOPP_BOOL_X64

+

+int CpuId(uint32 input, uint32 *output)

+{

+ __cpuid((int *)output, input);

+ return 1;

+}

+

+#else

+

+#ifndef CRYPTOPP_MS_STYLE_INLINE_ASSEMBLY

+

+#if defined(__cplusplus)

+extern "C" {

+#endif

+

+typedef void (*SigHandler)(int);

+

+static jmp_buf s_jmpNoCPUID;

+static void SigIllHandlerCPUID(int p)

+{

+ longjmp(s_jmpNoCPUID, 1);

+}

+

+#if CRYPTOPP_BOOL_X64 == 0

+static jmp_buf s_jmpNoSSE2;

+static void SigIllHandlerSSE2(int p)

+{

+ longjmp(s_jmpNoSSE2, 1);

+}

+#endif

+#if defined(__cplusplus)

+}

+#endif

+#endif

+

+int CpuId(uint32 input, uint32 *output)

+{

+#ifdef CRYPTOPP_MS_STYLE_INLINE_ASSEMBLY

+ __try

+ {

+ __asm

+ {

+ mov eax, input

+ cpuid

+ mov edi, output

+ mov [edi], eax

+ mov [edi+4], ebx

+ mov [edi+8], ecx

+ mov [edi+12], edx

+ }

+ }

+ __except (1)

+ {

+ return 0;

+ }

+ return 1;

+#else

+ SigHandler oldHandler = signal(SIGILL, SigIllHandlerCPUID);

+ if (oldHandler == SIG_ERR)

+ return 0;

+

+ int result = 1;

+ if (setjmp(s_jmpNoCPUID))

+ result = 0;

+ else

+ {

+ asm

+ (

+ // save ebx in case -fPIC is being used

+#if CRYPTOPP_BOOL_X86

+ "push %%ebx; cpuid; mov %%ebx, %%edi; pop %%ebx"

+#else

+ "pushq %%rbx; cpuid; mov %%ebx, %%edi; popq %%rbx"

+#endif

+ : "=a" (output[0]), "=D" (output[1]), "=c" (output[2]), "=d" (output[3])

+ : "a" (input)

+ );

+ }

+

+ signal(SIGILL, oldHandler);

+ return result;

+#endif

+}

+

+#endif

+

+static int TrySSE2()

+{

+#if CRYPTOPP_BOOL_X64

+ return 1;

+#elif defined(CRYPTOPP_MS_STYLE_INLINE_ASSEMBLY)

+ __try

+ {

+#if CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE

+ AS2(por xmm0, xmm0) // executing SSE2 instruction

+#elif CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE

+ __m128i x = _mm_setzero_si128();

+ return _mm_cvtsi128_si32(x) == 0;

+#endif

+ }

+ __except (1)

+ {

+ return 0;

+ }

+ return 1;

+#else

+ SigHandler oldHandler = signal(SIGILL, SigIllHandlerSSE2);

+ if (oldHandler == SIG_ERR)

+ return 0;

+

+ int result = 1;

+ if (setjmp(s_jmpNoSSE2))

+ result = 0;

+ else

+ {

+#if CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE

+ __asm __volatile ("por %xmm0, %xmm0");

+#elif CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE

+ __m128i x = _mm_setzero_si128();

+ result = _mm_cvtsi128_si32(x) == 0;

+#endif

+ }

+

+ signal(SIGILL, oldHandler);

+ return result;

+#endif

+}

+

+int g_x86DetectionDone = 0;

+int g_hasISSE = 0, g_hasSSE2 = 0, g_hasSSSE3 = 0, g_hasMMX = 0, g_hasAESNI = 0, g_hasCLMUL = 0, g_isP4 = 0;

+uint32 g_cacheLineSize = CRYPTOPP_L1_CACHE_LINE_SIZE;

+

+void DetectX86Features()

+{

+ uint32 cpuid[4], cpuid1[4], tmp;

+ if (!CpuId(0, cpuid))

+ return;

+ if (!CpuId(1, cpuid1))

+ return;

+

+ g_hasMMX = (cpuid1[3] & (1 << 23)) != 0;

+ if ((cpuid1[3] & (1 << 26)) != 0)

+ g_hasSSE2 = TrySSE2();

+ g_hasSSSE3 = g_hasSSE2 && (cpuid1[2] & (1<<9));

+ g_hasAESNI = g_hasSSE2 && (cpuid1[2] & (1<<25));

+ g_hasCLMUL = g_hasSSE2 && (cpuid1[2] & (1<<1));

+

+ if ((cpuid1[3] & (1 << 25)) != 0)

+ g_hasISSE = 1;

+ else

+ {

+ uint32 cpuid2[4];

+ CpuId(0x080000000, cpuid2);

+ if (cpuid2[0] >= 0x080000001)

+ {

+ CpuId(0x080000001, cpuid2);

+ g_hasISSE = (cpuid2[3] & (1 << 22)) != 0;

+ }

+ }

+

+ tmp = cpuid[2];

+ cpuid[2] = cpuid[3];

+ cpuid[3] = tmp;

+ if (memcmp(cpuid+1, "GenuineIntel", 12) == 0)

+ {

+ g_isP4 = ((cpuid1[0] >> 8) & 0xf) == 0xf;

+ g_cacheLineSize = 8 * GETBYTE(cpuid1[1], 1);

+ }

+ else if (memcmp(cpuid+1, "AuthenticAMD", 12) == 0)

+ {

+ CpuId(0x80000005, cpuid);

+ g_cacheLineSize = GETBYTE(cpuid[2], 0);

+ }

+

+ if (!g_cacheLineSize)

+ g_cacheLineSize = CRYPTOPP_L1_CACHE_LINE_SIZE;

+

+ g_x86DetectionDone = 1;

+}

+

+#endif

+#ifndef CRYPTOPP_CPU_H

+#define CRYPTOPP_CPU_H

+

+#include "Common/Tcdefs.h"

+

+#ifdef CRYPTOPP_GENERATE_X64_MASM

+

+#define CRYPTOPP_X86_ASM_AVAILABLE

+#define CRYPTOPP_BOOL_X64 1

+#define CRYPTOPP_BOOL_SSE2_ASM_AVAILABLE 1

+

+#else

+

+#include "config.h"

+

+#if CRYPTOPP_BOOL_SSE2_INTRINSICS_AVAILABLE

+#include <emmintrin.h>

+#endif

+

+#if CRYPTOPP_BOOL_AESNI_INTRINSICS_AVAILABLE

+#if defined(__SSSE3__) || defined(__INTEL_COMPILER)

+#ifdef TC_WINDOWS_DRIVER

+extern __m128i _mm_shuffle_epi8 (__m128i a, __m128i b);

+#else

+#include <tmmintrin.h>

+#endif

+#endif

+

+#if defined(__SSE4_1__) || defined(__INTEL_COMPILER)

+#ifdef TC_WINDOWS_DRIVER

+extern int _mm_extract_epi32(__m128i src, const int ndx);

+extern __m128i _mm_insert_epi32(__m128i dst, int s, const int ndx);

+#else

+#include <smmintrin.h>

+#endif

+#endif

+

+#if (defined(__AES__) && defined(__PCLMUL__)) || defined(__INTEL_COMPILER)

+#ifdef TC_WINDOWS_DRIVER

+extern __m128i _mm_clmulepi64_si128(__m128i v1, __m128i v2,

+ const int imm8);

+extern __m128i _mm_aeskeygenassist_si128(__m128i ckey, const int rcon);

+extern __m128i _mm_aesimc_si128(__m128i v);

+extern __m128i _mm_aesenc_si128(__m128i v, __m128i rkey);

+extern __m128i _mm_aesenclast_si128(__m128i v, __m128i rkey);

+extern __m128i _mm_aesdec_si128(__m128i v, __m128i rkey);

+extern __m128i _mm_aesdeclast_si128(__m128i v, __m128i rkey);

+#else

+#include <wmmintrin.h>

+#endif

+#endif

+#endif

+

+#if CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X64

+

+#define CRYPTOPP_CPUID_AVAILABLE

+

+#if defined(__cplusplus)

+extern "C" {

+#endif

+

+// these should not be used directly

+extern int g_x86DetectionDone;

+extern int g_hasSSSE3;

+extern int g_hasAESNI;

+extern int g_hasCLMUL;

+extern int g_isP4;

+extern uint32 g_cacheLineSize;

+void DetectX86Features(); // must be called at the start of the program/driver

+int CpuId(uint32 input, uint32 *output);

+

+#if CRYPTOPP_BOOL_X64

+#define HasSSE2() 1

+#define HasISSE() 1

+#define HasMMX() 1

+#else

+

+extern int g_hasSSE2;

+extern int g_hasISSE;

+extern int g_hasMMX;

+

+#define HasSSE2() g_hasSSE2

+#define HasISSE() g_hasISSE

+#define HasMMX() g_hasMMX

+

+#endif

+

+#define HasSSSE3() g_hasSSSE3

+#define HasAESNI() g_hasAESNI

+#define HasCLMUL() g_hasCLMUL

+#define IsP4() g_isP4

+#define GetCacheLineSize() g_cacheLineSize

+

+#if defined(__cplusplus)

+}

+#endif

+

+#else

+

+#define GetCacheLineSize() CRYPTOPP_L1_CACHE_LINE_SIZE

+

+#endif

+

+#endif

+

+#ifdef CRYPTOPP_GENERATE_X64_MASM

+ #define AS1(x) x*newline*

+ #define AS2(x, y) x, y*newline*

+ #define AS3(x, y, z) x, y, z*newline*

+ #define ASS(x, y, a, b, c, d) x, y, a*64+b*16+c*4+d*newline*

+ #define ASL(x) label##x:*newline*

+ #define ASJ(x, y, z) x label##y*newline*

+ #define ASC(x, y) x label##y*newline*

+ #define AS_HEX(y) 0##y##h

+#elif defined(_MSC_VER) || defined(__BORLANDC__)

+ #define CRYPTOPP_MS_STYLE_INLINE_ASSEMBLY

+ #define AS1(x) __asm {x}

+ #define AS2(x, y) __asm {x, y}

+ #define AS3(x, y, z) __asm {x, y, z}

+ #define ASS(x, y, a, b, c, d) __asm {x, y, (a)*64+(b)*16+(c)*4+(d)}

+ #define ASL(x) __asm {label##x:}

+ #define ASJ(x, y, z) __asm {x label##y}

+ #define ASC(x, y) __asm {x label##y}

+ #define CRYPTOPP_NAKED __declspec(naked)

+ #define AS_HEX(y) 0x##y

+#else

+ #define CRYPTOPP_GNU_STYLE_INLINE_ASSEMBLY

+ // define these in two steps to allow arguments to be expanded

+ #define GNU_AS1(x) #x ";"

+ #define GNU_AS2(x, y) #x ", " #y ";"

+ #define GNU_AS3(x, y, z) #x ", " #y ", " #z ";"

+ #define GNU_ASL(x) "\n" #x ":"

+ #define GNU_ASJ(x, y, z) #x " " #y #z ";"

+ #define AS1(x) GNU_AS1(x)

+ #define AS2(x, y) GNU_AS2(x, y)

+ #define AS3(x, y, z) GNU_AS3(x, y, z)

+ #define ASS(x, y, a, b, c, d) #x ", " #y ", " #a "*64+" #b "*16+" #c "*4+" #d ";"

+ #define ASL(x) GNU_ASL(x)

+ #define ASJ(x, y, z) GNU_ASJ(x, y, z)

+ #define ASC(x, y) #x " " #y ";"

+ #define CRYPTOPP_NAKED

+ #define AS_HEX(y) 0x##y

+#endif

+

+#define IF0(y)

+#define IF1(y) y

+

+#ifdef CRYPTOPP_GENERATE_X64_MASM

+#define ASM_MOD(x, y) ((x) MOD (y))

+#define XMMWORD_PTR XMMWORD PTR

+#else

+// GNU assembler doesn't seem to have mod operator

+#define ASM_MOD(x, y) ((x)-((x)/(y))*(y))

+// GAS 2.15 doesn't support XMMWORD PTR. it seems necessary only for MASM

+#define XMMWORD_PTR

+#endif

+

+#if CRYPTOPP_BOOL_X86

+ #define AS_REG_1 ecx

+ #define AS_REG_2 edx

+ #define AS_REG_3 esi

+ #define AS_REG_4 edi

+ #define AS_REG_5 eax

+ #define AS_REG_6 ebx

+ #define AS_REG_7 ebp

+ #define AS_REG_1d ecx

+ #define AS_REG_2d edx

+ #define AS_REG_3d esi

+ #define AS_REG_4d edi

+ #define AS_REG_5d eax

+ #define AS_REG_6d ebx

+ #define AS_REG_7d ebp

+ #define WORD_SZ 4

+ #define WORD_REG(x) e##x

+ #define WORD_PTR DWORD PTR

+ #define AS_PUSH_IF86(x) AS1(push e##x)

+ #define AS_POP_IF86(x) AS1(pop e##x)

+ #define AS_JCXZ jecxz

+#elif CRYPTOPP_BOOL_X64

+ #ifdef CRYPTOPP_GENERATE_X64_MASM

+ #define AS_REG_1 rcx

+ #define AS_REG_2 rdx

+ #define AS_REG_3 r8

+ #define AS_REG_4 r9

+ #define AS_REG_5 rax

+ #define AS_REG_6 r10

+ #define AS_REG_7 r11

+ #define AS_REG_1d ecx

+ #define AS_REG_2d edx

+ #define AS_REG_3d r8d

+ #define AS_REG_4d r9d

+ #define AS_REG_5d eax

+ #define AS_REG_6d r10d

+ #define AS_REG_7d r11d

+ #else

+ #define AS_REG_1 rdi

+ #define AS_REG_2 rsi

+ #define AS_REG_3 rdx

+ #define AS_REG_4 rcx

+ #define AS_REG_5 r8

+ #define AS_REG_6 r9

+ #define AS_REG_7 r10

+ #define AS_REG_1d edi

+ #define AS_REG_2d esi

+ #define AS_REG_3d edx

+ #define AS_REG_4d ecx

+ #define AS_REG_5d r8d

+ #define AS_REG_6d r9d

+ #define AS_REG_7d r10d

+ #endif

+ #define WORD_SZ 8

+ #define WORD_REG(x) r##x

+ #define WORD_PTR QWORD PTR

+ #define AS_PUSH_IF86(x)

+ #define AS_POP_IF86(x)

+ #define AS_JCXZ jrcxz

+#endif

+

+// helper macro for stream cipher output

+#define AS_XMM_OUTPUT4(labelPrefix, inputPtr, outputPtr, x0, x1, x2, x3, t, p0, p1, p2, p3, increment)\

+ AS2( test inputPtr, inputPtr)\

+ ASC( jz, labelPrefix##3)\

+ AS2( test inputPtr, 15)\

+ ASC( jnz, labelPrefix##7)\

+ AS2( pxor xmm##x0, [inputPtr+p0*16])\

+ AS2( pxor xmm##x1, [inputPtr+p1*16])\

+ AS2( pxor xmm##x2, [inputPtr+p2*16])\

+ AS2( pxor xmm##x3, [inputPtr+p3*16])\

+ AS2( add inputPtr, increment*16)\

+ ASC( jmp, labelPrefix##3)\

+ ASL(labelPrefix##7)\

+ AS2( movdqu xmm##t, [inputPtr+p0*16])\

+ AS2( pxor xmm##x0, xmm##t)\

+ AS2( movdqu xmm##t, [inputPtr+p1*16])\

+ AS2( pxor xmm##x1, xmm##t)\

+ AS2( movdqu xmm##t, [inputPtr+p2*16])\

+ AS2( pxor xmm##x2, xmm##t)\

+ AS2( movdqu xmm##t, [inputPtr+p3*16])\

+ AS2( pxor xmm##x3, xmm##t)\

+ AS2( add inputPtr, increment*16)\

+ ASL(labelPrefix##3)\

+ AS2( test outputPtr, 15)\

+ ASC( jnz, labelPrefix##8)\

+ AS2( movdqa [outputPtr+p0*16], xmm##x0)\

+ AS2( movdqa [outputPtr+p1*16], xmm##x1)\

+ AS2( movdqa [outputPtr+p2*16], xmm##x2)\

+ AS2( movdqa [outputPtr+p3*16], xmm##x3)\

+ ASC( jmp, labelPrefix##9)\

+ ASL(labelPrefix##8)\

+ AS2( movdqu [outputPtr+p0*16], xmm##x0)\

+ AS2( movdqu [outputPtr+p1*16], xmm##x1)\

+ AS2( movdqu [outputPtr+p2*16], xmm##x2)\

+ AS2( movdqu [outputPtr+p3*16], xmm##x3)\

+ ASL(labelPrefix##9)\

+ AS2( add outputPtr, increment*16)

+

+

+#endif

+#ifndef CRYPTOPP_MISC_H

+#define CRYPTOPP_MISC_H

+

+#include "config.h"

+#include <string.h> // for memcpy and memmove

+

+#ifdef _MSC_VER

+ #if _MSC_VER >= 1400

+ #ifndef TC_WINDOWS_DRIVER

+ // VC2005 workaround: disable declarations that conflict with winnt.h

+ #define _interlockedbittestandset CRYPTOPP_DISABLED_INTRINSIC_1

+ #define _interlockedbittestandreset CRYPTOPP_DISABLED_INTRINSIC_2

+ #define _interlockedbittestandset64 CRYPTOPP_DISABLED_INTRINSIC_3

+ #define _interlockedbittestandreset64 CRYPTOPP_DISABLED_INTRINSIC_4

+ #include <intrin.h>

+ #undef _interlockedbittestandset

+ #undef _interlockedbittestandreset

+ #undef _interlockedbittestandset64

+ #undef _interlockedbittestandreset64

+ #endif

+ #define CRYPTOPP_FAST_ROTATE(x) 1

+ #elif _MSC_VER >= 1300

+ #define CRYPTOPP_FAST_ROTATE(x) ((x) == 32 | (x) == 64)

+ #else

+ #define CRYPTOPP_FAST_ROTATE(x) ((x) == 32)

+ #endif

+#elif (defined(__MWERKS__) && TARGET_CPU_PPC) || \

+ (defined(__GNUC__) && (defined(_ARCH_PWR2) || defined(_ARCH_PWR) || defined(_ARCH_PPC) || defined(_ARCH_PPC64) || defined(_ARCH_COM)))

+ #define CRYPTOPP_FAST_ROTATE(x) ((x) == 32)

+#elif defined(__GNUC__) && (CRYPTOPP_BOOL_X64 || CRYPTOPP_BOOL_X86) // depend on GCC's peephole optimization to generate rotate instructions

+ #define CRYPTOPP_FAST_ROTATE(x) 1

+#else

+ #define CRYPTOPP_FAST_ROTATE(x) 0

+#endif

+

+#if _MSC_VER >= 1300 && !defined(__INTEL_COMPILER)

+// Intel C++ Compiler 10.0 calls a function instead of using the rotate instruction when using these instructions

+

+#define rotr32(x,n) _rotr(x, n)

+#define rotl32(x,n) _rotl(x, n)

+#define rotr64(x,n) _rotr64(x, n)

+#define rotl64(x,n) _rotl64(x, n)

+

+#else

+

+#define rotr32(x,n) (((x) >> n) | ((x) << (32 - n)))

+#define rotl32(x,n) (((x) << n) | ((x) >> (32 - n)))

+#define rotr64(x,n) (((x) >> n) | ((x) << (64 - n)))

+#define rotl64(x,n) (((x) << n) | ((x) >> (64 - n)))

+

+#endif

+

+#if defined(__GNUC__) && defined(__linux__)

+#define CRYPTOPP_BYTESWAP_AVAILABLE

+#include <byteswap.h>

+#elif defined(_MSC_VER) && _MSC_VER >= 1300

+#define bswap_32(x) _byteswap_ulong(x)

+#define bswap_64(x) _byteswap_uint64(x)

+#else

+#ifdef CRYPTOPP_FAST_ROTATE(32)

+#define bswap_32(x) (rotr32((x), 8U) & 0xff00ff00) | (rotl32((x), 8U) & 0x00ff00ff)

+#else

+#define bswap_32(x) (rotl32((((x) & 0xFF00FF00) >> 8) | (((x) & 0x00FF00FF) << 8), 16U))

+#endif

+#define bswap_64(x) rotl64(((((((value & LL(0xFF00FF00FF00FF00)) >> 8) | ((value & LL(0x00FF00FF00FF00FF)) << 8)) & LL(0xFFFF0000FFFF0000)) >> 16) | (((((value & LL(0xFF00FF00FF00FF00)) >> 8) | ((value & LL(0x00FF00FF00FF00FF)) << 8)) & LL(0x0000FFFF0000FFFF)) << 16)), 32U)

+#endif

+

+VC_INLINE uint32 ByteReverseWord32 (uint32 value)

+{

+#if defined(__GNUC__) && defined(CRYPTOPP_X86_ASM_AVAILABLE)

+ __asm__ ("bswap %0" : "=r" (value) : "0" (value));

+ return value;

+#elif defined(CRYPTOPP_BYTESWAP_AVAILABLE)

+ return bswap_32(value);

+#elif defined(__MWERKS__) && TARGET_CPU_PPC

+ return (uint32)__lwbrx(&value,0);

+#elif _MSC_VER >= 1400 || (_MSC_VER >= 1300 && !defined(_DLL))

+ return _byteswap_ulong(value);

+#elif CRYPTOPP_FAST_ROTATE(32)

+ // 5 instructions with rotate instruction, 9 without

+ return (rotr32(value, 8U) & 0xff00ff00) | (rotl32(value, 8U) & 0x00ff00ff);

+#else

+ // 6 instructions with rotate instruction, 8 without

+ value = ((value & 0xFF00FF00) >> 8) | ((value & 0x00FF00FF) << 8);

+ return rotl32(value, 16U);

+#endif

+}

+

+VC_INLINE uint64 ByteReverseWord64(uint64 value)

+{

+#if defined(__GNUC__) && defined(CRYPTOPP_X86_ASM_AVAILABLE) && defined(__x86_64__)

+ __asm__ ("bswap %0" : "=r" (value) : "0" (value));

+ return value;

+#elif defined(CRYPTOPP_BYTESWAP_AVAILABLE)

+ return bswap_64(value);

+#elif defined(_MSC_VER) && _MSC_VER >= 1300

+ return _byteswap_uint64(value);

+#else

+ value = ((value & LL(0xFF00FF00FF00FF00)) >> 8) | ((value & LL(0x00FF00FF00FF00FF)) << 8);

+ value = ((value & LL(0xFFFF0000FFFF0000)) >> 16) | ((value & LL(0x0000FFFF0000FFFF)) << 16);

+ return rotl64(value, 32U);

+#endif

+}

+

+VC_INLINE void CorrectEndianess(uint64 *out, const uint64 *in, size_t byteCount)

+

+{

+ size_t i, count = byteCount/sizeof(uint64);

+ for (i=0; i<count; i++)

+ out[i] = ByteReverseWord64(in[i]);

+}

+

+

+#ifdef CRYPTOPP_ALLOW_UNALIGNED_DATA_ACCESS

+ #define GetAlignmentOf(T) 1

+#elif (_MSC_VER >= 1300)

+ #define GetAlignmentOf(T) __alignof(T)

+#elif defined(__GNUC__)

+ #define GetAlignmentOf(T) __alignof__(T)

+#else

+ #define GetAlignmentOf(T) sizeof(T)

+#endif

+

+#define IsPowerOf2(n) (((n) > 0) && (((n) & ((n)-1)) == 0))

+

+#define ModPowerOf2(a,b) ((a) & ((b)-1))

+

+#define IsAlignedOn(p,alignment) ((alignment==1) || (IsPowerOf2(alignment) ? ModPowerOf2((size_t)p, alignment) == 0 : (size_t)p % alignment == 0))

+

+#define IsAligned16(p) IsAlignedOn(p, GetAlignmentOf(uint64))

+

+#endif