// Original source:
// http://www.zorinaq.com/papers/md5-amd64.html
// http://www.zorinaq.com/papers/md5-amd64.tar.bz2
//
// MD5 optimized for ppc64le using Go's assembler for
// ppc64le, based on md5block_amd64.s implementation by
// the Go authors.
//
// Author: Marc Bevand <bevand_m (at) epita.fr>
// Licence: I hereby disclaim the copyright on this code and place it
// in the public domain.
// +build ppc64 ppc64le
#include "textflag.h"
// ENDIAN_MOVE generates the appropriate
// 4 byte load for big or little endian.
// The 4 bytes at ptr+off is loaded into dst.
// The idx reg is only needed for big endian
// and is clobbered when used.
#ifdef GOARCH_ppc64le
#define ENDIAN_MOVE(off, ptr, dst, idx) \
MOVWZ off(ptr),dst
#else
#define ENDIAN_MOVE(off, ptr, dst, idx) \
MOVD $off,idx; \
MOVWBR (idx)(ptr), dst
#endif
TEXT ·block(SB),NOSPLIT,$0-32
MOVD dig+0(FP), R10
MOVD p+8(FP), R6
MOVD p_len+16(FP), R5
SLD $6, R5
SRD $6, R5
ADD R6, R5, R7
MOVWZ 0(R10), R22
MOVWZ 4(R10), R3
MOVWZ 8(R10), R4
MOVWZ 12(R10), R5
CMP R6, R7
BEQ end
loop:
MOVWZ R22, R14
MOVWZ R3, R15
MOVWZ R4, R16
MOVWZ R5, R17
ENDIAN_MOVE(0,R6,R8,R21)
MOVWZ R5, R9
#define ROUND1(a, b, c, d, index, const, shift) \
XOR c, R9; \
ADD $const, a; \
ADD R8, a; \
AND b, R9; \
XOR d, R9; \
ENDIAN_MOVE(index*4,R6,R8,R21); \
ADD R9, a; \
RLWMI $shift, a, $0xffffffff, a; \
MOVWZ c, R9; \
ADD b, a; \
MOVWZ a, a
ROUND1(R22,R3,R4,R5, 1,0xd76aa478, 7);
ROUND1(R5,R22,R3,R4, 2,0xe8c7b756,12);
ROUND1(R4,R5,R22,R3, 3,0x242070db,17);
ROUND1(R3,R4,R5,R22, 4,0xc1bdceee,22);
ROUND1(R22,R3,R4,R5, 5,0xf57c0faf, 7);
ROUND1(R5,R22,R3,R4, 6,0x4787c62a,12);
ROUND1(R4,R5,R22,R3, 7,0xa8304613,17);
ROUND1(R3,R4,R5,R22, 8,0xfd469501,22);
ROUND1(R22,R3,R4,R5, 9,0x698098d8, 7);
ROUND1(R5,R22,R3,R4,10,0x8b44f7af,12);
ROUND1(R4,R5,R22,R3,11,0xffff5bb1,17);
ROUND1(R3,R4,R5,R22,12,0x895cd7be,22);
ROUND1(R22,R3,R4,R5,13,0x6b901122, 7);
ROUND1(R5,R22,R3,R4,14,0xfd987193,12);
ROUND1(R4,R5,R22,R3,15,0xa679438e,17);
ROUND1(R3,R4,R5,R22, 0,0x49b40821,22);
ENDIAN_MOVE(1*4,R6,R8,R21)
MOVWZ R5, R9
MOVWZ R5, R10
#define ROUND2(a, b, c, d, index, const, shift) \
XOR $0xffffffff, R9; \ // NOTW R9
ADD $const, a; \
ADD R8, a; \
AND b, R10; \
AND c, R9; \
ENDIAN_MOVE(index*4,R6,R8,R21); \
OR R9, R10; \
MOVWZ c, R9; \
ADD R10, a; \
MOVWZ c, R10; \
RLWMI $shift, a, $0xffffffff, a; \
ADD b, a; \
MOVWZ a, a
ROUND2(R22,R3,R4,R5, 6,0xf61e2562, 5);
ROUND2(R5,R22,R3,R4,11,0xc040b340, 9);
ROUND2(R4,R5,R22,R3, 0,0x265e5a51,14);
ROUND2(R3,R4,R5,R22, 5,0xe9b6c7aa,20);
ROUND2(R22,R3,R4,R5,10,0xd62f105d, 5);
ROUND2(R5,R22,R3,R4,15, 0x2441453, 9);
ROUND2(R4,R5,R22,R3, 4,0xd8a1e681,14);
ROUND2(R3,R4,R5,R22, 9,0xe7d3fbc8,20);
ROUND2(R22,R3,R4,R5,14,0x21e1cde6, 5);
ROUND2(R5,R22,R3,R4, 3,0xc33707d6, 9);
ROUND2(R4,R5,R22,R3, 8,0xf4d50d87,14);
ROUND2(R3,R4,R5,R22,13,0x455a14ed,20);
ROUND2(R22,R3,R4,R5, 2,0xa9e3e905, 5);
ROUND2(R5,R22,R3,R4, 7,0xfcefa3f8, 9);
ROUND2(R4,R5,R22,R3,12,0x676f02d9,14);
ROUND2(R3,R4,R5,R22, 0,0x8d2a4c8a,20);
ENDIAN_MOVE(5*4,R6,R8,R21)
MOVWZ R4, R9
#define ROUND3(a, b, c, d, index, const, shift) \
ADD $const, a; \
ADD R8, a; \
ENDIAN_MOVE(index*4,R6,R8,R21); \
XOR d, R9; \
XOR b, R9; \
ADD R9, a; \
RLWMI $shift, a, $0xffffffff, a; \
MOVWZ b, R9; \
ADD b, a; \
MOVWZ a, a
ROUND3(R22,R3,R4,R5, 8,0xfffa3942, 4);
ROUND3(R5,R22,R3,R4,11,0x8771f681,11);
ROUND3(R4,R5,R22,R3,14,0x6d9d6122,16);
ROUND3(R3,R4,R5,R22, 1,0xfde5380c,23);
ROUND3(R22,R3,R4,R5, 4,0xa4beea44, 4);
ROUND3(R5,R22,R3,R4, 7,0x4bdecfa9,11);
ROUND3(R4,R5,R22,R3,10,0xf6bb4b60,16);
ROUND3(R3,R4,R5,R22,13,0xbebfbc70,23);
ROUND3(R22,R3,R4,R5, 0,0x289b7ec6, 4);
ROUND3(R5,R22,R3,R4, 3,0xeaa127fa,11);
ROUND3(R4,R5,R22,R3, 6,0xd4ef3085,16);
ROUND3(R3,R4,R5,R22, 9, 0x4881d05,23);
ROUND3(R22,R3,R4,R5,12,0xd9d4d039, 4);
ROUND3(R5,R22,R3,R4,15,0xe6db99e5,11);
ROUND3(R4,R5,R22,R3, 2,0x1fa27cf8,16);
ROUND3(R3,R4,R5,R22, 0,0xc4ac5665,23);
ENDIAN_MOVE(0,R6,R8,R21)
MOVWZ $0xffffffff, R9
XOR R5, R9
#define ROUND4(a, b, c, d, index, const, shift) \
ADD $const, a; \
ADD R8, a; \
OR b, R9; \
XOR c, R9; \
ADD R9, a; \
ENDIAN_MOVE(index*4,R6,R8,R21); \
MOVWZ $0xffffffff, R9; \
RLWMI $shift, a, $0xffffffff, a; \
XOR c, R9; \
ADD b, a; \
MOVWZ a, a
ROUND4(R22,R3,R4,R5, 7,0xf4292244, 6);
ROUND4(R5,R22,R3,R4,14,0x432aff97,10);
ROUND4(R4,R5,R22,R3, 5,0xab9423a7,15);
ROUND4(R3,R4,R5,R22,12,0xfc93a039,21);
ROUND4(R22,R3,R4,R5, 3,0x655b59c3, 6);
ROUND4(R5,R22,R3,R4,10,0x8f0ccc92,10);
ROUND4(R4,R5,R22,R3, 1,0xffeff47d,15);
ROUND4(R3,R4,R5,R22, 8,0x85845dd1,21);
ROUND4(R22,R3,R4,R5,15,0x6fa87e4f, 6);
ROUND4(R5,R22,R3,R4, 6,0xfe2ce6e0,10);
ROUND4(R4,R5,R22,R3,13,0xa3014314,15);
ROUND4(R3,R4,R5,R22, 4,0x4e0811a1,21);
ROUND4(R22,R3,R4,R5,11,0xf7537e82, 6);
ROUND4(R5,R22,R3,R4, 2,0xbd3af235,10);
ROUND4(R4,R5,R22,R3, 9,0x2ad7d2bb,15);
ROUND4(R3,R4,R5,R22, 0,0xeb86d391,21);
ADD R14, R22
ADD R15, R3
ADD R16, R4
ADD R17, R5
ADD $64, R6
CMP R6, R7
BLT loop
end:
MOVD dig+0(FP), R10
MOVWZ R22, 0(R10)
MOVWZ R3, 4(R10)
MOVWZ R4, 8(R10)
MOVWZ R5, 12(R10)
RET
|