2174 lines
39 KiB
ArmAsm
2174 lines
39 KiB
ArmAsm
// Code generated by command: go run blake2s_amd64_asm.go -out ../blake2s_amd64.s -pkg blake2s. DO NOT EDIT.
|
|
|
|
//go:build amd64 && gc && !purego
|
|
|
|
#include "textflag.h"
|
|
|
|
// func hashBlocksSSE2(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte)
|
|
// Requires: SSE2
|
|
TEXT ·hashBlocksSSE2(SB), $672-48
|
|
MOVQ h+0(FP), AX
|
|
MOVQ c+8(FP), BX
|
|
MOVL flag+16(FP), CX
|
|
MOVQ blocks_base+24(FP), SI
|
|
MOVQ blocks_len+32(FP), DX
|
|
MOVQ SP, BP
|
|
ADDQ $0x0f, BP
|
|
ANDQ $-16, BP
|
|
MOVQ (BX), R9
|
|
MOVQ R9, (BP)
|
|
MOVQ CX, 8(BP)
|
|
MOVOU (AX), X0
|
|
MOVOU 16(AX), X1
|
|
MOVOU iv0<>+0(SB), X2
|
|
MOVOU iv1<>+0(SB), X3
|
|
MOVOU counter<>+0(SB), X12
|
|
MOVOU rol16<>+0(SB), X13
|
|
MOVOU rol8<>+0(SB), X14
|
|
MOVO (BP), X15
|
|
|
|
loop:
|
|
MOVO X0, X4
|
|
MOVO X1, X5
|
|
MOVO X2, X6
|
|
MOVO X3, X7
|
|
PADDQ X12, X15
|
|
PXOR X15, X7
|
|
MOVQ (SI), R8
|
|
MOVQ 8(SI), R9
|
|
MOVQ 16(SI), R10
|
|
MOVQ 24(SI), R11
|
|
MOVQ 32(SI), R12
|
|
MOVQ 40(SI), R13
|
|
MOVQ 48(SI), R14
|
|
MOVQ 56(SI), R15
|
|
MOVL R8, 16(BP)
|
|
MOVL R8, 116(BP)
|
|
MOVL R8, 164(BP)
|
|
MOVL R8, 264(BP)
|
|
MOVL R8, 288(BP)
|
|
MOVL R8, 344(BP)
|
|
MOVL R8, 432(BP)
|
|
MOVL R8, 512(BP)
|
|
MOVL R8, 540(BP)
|
|
MOVL R8, 652(BP)
|
|
SHRQ $0x20, R8
|
|
MOVL R8, 32(BP)
|
|
MOVL R8, 112(BP)
|
|
MOVL R8, 200(BP)
|
|
MOVL R8, 228(BP)
|
|
MOVL R8, 320(BP)
|
|
MOVL R8, 380(BP)
|
|
MOVL R8, 404(BP)
|
|
MOVL R8, 488(BP)
|
|
MOVL R8, 568(BP)
|
|
MOVL R8, 604(BP)
|
|
MOVL R9, 20(BP)
|
|
MOVL R9, 132(BP)
|
|
MOVL R9, 168(BP)
|
|
MOVL R9, 240(BP)
|
|
MOVL R9, 280(BP)
|
|
MOVL R9, 336(BP)
|
|
MOVL R9, 456(BP)
|
|
MOVL R9, 508(BP)
|
|
MOVL R9, 576(BP)
|
|
MOVL R9, 608(BP)
|
|
SHRQ $0x20, R9
|
|
MOVL R9, 36(BP)
|
|
MOVL R9, 140(BP)
|
|
MOVL R9, 180(BP)
|
|
MOVL R9, 212(BP)
|
|
MOVL R9, 316(BP)
|
|
MOVL R9, 364(BP)
|
|
MOVL R9, 452(BP)
|
|
MOVL R9, 476(BP)
|
|
MOVL R9, 552(BP)
|
|
MOVL R9, 632(BP)
|
|
MOVL R10, 24(BP)
|
|
MOVL R10, 84(BP)
|
|
MOVL R10, 204(BP)
|
|
MOVL R10, 248(BP)
|
|
MOVL R10, 296(BP)
|
|
MOVL R10, 368(BP)
|
|
MOVL R10, 412(BP)
|
|
MOVL R10, 516(BP)
|
|
MOVL R10, 584(BP)
|
|
MOVL R10, 612(BP)
|
|
SHRQ $0x20, R10
|
|
MOVL R10, 40(BP)
|
|
MOVL R10, 124(BP)
|
|
MOVL R10, 152(BP)
|
|
MOVL R10, 244(BP)
|
|
MOVL R10, 276(BP)
|
|
MOVL R10, 388(BP)
|
|
MOVL R10, 416(BP)
|
|
MOVL R10, 496(BP)
|
|
MOVL R10, 588(BP)
|
|
MOVL R10, 620(BP)
|
|
MOVL R11, 28(BP)
|
|
MOVL R11, 108(BP)
|
|
MOVL R11, 196(BP)
|
|
MOVL R11, 256(BP)
|
|
MOVL R11, 312(BP)
|
|
MOVL R11, 340(BP)
|
|
MOVL R11, 436(BP)
|
|
MOVL R11, 520(BP)
|
|
MOVL R11, 528(BP)
|
|
MOVL R11, 616(BP)
|
|
SHRQ $0x20, R11
|
|
MOVL R11, 44(BP)
|
|
MOVL R11, 136(BP)
|
|
MOVL R11, 184(BP)
|
|
MOVL R11, 208(BP)
|
|
MOVL R11, 292(BP)
|
|
MOVL R11, 372(BP)
|
|
MOVL R11, 448(BP)
|
|
MOVL R11, 468(BP)
|
|
MOVL R11, 580(BP)
|
|
MOVL R11, 600(BP)
|
|
MOVL R12, 48(BP)
|
|
MOVL R12, 100(BP)
|
|
MOVL R12, 160(BP)
|
|
MOVL R12, 268(BP)
|
|
MOVL R12, 328(BP)
|
|
MOVL R12, 348(BP)
|
|
MOVL R12, 444(BP)
|
|
MOVL R12, 504(BP)
|
|
MOVL R12, 556(BP)
|
|
MOVL R12, 596(BP)
|
|
SHRQ $0x20, R12
|
|
MOVL R12, 64(BP)
|
|
MOVL R12, 88(BP)
|
|
MOVL R12, 188(BP)
|
|
MOVL R12, 224(BP)
|
|
MOVL R12, 272(BP)
|
|
MOVL R12, 396(BP)
|
|
MOVL R12, 440(BP)
|
|
MOVL R12, 492(BP)
|
|
MOVL R12, 548(BP)
|
|
MOVL R12, 628(BP)
|
|
MOVL R13, 52(BP)
|
|
MOVL R13, 96(BP)
|
|
MOVL R13, 176(BP)
|
|
MOVL R13, 260(BP)
|
|
MOVL R13, 284(BP)
|
|
MOVL R13, 356(BP)
|
|
MOVL R13, 428(BP)
|
|
MOVL R13, 524(BP)
|
|
MOVL R13, 572(BP)
|
|
MOVL R13, 592(BP)
|
|
SHRQ $0x20, R13
|
|
MOVL R13, 68(BP)
|
|
MOVL R13, 120(BP)
|
|
MOVL R13, 144(BP)
|
|
MOVL R13, 220(BP)
|
|
MOVL R13, 308(BP)
|
|
MOVL R13, 360(BP)
|
|
MOVL R13, 460(BP)
|
|
MOVL R13, 480(BP)
|
|
MOVL R13, 536(BP)
|
|
MOVL R13, 640(BP)
|
|
MOVL R14, 56(BP)
|
|
MOVL R14, 128(BP)
|
|
MOVL R14, 148(BP)
|
|
MOVL R14, 232(BP)
|
|
MOVL R14, 324(BP)
|
|
MOVL R14, 352(BP)
|
|
MOVL R14, 400(BP)
|
|
MOVL R14, 472(BP)
|
|
MOVL R14, 560(BP)
|
|
MOVL R14, 648(BP)
|
|
SHRQ $0x20, R14
|
|
MOVL R14, 72(BP)
|
|
MOVL R14, 92(BP)
|
|
MOVL R14, 172(BP)
|
|
MOVL R14, 216(BP)
|
|
MOVL R14, 332(BP)
|
|
MOVL R14, 384(BP)
|
|
MOVL R14, 424(BP)
|
|
MOVL R14, 464(BP)
|
|
MOVL R14, 564(BP)
|
|
MOVL R14, 636(BP)
|
|
MOVL R15, 60(BP)
|
|
MOVL R15, 80(BP)
|
|
MOVL R15, 192(BP)
|
|
MOVL R15, 236(BP)
|
|
MOVL R15, 304(BP)
|
|
MOVL R15, 392(BP)
|
|
MOVL R15, 408(BP)
|
|
MOVL R15, 484(BP)
|
|
MOVL R15, 532(BP)
|
|
MOVL R15, 644(BP)
|
|
SHRQ $0x20, R15
|
|
MOVL R15, 76(BP)
|
|
MOVL R15, 104(BP)
|
|
MOVL R15, 156(BP)
|
|
MOVL R15, 252(BP)
|
|
MOVL R15, 300(BP)
|
|
MOVL R15, 376(BP)
|
|
MOVL R15, 420(BP)
|
|
MOVL R15, 500(BP)
|
|
MOVL R15, 544(BP)
|
|
MOVL R15, 624(BP)
|
|
PADDL 16(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 32(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 48(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 64(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 80(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 96(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 112(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 128(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 144(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 160(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 176(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 192(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 208(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 224(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 240(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 256(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 272(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 288(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 304(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 320(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 336(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 352(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 368(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 384(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 400(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 416(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 432(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 448(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 464(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 480(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 496(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 512(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 528(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 544(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 560(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 576(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 592(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 608(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 624(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x10, X8
|
|
PSRLL $0x10, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 640(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
MOVO X7, X8
|
|
PSLLL $0x18, X8
|
|
PSRLL $0x08, X7
|
|
PXOR X8, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PXOR X4, X0
|
|
PXOR X5, X1
|
|
PXOR X6, X0
|
|
PXOR X7, X1
|
|
LEAQ 64(SI), SI
|
|
SUBQ $0x40, DX
|
|
JNE loop
|
|
MOVO X15, (BP)
|
|
MOVQ (BP), R9
|
|
MOVQ R9, (BX)
|
|
MOVOU X0, (AX)
|
|
MOVOU X1, 16(AX)
|
|
RET
|
|
|
|
DATA iv0<>+0(SB)/4, $0x6a09e667
|
|
DATA iv0<>+4(SB)/4, $0xbb67ae85
|
|
DATA iv0<>+8(SB)/4, $0x3c6ef372
|
|
DATA iv0<>+12(SB)/4, $0xa54ff53a
|
|
GLOBL iv0<>(SB), RODATA|NOPTR, $16
|
|
|
|
DATA iv1<>+0(SB)/4, $0x510e527f
|
|
DATA iv1<>+4(SB)/4, $0x9b05688c
|
|
DATA iv1<>+8(SB)/4, $0x1f83d9ab
|
|
DATA iv1<>+12(SB)/4, $0x5be0cd19
|
|
GLOBL iv1<>(SB), RODATA|NOPTR, $16
|
|
|
|
DATA counter<>+0(SB)/8, $0x0000000000000040
|
|
DATA counter<>+8(SB)/8, $0x0000000000000000
|
|
GLOBL counter<>(SB), RODATA|NOPTR, $16
|
|
|
|
DATA rol16<>+0(SB)/8, $0x0504070601000302
|
|
DATA rol16<>+8(SB)/8, $0x0d0c0f0e09080b0a
|
|
GLOBL rol16<>(SB), RODATA|NOPTR, $16
|
|
|
|
DATA rol8<>+0(SB)/8, $0x0407060500030201
|
|
DATA rol8<>+8(SB)/8, $0x0c0f0e0d080b0a09
|
|
GLOBL rol8<>(SB), RODATA|NOPTR, $16
|
|
|
|
// func hashBlocksSSSE3(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte)
|
|
// Requires: SSE2, SSSE3
|
|
TEXT ·hashBlocksSSSE3(SB), $672-48
|
|
MOVQ h+0(FP), AX
|
|
MOVQ c+8(FP), BX
|
|
MOVL flag+16(FP), CX
|
|
MOVQ blocks_base+24(FP), SI
|
|
MOVQ blocks_len+32(FP), DX
|
|
MOVQ SP, BP
|
|
ADDQ $0x0f, BP
|
|
ANDQ $-16, BP
|
|
MOVQ (BX), R9
|
|
MOVQ R9, (BP)
|
|
MOVQ CX, 8(BP)
|
|
MOVOU (AX), X0
|
|
MOVOU 16(AX), X1
|
|
MOVOU iv0<>+0(SB), X2
|
|
MOVOU iv1<>+0(SB), X3
|
|
MOVOU counter<>+0(SB), X12
|
|
MOVOU rol16<>+0(SB), X13
|
|
MOVOU rol8<>+0(SB), X14
|
|
MOVO (BP), X15
|
|
|
|
loop:
|
|
MOVO X0, X4
|
|
MOVO X1, X5
|
|
MOVO X2, X6
|
|
MOVO X3, X7
|
|
PADDQ X12, X15
|
|
PXOR X15, X7
|
|
MOVQ (SI), R8
|
|
MOVQ 8(SI), R9
|
|
MOVQ 16(SI), R10
|
|
MOVQ 24(SI), R11
|
|
MOVQ 32(SI), R12
|
|
MOVQ 40(SI), R13
|
|
MOVQ 48(SI), R14
|
|
MOVQ 56(SI), R15
|
|
MOVL R8, 16(BP)
|
|
MOVL R8, 116(BP)
|
|
MOVL R8, 164(BP)
|
|
MOVL R8, 264(BP)
|
|
MOVL R8, 288(BP)
|
|
MOVL R8, 344(BP)
|
|
MOVL R8, 432(BP)
|
|
MOVL R8, 512(BP)
|
|
MOVL R8, 540(BP)
|
|
MOVL R8, 652(BP)
|
|
SHRQ $0x20, R8
|
|
MOVL R8, 32(BP)
|
|
MOVL R8, 112(BP)
|
|
MOVL R8, 200(BP)
|
|
MOVL R8, 228(BP)
|
|
MOVL R8, 320(BP)
|
|
MOVL R8, 380(BP)
|
|
MOVL R8, 404(BP)
|
|
MOVL R8, 488(BP)
|
|
MOVL R8, 568(BP)
|
|
MOVL R8, 604(BP)
|
|
MOVL R9, 20(BP)
|
|
MOVL R9, 132(BP)
|
|
MOVL R9, 168(BP)
|
|
MOVL R9, 240(BP)
|
|
MOVL R9, 280(BP)
|
|
MOVL R9, 336(BP)
|
|
MOVL R9, 456(BP)
|
|
MOVL R9, 508(BP)
|
|
MOVL R9, 576(BP)
|
|
MOVL R9, 608(BP)
|
|
SHRQ $0x20, R9
|
|
MOVL R9, 36(BP)
|
|
MOVL R9, 140(BP)
|
|
MOVL R9, 180(BP)
|
|
MOVL R9, 212(BP)
|
|
MOVL R9, 316(BP)
|
|
MOVL R9, 364(BP)
|
|
MOVL R9, 452(BP)
|
|
MOVL R9, 476(BP)
|
|
MOVL R9, 552(BP)
|
|
MOVL R9, 632(BP)
|
|
MOVL R10, 24(BP)
|
|
MOVL R10, 84(BP)
|
|
MOVL R10, 204(BP)
|
|
MOVL R10, 248(BP)
|
|
MOVL R10, 296(BP)
|
|
MOVL R10, 368(BP)
|
|
MOVL R10, 412(BP)
|
|
MOVL R10, 516(BP)
|
|
MOVL R10, 584(BP)
|
|
MOVL R10, 612(BP)
|
|
SHRQ $0x20, R10
|
|
MOVL R10, 40(BP)
|
|
MOVL R10, 124(BP)
|
|
MOVL R10, 152(BP)
|
|
MOVL R10, 244(BP)
|
|
MOVL R10, 276(BP)
|
|
MOVL R10, 388(BP)
|
|
MOVL R10, 416(BP)
|
|
MOVL R10, 496(BP)
|
|
MOVL R10, 588(BP)
|
|
MOVL R10, 620(BP)
|
|
MOVL R11, 28(BP)
|
|
MOVL R11, 108(BP)
|
|
MOVL R11, 196(BP)
|
|
MOVL R11, 256(BP)
|
|
MOVL R11, 312(BP)
|
|
MOVL R11, 340(BP)
|
|
MOVL R11, 436(BP)
|
|
MOVL R11, 520(BP)
|
|
MOVL R11, 528(BP)
|
|
MOVL R11, 616(BP)
|
|
SHRQ $0x20, R11
|
|
MOVL R11, 44(BP)
|
|
MOVL R11, 136(BP)
|
|
MOVL R11, 184(BP)
|
|
MOVL R11, 208(BP)
|
|
MOVL R11, 292(BP)
|
|
MOVL R11, 372(BP)
|
|
MOVL R11, 448(BP)
|
|
MOVL R11, 468(BP)
|
|
MOVL R11, 580(BP)
|
|
MOVL R11, 600(BP)
|
|
MOVL R12, 48(BP)
|
|
MOVL R12, 100(BP)
|
|
MOVL R12, 160(BP)
|
|
MOVL R12, 268(BP)
|
|
MOVL R12, 328(BP)
|
|
MOVL R12, 348(BP)
|
|
MOVL R12, 444(BP)
|
|
MOVL R12, 504(BP)
|
|
MOVL R12, 556(BP)
|
|
MOVL R12, 596(BP)
|
|
SHRQ $0x20, R12
|
|
MOVL R12, 64(BP)
|
|
MOVL R12, 88(BP)
|
|
MOVL R12, 188(BP)
|
|
MOVL R12, 224(BP)
|
|
MOVL R12, 272(BP)
|
|
MOVL R12, 396(BP)
|
|
MOVL R12, 440(BP)
|
|
MOVL R12, 492(BP)
|
|
MOVL R12, 548(BP)
|
|
MOVL R12, 628(BP)
|
|
MOVL R13, 52(BP)
|
|
MOVL R13, 96(BP)
|
|
MOVL R13, 176(BP)
|
|
MOVL R13, 260(BP)
|
|
MOVL R13, 284(BP)
|
|
MOVL R13, 356(BP)
|
|
MOVL R13, 428(BP)
|
|
MOVL R13, 524(BP)
|
|
MOVL R13, 572(BP)
|
|
MOVL R13, 592(BP)
|
|
SHRQ $0x20, R13
|
|
MOVL R13, 68(BP)
|
|
MOVL R13, 120(BP)
|
|
MOVL R13, 144(BP)
|
|
MOVL R13, 220(BP)
|
|
MOVL R13, 308(BP)
|
|
MOVL R13, 360(BP)
|
|
MOVL R13, 460(BP)
|
|
MOVL R13, 480(BP)
|
|
MOVL R13, 536(BP)
|
|
MOVL R13, 640(BP)
|
|
MOVL R14, 56(BP)
|
|
MOVL R14, 128(BP)
|
|
MOVL R14, 148(BP)
|
|
MOVL R14, 232(BP)
|
|
MOVL R14, 324(BP)
|
|
MOVL R14, 352(BP)
|
|
MOVL R14, 400(BP)
|
|
MOVL R14, 472(BP)
|
|
MOVL R14, 560(BP)
|
|
MOVL R14, 648(BP)
|
|
SHRQ $0x20, R14
|
|
MOVL R14, 72(BP)
|
|
MOVL R14, 92(BP)
|
|
MOVL R14, 172(BP)
|
|
MOVL R14, 216(BP)
|
|
MOVL R14, 332(BP)
|
|
MOVL R14, 384(BP)
|
|
MOVL R14, 424(BP)
|
|
MOVL R14, 464(BP)
|
|
MOVL R14, 564(BP)
|
|
MOVL R14, 636(BP)
|
|
MOVL R15, 60(BP)
|
|
MOVL R15, 80(BP)
|
|
MOVL R15, 192(BP)
|
|
MOVL R15, 236(BP)
|
|
MOVL R15, 304(BP)
|
|
MOVL R15, 392(BP)
|
|
MOVL R15, 408(BP)
|
|
MOVL R15, 484(BP)
|
|
MOVL R15, 532(BP)
|
|
MOVL R15, 644(BP)
|
|
SHRQ $0x20, R15
|
|
MOVL R15, 76(BP)
|
|
MOVL R15, 104(BP)
|
|
MOVL R15, 156(BP)
|
|
MOVL R15, 252(BP)
|
|
MOVL R15, 300(BP)
|
|
MOVL R15, 376(BP)
|
|
MOVL R15, 420(BP)
|
|
MOVL R15, 500(BP)
|
|
MOVL R15, 544(BP)
|
|
MOVL R15, 624(BP)
|
|
PADDL 16(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 32(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 48(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 64(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 80(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 96(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 112(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 128(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 144(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 160(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 176(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 192(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 208(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 224(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 240(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 256(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 272(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 288(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 304(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 320(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 336(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 352(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 368(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 384(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 400(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 416(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 432(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 448(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 464(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 480(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 496(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 512(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 528(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 544(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 560(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 576(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PADDL 592(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 608(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL 624(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL 640(BP), X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PXOR X4, X0
|
|
PXOR X5, X1
|
|
PXOR X6, X0
|
|
PXOR X7, X1
|
|
LEAQ 64(SI), SI
|
|
SUBQ $0x40, DX
|
|
JNE loop
|
|
MOVO X15, (BP)
|
|
MOVQ (BP), R9
|
|
MOVQ R9, (BX)
|
|
MOVOU X0, (AX)
|
|
MOVOU X1, 16(AX)
|
|
RET
|
|
|
|
// func hashBlocksSSE4(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte)
|
|
// Requires: SSE2, SSE4.1, SSSE3
|
|
TEXT ·hashBlocksSSE4(SB), $32-48
|
|
MOVQ h+0(FP), AX
|
|
MOVQ c+8(FP), BX
|
|
MOVL flag+16(FP), CX
|
|
MOVQ blocks_base+24(FP), SI
|
|
MOVQ blocks_len+32(FP), DX
|
|
MOVQ SP, BP
|
|
ADDQ $0x0f, BP
|
|
ANDQ $-16, BP
|
|
MOVQ (BX), R9
|
|
MOVQ R9, (BP)
|
|
MOVQ CX, 8(BP)
|
|
MOVOU (AX), X0
|
|
MOVOU 16(AX), X1
|
|
MOVOU iv0<>+0(SB), X2
|
|
MOVOU iv1<>+0(SB), X3
|
|
MOVOU counter<>+0(SB), X12
|
|
MOVOU rol16<>+0(SB), X13
|
|
MOVOU rol8<>+0(SB), X14
|
|
MOVO (BP), X15
|
|
|
|
loop:
|
|
MOVO X0, X4
|
|
MOVO X1, X5
|
|
MOVO X2, X6
|
|
MOVO X3, X7
|
|
PADDQ X12, X15
|
|
PXOR X15, X7
|
|
MOVL (SI), X8
|
|
PINSRD $0x01, 8(SI), X8
|
|
PINSRD $0x02, 16(SI), X8
|
|
PINSRD $0x03, 24(SI), X8
|
|
MOVL 4(SI), X9
|
|
PINSRD $0x01, 12(SI), X9
|
|
PINSRD $0x02, 20(SI), X9
|
|
PINSRD $0x03, 28(SI), X9
|
|
MOVL 32(SI), X10
|
|
PINSRD $0x01, 40(SI), X10
|
|
PINSRD $0x02, 48(SI), X10
|
|
PINSRD $0x03, 56(SI), X10
|
|
MOVL 36(SI), X11
|
|
PINSRD $0x01, 44(SI), X11
|
|
PINSRD $0x02, 52(SI), X11
|
|
PINSRD $0x03, 60(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 56(SI), X8
|
|
PINSRD $0x01, 16(SI), X8
|
|
PINSRD $0x02, 36(SI), X8
|
|
PINSRD $0x03, 52(SI), X8
|
|
MOVL 40(SI), X9
|
|
PINSRD $0x01, 32(SI), X9
|
|
PINSRD $0x02, 60(SI), X9
|
|
PINSRD $0x03, 24(SI), X9
|
|
MOVL 4(SI), X10
|
|
PINSRD $0x01, (SI), X10
|
|
PINSRD $0x02, 44(SI), X10
|
|
PINSRD $0x03, 20(SI), X10
|
|
MOVL 48(SI), X11
|
|
PINSRD $0x01, 8(SI), X11
|
|
PINSRD $0x02, 28(SI), X11
|
|
PINSRD $0x03, 12(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 44(SI), X8
|
|
PINSRD $0x01, 48(SI), X8
|
|
PINSRD $0x02, 20(SI), X8
|
|
PINSRD $0x03, 60(SI), X8
|
|
MOVL 32(SI), X9
|
|
PINSRD $0x01, (SI), X9
|
|
PINSRD $0x02, 8(SI), X9
|
|
PINSRD $0x03, 52(SI), X9
|
|
MOVL 40(SI), X10
|
|
PINSRD $0x01, 12(SI), X10
|
|
PINSRD $0x02, 28(SI), X10
|
|
PINSRD $0x03, 36(SI), X10
|
|
MOVL 56(SI), X11
|
|
PINSRD $0x01, 24(SI), X11
|
|
PINSRD $0x02, 4(SI), X11
|
|
PINSRD $0x03, 16(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 28(SI), X8
|
|
PINSRD $0x01, 12(SI), X8
|
|
PINSRD $0x02, 52(SI), X8
|
|
PINSRD $0x03, 44(SI), X8
|
|
MOVL 36(SI), X9
|
|
PINSRD $0x01, 4(SI), X9
|
|
PINSRD $0x02, 48(SI), X9
|
|
PINSRD $0x03, 56(SI), X9
|
|
MOVL 8(SI), X10
|
|
PINSRD $0x01, 20(SI), X10
|
|
PINSRD $0x02, 16(SI), X10
|
|
PINSRD $0x03, 60(SI), X10
|
|
MOVL 24(SI), X11
|
|
PINSRD $0x01, 40(SI), X11
|
|
PINSRD $0x02, (SI), X11
|
|
PINSRD $0x03, 32(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 36(SI), X8
|
|
PINSRD $0x01, 20(SI), X8
|
|
PINSRD $0x02, 8(SI), X8
|
|
PINSRD $0x03, 40(SI), X8
|
|
MOVL (SI), X9
|
|
PINSRD $0x01, 28(SI), X9
|
|
PINSRD $0x02, 16(SI), X9
|
|
PINSRD $0x03, 60(SI), X9
|
|
MOVL 56(SI), X10
|
|
PINSRD $0x01, 44(SI), X10
|
|
PINSRD $0x02, 24(SI), X10
|
|
PINSRD $0x03, 12(SI), X10
|
|
MOVL 4(SI), X11
|
|
PINSRD $0x01, 48(SI), X11
|
|
PINSRD $0x02, 32(SI), X11
|
|
PINSRD $0x03, 52(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 8(SI), X8
|
|
PINSRD $0x01, 24(SI), X8
|
|
PINSRD $0x02, (SI), X8
|
|
PINSRD $0x03, 32(SI), X8
|
|
MOVL 48(SI), X9
|
|
PINSRD $0x01, 40(SI), X9
|
|
PINSRD $0x02, 44(SI), X9
|
|
PINSRD $0x03, 12(SI), X9
|
|
MOVL 16(SI), X10
|
|
PINSRD $0x01, 28(SI), X10
|
|
PINSRD $0x02, 60(SI), X10
|
|
PINSRD $0x03, 4(SI), X10
|
|
MOVL 52(SI), X11
|
|
PINSRD $0x01, 20(SI), X11
|
|
PINSRD $0x02, 56(SI), X11
|
|
PINSRD $0x03, 36(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 48(SI), X8
|
|
PINSRD $0x01, 4(SI), X8
|
|
PINSRD $0x02, 56(SI), X8
|
|
PINSRD $0x03, 16(SI), X8
|
|
MOVL 20(SI), X9
|
|
PINSRD $0x01, 60(SI), X9
|
|
PINSRD $0x02, 52(SI), X9
|
|
PINSRD $0x03, 40(SI), X9
|
|
MOVL (SI), X10
|
|
PINSRD $0x01, 24(SI), X10
|
|
PINSRD $0x02, 36(SI), X10
|
|
PINSRD $0x03, 32(SI), X10
|
|
MOVL 28(SI), X11
|
|
PINSRD $0x01, 12(SI), X11
|
|
PINSRD $0x02, 8(SI), X11
|
|
PINSRD $0x03, 44(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 52(SI), X8
|
|
PINSRD $0x01, 28(SI), X8
|
|
PINSRD $0x02, 48(SI), X8
|
|
PINSRD $0x03, 12(SI), X8
|
|
MOVL 44(SI), X9
|
|
PINSRD $0x01, 56(SI), X9
|
|
PINSRD $0x02, 4(SI), X9
|
|
PINSRD $0x03, 36(SI), X9
|
|
MOVL 20(SI), X10
|
|
PINSRD $0x01, 60(SI), X10
|
|
PINSRD $0x02, 32(SI), X10
|
|
PINSRD $0x03, 8(SI), X10
|
|
MOVL (SI), X11
|
|
PINSRD $0x01, 16(SI), X11
|
|
PINSRD $0x02, 24(SI), X11
|
|
PINSRD $0x03, 40(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 24(SI), X8
|
|
PINSRD $0x01, 56(SI), X8
|
|
PINSRD $0x02, 44(SI), X8
|
|
PINSRD $0x03, (SI), X8
|
|
MOVL 60(SI), X9
|
|
PINSRD $0x01, 36(SI), X9
|
|
PINSRD $0x02, 12(SI), X9
|
|
PINSRD $0x03, 32(SI), X9
|
|
MOVL 48(SI), X10
|
|
PINSRD $0x01, 52(SI), X10
|
|
PINSRD $0x02, 4(SI), X10
|
|
PINSRD $0x03, 40(SI), X10
|
|
MOVL 8(SI), X11
|
|
PINSRD $0x01, 28(SI), X11
|
|
PINSRD $0x02, 16(SI), X11
|
|
PINSRD $0x03, 20(SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
MOVL 40(SI), X8
|
|
PINSRD $0x01, 32(SI), X8
|
|
PINSRD $0x02, 28(SI), X8
|
|
PINSRD $0x03, 4(SI), X8
|
|
MOVL 8(SI), X9
|
|
PINSRD $0x01, 16(SI), X9
|
|
PINSRD $0x02, 24(SI), X9
|
|
PINSRD $0x03, 20(SI), X9
|
|
MOVL 60(SI), X10
|
|
PINSRD $0x01, 36(SI), X10
|
|
PINSRD $0x02, 12(SI), X10
|
|
PINSRD $0x03, 52(SI), X10
|
|
MOVL 44(SI), X11
|
|
PINSRD $0x01, 56(SI), X11
|
|
PINSRD $0x02, 48(SI), X11
|
|
PINSRD $0x03, (SI), X11
|
|
PADDL X8, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X9, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X5, X5
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X7, X7
|
|
PADDL X10, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X13, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x14, X8
|
|
PSRLL $0x0c, X5
|
|
PXOR X8, X5
|
|
PADDL X11, X4
|
|
PADDL X5, X4
|
|
PXOR X4, X7
|
|
PSHUFB X14, X7
|
|
PADDL X7, X6
|
|
PXOR X6, X5
|
|
MOVO X5, X8
|
|
PSLLL $0x19, X8
|
|
PSRLL $0x07, X5
|
|
PXOR X8, X5
|
|
PSHUFL $0x39, X7, X7
|
|
PSHUFL $0x4e, X6, X6
|
|
PSHUFL $0x93, X5, X5
|
|
PXOR X4, X0
|
|
PXOR X5, X1
|
|
PXOR X6, X0
|
|
PXOR X7, X1
|
|
LEAQ 64(SI), SI
|
|
SUBQ $0x40, DX
|
|
JNE loop
|
|
MOVO X15, (BP)
|
|
MOVQ (BP), R9
|
|
MOVQ R9, (BX)
|
|
MOVOU X0, (AX)
|
|
MOVOU X1, 16(AX)
|
|
RET
|