eiac/crypto
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
0b316e7ee409f8e5789a0535679d34155cecc75e
crypto/blake2s/blake2s_amd64.s
T
Garrett Bodley 38ed1bc0ec blake2s: port blake2s_amd64.s to Avo 
This implementation utilizes the same registers found in the reference
implementation, aiming to produce a minimal semantic diff between the
Avo-generated output and the original hand-written assembly.

To verify the Avo implementation, the reference and Avo-generated
assembly files are fed to `go tool asm`, capturing the debug output into
corresponding temp files. The debug output contains supplementary
metadata (line numbers, instruction offsets, and source file references)
that must be removed in order to obtain a semantic diff of the two
files. This is accomplished via a small utility script written in awk.

Commands used to verify Avo output:

GOROOT=$(go env GOROOT)
ASM_PATH="blake2s/blake2s_amd64.s"
REFERENCE="b2d3a6a4b4d36521cd7f653879cf6981e7c5c340"

go tool asm -o /dev/null -I "$GOROOT"/src/runtime -debug \
  <(git cat-file -p "$REFERENCE:$ASM_PATH") \
  > /tmp/reference.s

go tool asm -o /dev/null -I "$GOROOT"/src/runtime -debug \
  "$ASM_PATH" \
  > /tmp/avo.s

normalize(){
  awk '{
    $1=$2=$3="";
    print substr($0,4)
  }'
}

diff <(normalize < /tmp/reference.s) <(normalize < /tmp/avo.s)

Change-Id: Ica8bf9f0b42dc93714aa54e783fa74ed19e6b9f4
Reviewed-on: https://go-review.googlesource.com/c/crypto/+/601216
Reviewed-by: Roland Shoemaker <roland@golang.org>
LUCI-TryBot-Result: Go LUCI <golang-scoped@luci-project-accounts.iam.gserviceaccount.com>
Reviewed-by: Dmitri Shuralyov <dmitshur@google.com>
Reviewed-by: Filippo Valsorda <filippo@golang.org>
2024-09-04 20:34:20 +00:00

2174 lines
39 KiB
ArmAsm
Raw Blame History

// Code generated by command: go run blake2s_amd64_asm.go -out ../blake2s_amd64.s -pkg blake2s. DO NOT EDIT.
//go:build amd64 && gc && !purego
#include "textflag.h"
// func hashBlocksSSE2(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte)
// Requires: SSE2
TEXT ·hashBlocksSSE2(SB), $672-48
MOVQ h+0(FP), AX
MOVQ c+8(FP), BX
MOVL flag+16(FP), CX
MOVQ blocks_base+24(FP), SI
MOVQ blocks_len+32(FP), DX
MOVQ SP, BP
ADDQ $0x0f, BP
ANDQ $-16, BP
MOVQ (BX), R9
MOVQ R9, (BP)
MOVQ CX, 8(BP)
MOVOU (AX), X0
MOVOU 16(AX), X1
MOVOU iv0<>+0(SB), X2
MOVOU iv1<>+0(SB), X3
MOVOU counter<>+0(SB), X12
MOVOU rol16<>+0(SB), X13
MOVOU rol8<>+0(SB), X14
MOVO (BP), X15
loop:
MOVO X0, X4
MOVO X1, X5
MOVO X2, X6
MOVO X3, X7
PADDQ X12, X15
PXOR X15, X7
MOVQ (SI), R8
MOVQ 8(SI), R9
MOVQ 16(SI), R10
MOVQ 24(SI), R11
MOVQ 32(SI), R12
MOVQ 40(SI), R13
MOVQ 48(SI), R14
MOVQ 56(SI), R15
MOVL R8, 16(BP)
MOVL R8, 116(BP)
MOVL R8, 164(BP)
MOVL R8, 264(BP)
MOVL R8, 288(BP)
MOVL R8, 344(BP)
MOVL R8, 432(BP)
MOVL R8, 512(BP)
MOVL R8, 540(BP)
MOVL R8, 652(BP)
SHRQ $0x20, R8
MOVL R8, 32(BP)
MOVL R8, 112(BP)
MOVL R8, 200(BP)
MOVL R8, 228(BP)
MOVL R8, 320(BP)
MOVL R8, 380(BP)
MOVL R8, 404(BP)
MOVL R8, 488(BP)
MOVL R8, 568(BP)
MOVL R8, 604(BP)
MOVL R9, 20(BP)
MOVL R9, 132(BP)
MOVL R9, 168(BP)
MOVL R9, 240(BP)
MOVL R9, 280(BP)
MOVL R9, 336(BP)
MOVL R9, 456(BP)
MOVL R9, 508(BP)
MOVL R9, 576(BP)
MOVL R9, 608(BP)
SHRQ $0x20, R9
MOVL R9, 36(BP)
MOVL R9, 140(BP)
MOVL R9, 180(BP)
MOVL R9, 212(BP)
MOVL R9, 316(BP)
MOVL R9, 364(BP)
MOVL R9, 452(BP)
MOVL R9, 476(BP)
MOVL R9, 552(BP)
MOVL R9, 632(BP)
MOVL R10, 24(BP)
MOVL R10, 84(BP)
MOVL R10, 204(BP)
MOVL R10, 248(BP)
MOVL R10, 296(BP)
MOVL R10, 368(BP)
MOVL R10, 412(BP)
MOVL R10, 516(BP)
MOVL R10, 584(BP)
MOVL R10, 612(BP)
SHRQ $0x20, R10
MOVL R10, 40(BP)
MOVL R10, 124(BP)
MOVL R10, 152(BP)
MOVL R10, 244(BP)
MOVL R10, 276(BP)
MOVL R10, 388(BP)
MOVL R10, 416(BP)
MOVL R10, 496(BP)
MOVL R10, 588(BP)
MOVL R10, 620(BP)
MOVL R11, 28(BP)
MOVL R11, 108(BP)
MOVL R11, 196(BP)
MOVL R11, 256(BP)
MOVL R11, 312(BP)
MOVL R11, 340(BP)
MOVL R11, 436(BP)
MOVL R11, 520(BP)
MOVL R11, 528(BP)
MOVL R11, 616(BP)
SHRQ $0x20, R11
MOVL R11, 44(BP)
MOVL R11, 136(BP)
MOVL R11, 184(BP)
MOVL R11, 208(BP)
MOVL R11, 292(BP)
MOVL R11, 372(BP)
MOVL R11, 448(BP)
MOVL R11, 468(BP)
MOVL R11, 580(BP)
MOVL R11, 600(BP)
MOVL R12, 48(BP)
MOVL R12, 100(BP)
MOVL R12, 160(BP)
MOVL R12, 268(BP)
MOVL R12, 328(BP)
MOVL R12, 348(BP)
MOVL R12, 444(BP)
MOVL R12, 504(BP)
MOVL R12, 556(BP)
MOVL R12, 596(BP)
SHRQ $0x20, R12
MOVL R12, 64(BP)
MOVL R12, 88(BP)
MOVL R12, 188(BP)
MOVL R12, 224(BP)
MOVL R12, 272(BP)
MOVL R12, 396(BP)
MOVL R12, 440(BP)
MOVL R12, 492(BP)
MOVL R12, 548(BP)
MOVL R12, 628(BP)
MOVL R13, 52(BP)
MOVL R13, 96(BP)
MOVL R13, 176(BP)
MOVL R13, 260(BP)
MOVL R13, 284(BP)
MOVL R13, 356(BP)
MOVL R13, 428(BP)
MOVL R13, 524(BP)
MOVL R13, 572(BP)
MOVL R13, 592(BP)
SHRQ $0x20, R13
MOVL R13, 68(BP)
MOVL R13, 120(BP)
MOVL R13, 144(BP)
MOVL R13, 220(BP)
MOVL R13, 308(BP)
MOVL R13, 360(BP)
MOVL R13, 460(BP)
MOVL R13, 480(BP)
MOVL R13, 536(BP)
MOVL R13, 640(BP)
MOVL R14, 56(BP)
MOVL R14, 128(BP)
MOVL R14, 148(BP)
MOVL R14, 232(BP)
MOVL R14, 324(BP)
MOVL R14, 352(BP)
MOVL R14, 400(BP)
MOVL R14, 472(BP)
MOVL R14, 560(BP)
MOVL R14, 648(BP)
SHRQ $0x20, R14
MOVL R14, 72(BP)
MOVL R14, 92(BP)
MOVL R14, 172(BP)
MOVL R14, 216(BP)
MOVL R14, 332(BP)
MOVL R14, 384(BP)
MOVL R14, 424(BP)
MOVL R14, 464(BP)
MOVL R14, 564(BP)
MOVL R14, 636(BP)
MOVL R15, 60(BP)
MOVL R15, 80(BP)
MOVL R15, 192(BP)
MOVL R15, 236(BP)
MOVL R15, 304(BP)
MOVL R15, 392(BP)
MOVL R15, 408(BP)
MOVL R15, 484(BP)
MOVL R15, 532(BP)
MOVL R15, 644(BP)
SHRQ $0x20, R15
MOVL R15, 76(BP)
MOVL R15, 104(BP)
MOVL R15, 156(BP)
MOVL R15, 252(BP)
MOVL R15, 300(BP)
MOVL R15, 376(BP)
MOVL R15, 420(BP)
MOVL R15, 500(BP)
MOVL R15, 544(BP)
MOVL R15, 624(BP)
PADDL 16(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 32(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 48(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 64(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 80(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 96(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 112(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 128(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 144(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 160(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 176(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 192(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 208(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 224(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 240(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 256(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 272(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 288(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 304(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 320(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 336(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 352(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 368(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 384(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 400(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 416(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 432(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 448(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 464(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 480(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 496(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 512(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 528(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 544(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 560(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 576(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 592(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 608(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 624(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x10, X8
PSRLL $0x10, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 640(BP), X4
PADDL X5, X4
PXOR X4, X7
MOVO X7, X8
PSLLL $0x18, X8
PSRLL $0x08, X7
PXOR X8, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PXOR X4, X0
PXOR X5, X1
PXOR X6, X0
PXOR X7, X1
LEAQ 64(SI), SI
SUBQ $0x40, DX
JNE loop
MOVO X15, (BP)
MOVQ (BP), R9
MOVQ R9, (BX)
MOVOU X0, (AX)
MOVOU X1, 16(AX)
RET
DATA iv0<>+0(SB)/4, $0x6a09e667
DATA iv0<>+4(SB)/4, $0xbb67ae85
DATA iv0<>+8(SB)/4, $0x3c6ef372
DATA iv0<>+12(SB)/4, $0xa54ff53a
GLOBL iv0<>(SB), RODATA|NOPTR, $16
DATA iv1<>+0(SB)/4, $0x510e527f
DATA iv1<>+4(SB)/4, $0x9b05688c
DATA iv1<>+8(SB)/4, $0x1f83d9ab
DATA iv1<>+12(SB)/4, $0x5be0cd19
GLOBL iv1<>(SB), RODATA|NOPTR, $16
DATA counter<>+0(SB)/8, $0x0000000000000040
DATA counter<>+8(SB)/8, $0x0000000000000000
GLOBL counter<>(SB), RODATA|NOPTR, $16
DATA rol16<>+0(SB)/8, $0x0504070601000302
DATA rol16<>+8(SB)/8, $0x0d0c0f0e09080b0a
GLOBL rol16<>(SB), RODATA|NOPTR, $16
DATA rol8<>+0(SB)/8, $0x0407060500030201
DATA rol8<>+8(SB)/8, $0x0c0f0e0d080b0a09
GLOBL rol8<>(SB), RODATA|NOPTR, $16
// func hashBlocksSSSE3(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte)
// Requires: SSE2, SSSE3
TEXT ·hashBlocksSSSE3(SB), $672-48
MOVQ h+0(FP), AX
MOVQ c+8(FP), BX
MOVL flag+16(FP), CX
MOVQ blocks_base+24(FP), SI
MOVQ blocks_len+32(FP), DX
MOVQ SP, BP
ADDQ $0x0f, BP
ANDQ $-16, BP
MOVQ (BX), R9
MOVQ R9, (BP)
MOVQ CX, 8(BP)
MOVOU (AX), X0
MOVOU 16(AX), X1
MOVOU iv0<>+0(SB), X2
MOVOU iv1<>+0(SB), X3
MOVOU counter<>+0(SB), X12
MOVOU rol16<>+0(SB), X13
MOVOU rol8<>+0(SB), X14
MOVO (BP), X15
loop:
MOVO X0, X4
MOVO X1, X5
MOVO X2, X6
MOVO X3, X7
PADDQ X12, X15
PXOR X15, X7
MOVQ (SI), R8
MOVQ 8(SI), R9
MOVQ 16(SI), R10
MOVQ 24(SI), R11
MOVQ 32(SI), R12
MOVQ 40(SI), R13
MOVQ 48(SI), R14
MOVQ 56(SI), R15
MOVL R8, 16(BP)
MOVL R8, 116(BP)
MOVL R8, 164(BP)
MOVL R8, 264(BP)
MOVL R8, 288(BP)
MOVL R8, 344(BP)
MOVL R8, 432(BP)
MOVL R8, 512(BP)
MOVL R8, 540(BP)
MOVL R8, 652(BP)
SHRQ $0x20, R8
MOVL R8, 32(BP)
MOVL R8, 112(BP)
MOVL R8, 200(BP)
MOVL R8, 228(BP)
MOVL R8, 320(BP)
MOVL R8, 380(BP)
MOVL R8, 404(BP)
MOVL R8, 488(BP)
MOVL R8, 568(BP)
MOVL R8, 604(BP)
MOVL R9, 20(BP)
MOVL R9, 132(BP)
MOVL R9, 168(BP)
MOVL R9, 240(BP)
MOVL R9, 280(BP)
MOVL R9, 336(BP)
MOVL R9, 456(BP)
MOVL R9, 508(BP)
MOVL R9, 576(BP)
MOVL R9, 608(BP)
SHRQ $0x20, R9
MOVL R9, 36(BP)
MOVL R9, 140(BP)
MOVL R9, 180(BP)
MOVL R9, 212(BP)
MOVL R9, 316(BP)
MOVL R9, 364(BP)
MOVL R9, 452(BP)
MOVL R9, 476(BP)
MOVL R9, 552(BP)
MOVL R9, 632(BP)
MOVL R10, 24(BP)
MOVL R10, 84(BP)
MOVL R10, 204(BP)
MOVL R10, 248(BP)
MOVL R10, 296(BP)
MOVL R10, 368(BP)
MOVL R10, 412(BP)
MOVL R10, 516(BP)
MOVL R10, 584(BP)
MOVL R10, 612(BP)
SHRQ $0x20, R10
MOVL R10, 40(BP)
MOVL R10, 124(BP)
MOVL R10, 152(BP)
MOVL R10, 244(BP)
MOVL R10, 276(BP)
MOVL R10, 388(BP)
MOVL R10, 416(BP)
MOVL R10, 496(BP)
MOVL R10, 588(BP)
MOVL R10, 620(BP)
MOVL R11, 28(BP)
MOVL R11, 108(BP)
MOVL R11, 196(BP)
MOVL R11, 256(BP)
MOVL R11, 312(BP)
MOVL R11, 340(BP)
MOVL R11, 436(BP)
MOVL R11, 520(BP)
MOVL R11, 528(BP)
MOVL R11, 616(BP)
SHRQ $0x20, R11
MOVL R11, 44(BP)
MOVL R11, 136(BP)
MOVL R11, 184(BP)
MOVL R11, 208(BP)
MOVL R11, 292(BP)
MOVL R11, 372(BP)
MOVL R11, 448(BP)
MOVL R11, 468(BP)
MOVL R11, 580(BP)
MOVL R11, 600(BP)
MOVL R12, 48(BP)
MOVL R12, 100(BP)
MOVL R12, 160(BP)
MOVL R12, 268(BP)
MOVL R12, 328(BP)
MOVL R12, 348(BP)
MOVL R12, 444(BP)
MOVL R12, 504(BP)
MOVL R12, 556(BP)
MOVL R12, 596(BP)
SHRQ $0x20, R12
MOVL R12, 64(BP)
MOVL R12, 88(BP)
MOVL R12, 188(BP)
MOVL R12, 224(BP)
MOVL R12, 272(BP)
MOVL R12, 396(BP)
MOVL R12, 440(BP)
MOVL R12, 492(BP)
MOVL R12, 548(BP)
MOVL R12, 628(BP)
MOVL R13, 52(BP)
MOVL R13, 96(BP)
MOVL R13, 176(BP)
MOVL R13, 260(BP)
MOVL R13, 284(BP)
MOVL R13, 356(BP)
MOVL R13, 428(BP)
MOVL R13, 524(BP)
MOVL R13, 572(BP)
MOVL R13, 592(BP)
SHRQ $0x20, R13
MOVL R13, 68(BP)
MOVL R13, 120(BP)
MOVL R13, 144(BP)
MOVL R13, 220(BP)
MOVL R13, 308(BP)
MOVL R13, 360(BP)
MOVL R13, 460(BP)
MOVL R13, 480(BP)
MOVL R13, 536(BP)
MOVL R13, 640(BP)
MOVL R14, 56(BP)
MOVL R14, 128(BP)
MOVL R14, 148(BP)
MOVL R14, 232(BP)
MOVL R14, 324(BP)
MOVL R14, 352(BP)
MOVL R14, 400(BP)
MOVL R14, 472(BP)
MOVL R14, 560(BP)
MOVL R14, 648(BP)
SHRQ $0x20, R14
MOVL R14, 72(BP)
MOVL R14, 92(BP)
MOVL R14, 172(BP)
MOVL R14, 216(BP)
MOVL R14, 332(BP)
MOVL R14, 384(BP)
MOVL R14, 424(BP)
MOVL R14, 464(BP)
MOVL R14, 564(BP)
MOVL R14, 636(BP)
MOVL R15, 60(BP)
MOVL R15, 80(BP)
MOVL R15, 192(BP)
MOVL R15, 236(BP)
MOVL R15, 304(BP)
MOVL R15, 392(BP)
MOVL R15, 408(BP)
MOVL R15, 484(BP)
MOVL R15, 532(BP)
MOVL R15, 644(BP)
SHRQ $0x20, R15
MOVL R15, 76(BP)
MOVL R15, 104(BP)
MOVL R15, 156(BP)
MOVL R15, 252(BP)
MOVL R15, 300(BP)
MOVL R15, 376(BP)
MOVL R15, 420(BP)
MOVL R15, 500(BP)
MOVL R15, 544(BP)
MOVL R15, 624(BP)
PADDL 16(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 32(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 48(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 64(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 80(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 96(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 112(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 128(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 144(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 160(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 176(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 192(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 208(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 224(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 240(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 256(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 272(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 288(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 304(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 320(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 336(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 352(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 368(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 384(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 400(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 416(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 432(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 448(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 464(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 480(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 496(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 512(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 528(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 544(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 560(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 576(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PADDL 592(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 608(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL 624(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL 640(BP), X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PXOR X4, X0
PXOR X5, X1
PXOR X6, X0
PXOR X7, X1
LEAQ 64(SI), SI
SUBQ $0x40, DX
JNE loop
MOVO X15, (BP)
MOVQ (BP), R9
MOVQ R9, (BX)
MOVOU X0, (AX)
MOVOU X1, 16(AX)
RET
// func hashBlocksSSE4(h *[8]uint32, c *[2]uint32, flag uint32, blocks []byte)
// Requires: SSE2, SSE4.1, SSSE3
TEXT ·hashBlocksSSE4(SB), $32-48
MOVQ h+0(FP), AX
MOVQ c+8(FP), BX
MOVL flag+16(FP), CX
MOVQ blocks_base+24(FP), SI
MOVQ blocks_len+32(FP), DX
MOVQ SP, BP
ADDQ $0x0f, BP
ANDQ $-16, BP
MOVQ (BX), R9
MOVQ R9, (BP)
MOVQ CX, 8(BP)
MOVOU (AX), X0
MOVOU 16(AX), X1
MOVOU iv0<>+0(SB), X2
MOVOU iv1<>+0(SB), X3
MOVOU counter<>+0(SB), X12
MOVOU rol16<>+0(SB), X13
MOVOU rol8<>+0(SB), X14
MOVO (BP), X15
loop:
MOVO X0, X4
MOVO X1, X5
MOVO X2, X6
MOVO X3, X7
PADDQ X12, X15
PXOR X15, X7
MOVL (SI), X8
PINSRD $0x01, 8(SI), X8
PINSRD $0x02, 16(SI), X8
PINSRD $0x03, 24(SI), X8
MOVL 4(SI), X9
PINSRD $0x01, 12(SI), X9
PINSRD $0x02, 20(SI), X9
PINSRD $0x03, 28(SI), X9
MOVL 32(SI), X10
PINSRD $0x01, 40(SI), X10
PINSRD $0x02, 48(SI), X10
PINSRD $0x03, 56(SI), X10
MOVL 36(SI), X11
PINSRD $0x01, 44(SI), X11
PINSRD $0x02, 52(SI), X11
PINSRD $0x03, 60(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 56(SI), X8
PINSRD $0x01, 16(SI), X8
PINSRD $0x02, 36(SI), X8
PINSRD $0x03, 52(SI), X8
MOVL 40(SI), X9
PINSRD $0x01, 32(SI), X9
PINSRD $0x02, 60(SI), X9
PINSRD $0x03, 24(SI), X9
MOVL 4(SI), X10
PINSRD $0x01, (SI), X10
PINSRD $0x02, 44(SI), X10
PINSRD $0x03, 20(SI), X10
MOVL 48(SI), X11
PINSRD $0x01, 8(SI), X11
PINSRD $0x02, 28(SI), X11
PINSRD $0x03, 12(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 44(SI), X8
PINSRD $0x01, 48(SI), X8
PINSRD $0x02, 20(SI), X8
PINSRD $0x03, 60(SI), X8
MOVL 32(SI), X9
PINSRD $0x01, (SI), X9
PINSRD $0x02, 8(SI), X9
PINSRD $0x03, 52(SI), X9
MOVL 40(SI), X10
PINSRD $0x01, 12(SI), X10
PINSRD $0x02, 28(SI), X10
PINSRD $0x03, 36(SI), X10
MOVL 56(SI), X11
PINSRD $0x01, 24(SI), X11
PINSRD $0x02, 4(SI), X11
PINSRD $0x03, 16(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 28(SI), X8
PINSRD $0x01, 12(SI), X8
PINSRD $0x02, 52(SI), X8
PINSRD $0x03, 44(SI), X8
MOVL 36(SI), X9
PINSRD $0x01, 4(SI), X9
PINSRD $0x02, 48(SI), X9
PINSRD $0x03, 56(SI), X9
MOVL 8(SI), X10
PINSRD $0x01, 20(SI), X10
PINSRD $0x02, 16(SI), X10
PINSRD $0x03, 60(SI), X10
MOVL 24(SI), X11
PINSRD $0x01, 40(SI), X11
PINSRD $0x02, (SI), X11
PINSRD $0x03, 32(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 36(SI), X8
PINSRD $0x01, 20(SI), X8
PINSRD $0x02, 8(SI), X8
PINSRD $0x03, 40(SI), X8
MOVL (SI), X9
PINSRD $0x01, 28(SI), X9
PINSRD $0x02, 16(SI), X9
PINSRD $0x03, 60(SI), X9
MOVL 56(SI), X10
PINSRD $0x01, 44(SI), X10
PINSRD $0x02, 24(SI), X10
PINSRD $0x03, 12(SI), X10
MOVL 4(SI), X11
PINSRD $0x01, 48(SI), X11
PINSRD $0x02, 32(SI), X11
PINSRD $0x03, 52(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 8(SI), X8
PINSRD $0x01, 24(SI), X8
PINSRD $0x02, (SI), X8
PINSRD $0x03, 32(SI), X8
MOVL 48(SI), X9
PINSRD $0x01, 40(SI), X9
PINSRD $0x02, 44(SI), X9
PINSRD $0x03, 12(SI), X9
MOVL 16(SI), X10
PINSRD $0x01, 28(SI), X10
PINSRD $0x02, 60(SI), X10
PINSRD $0x03, 4(SI), X10
MOVL 52(SI), X11
PINSRD $0x01, 20(SI), X11
PINSRD $0x02, 56(SI), X11
PINSRD $0x03, 36(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 48(SI), X8
PINSRD $0x01, 4(SI), X8
PINSRD $0x02, 56(SI), X8
PINSRD $0x03, 16(SI), X8
MOVL 20(SI), X9
PINSRD $0x01, 60(SI), X9
PINSRD $0x02, 52(SI), X9
PINSRD $0x03, 40(SI), X9
MOVL (SI), X10
PINSRD $0x01, 24(SI), X10
PINSRD $0x02, 36(SI), X10
PINSRD $0x03, 32(SI), X10
MOVL 28(SI), X11
PINSRD $0x01, 12(SI), X11
PINSRD $0x02, 8(SI), X11
PINSRD $0x03, 44(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 52(SI), X8
PINSRD $0x01, 28(SI), X8
PINSRD $0x02, 48(SI), X8
PINSRD $0x03, 12(SI), X8
MOVL 44(SI), X9
PINSRD $0x01, 56(SI), X9
PINSRD $0x02, 4(SI), X9
PINSRD $0x03, 36(SI), X9
MOVL 20(SI), X10
PINSRD $0x01, 60(SI), X10
PINSRD $0x02, 32(SI), X10
PINSRD $0x03, 8(SI), X10
MOVL (SI), X11
PINSRD $0x01, 16(SI), X11
PINSRD $0x02, 24(SI), X11
PINSRD $0x03, 40(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 24(SI), X8
PINSRD $0x01, 56(SI), X8
PINSRD $0x02, 44(SI), X8
PINSRD $0x03, (SI), X8
MOVL 60(SI), X9
PINSRD $0x01, 36(SI), X9
PINSRD $0x02, 12(SI), X9
PINSRD $0x03, 32(SI), X9
MOVL 48(SI), X10
PINSRD $0x01, 52(SI), X10
PINSRD $0x02, 4(SI), X10
PINSRD $0x03, 40(SI), X10
MOVL 8(SI), X11
PINSRD $0x01, 28(SI), X11
PINSRD $0x02, 16(SI), X11
PINSRD $0x03, 20(SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
MOVL 40(SI), X8
PINSRD $0x01, 32(SI), X8
PINSRD $0x02, 28(SI), X8
PINSRD $0x03, 4(SI), X8
MOVL 8(SI), X9
PINSRD $0x01, 16(SI), X9
PINSRD $0x02, 24(SI), X9
PINSRD $0x03, 20(SI), X9
MOVL 60(SI), X10
PINSRD $0x01, 36(SI), X10
PINSRD $0x02, 12(SI), X10
PINSRD $0x03, 52(SI), X10
MOVL 44(SI), X11
PINSRD $0x01, 56(SI), X11
PINSRD $0x02, 48(SI), X11
PINSRD $0x03, (SI), X11
PADDL X8, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X9, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X5, X5
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X7, X7
PADDL X10, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X13, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x14, X8
PSRLL $0x0c, X5
PXOR X8, X5
PADDL X11, X4
PADDL X5, X4
PXOR X4, X7
PSHUFB X14, X7
PADDL X7, X6
PXOR X6, X5
MOVO X5, X8
PSLLL $0x19, X8
PSRLL $0x07, X5
PXOR X8, X5
PSHUFL $0x39, X7, X7
PSHUFL $0x4e, X6, X6
PSHUFL $0x93, X5, X5
PXOR X4, X0
PXOR X5, X1
PXOR X6, X0
PXOR X7, X1
LEAQ 64(SI), SI
SUBQ $0x40, DX
JNE loop
MOVO X15, (BP)
MOVQ (BP), R9
MOVQ R9, (BX)
MOVOU X0, (AX)
MOVOU X1, 16(AX)
RET
Reference in New Issue View Git Blame Copy Permalink