VPERMT2B X9, X9, K7, X20                           // 62c2350f7de1
	VPERMT2B (BX), X9, K7, X20                         // 62e2350f7d23
	VPERMT2B -17(BP)(SI*1), X9, K7, X20                // 62e2350f7da435efffffff
	VPERMT2B X2, X13, K7, X20                          // 62e2150f7de2
	VPERMT2B X8, X13, K7, X20                          // 62c2150f7de0

	ADD	$8, X9, X9
	SUB	X9, X12, X12
align:
	SUB	$1, X9
	MOVBU	0(X10), X19
	MOVBU	0(X11), X20
	BNE	X19, X20, not_eq
	ADD	$1, X10
	ADD	$1, X11
	BNEZ	X9, align

loop32_check:
	MOV	$32, X9
	BLT	X12, X9, loop16_check
loop32:
	MOV	0(X10), X19
	MOV	0(X11), X20
	MOV	8(X10), X21
	MOV	8(X11), X22
	BNE	X19, X20, not_eq
	BNE	X21, X22, not_eq
	MOV	16(X10), X14
	MOV	16(X11), X15
	MOV	24(X10), X16

	MOV	(0*8)(X20), X5
	MOV	(1*8)(X20), X6
	MOV	(2*8)(X20), X7
	MOV	(3*8)(X20), X8
	ADD	X5, X10		// H0 = a + H0
	ADD	X6, X11		// H1 = b + H1
	ADD	X7, X12		// H2 = c + H2
	ADD	X8, X13		// H3 = d + H3
	MOV	X10, (0*8)(X20)
	MOV	X11, (1*8)(X20)
	MOV	X12, (2*8)(X20)
	MOV	X13, (3*8)(X20)
	MOV	(4*8)(X20), X5
	MOV	(5*8)(X20), X6
	MOV	(6*8)(X20), X7
	MOV	(7*8)(X20), X8

	VMOVQ (AX), X20           // 62e1fd086e20 or 62e1fe087e20
	VMOVQ 7(DX), X20          // 62e1fd086ea207000000 or 62e1fe087ea207000000
	VMOVQ -15(R11)(CX*1), X20 // 62c1fd086ea40bf1ffffff or 62c1fe087ea40bf1ffffff
	VMOVQ (SP)(AX*2), X20     // 62e1fd086e2444 or 62e1fe087e2444
	// "VMOVQ xmm1, r/m64"/7E vs "VMOVQ xmm1, xmm2/m64"/D6 with mem operand.
	VMOVQ X20, (AX)           // 62e1fd087e20 or 62e1fd08d620

	VPMADD52LUQ X3, X7, K1, X20                        // 62e2c509b4e3
	VPMADD52LUQ 15(R8), X7, K1, X20                    // 62c2c509b4a00f000000
	VPMADD52LUQ (BP), X7, K1, X20                      // 62e2c509b46500
	VPMADD52LUQ X5, X14, K1, X20                       // 62e28d09b4e5
	VPMADD52LUQ X31, X14, K1, X20                      // 62828d09b4e7
	VPMADD52LUQ X3, X14, K1, X20                       // 62e28d09b4e3

	VRSQRT28PS 17(SP)(BP*4), K1, Z22                   // 62e27d49ccb4ac11000000
	VRSQRT28SD X20, X20, K2, X31                       // 6222dd02cdfc
	VRSQRT28SD X16, X20, K2, X31                       // 6222dd02cdf8
	VRSQRT28SD X12, X20, K2, X31                       // 6242dd02cdfc
	VRSQRT28SD X20, X24, K2, X31                       // 6222bd02cdfc
	VRSQRT28SD X16, X24, K2, X31                       // 6222bd02cdf8

	.cfi_offset 28, -72

	mov x19, x0
	mov x20, x1
	mov x0, x2

	blr x20
	blr x19

	ldp x27, x28, [sp, #16]
	.cfi_restore 27
	.cfi_restore 28
	ldp x25, x26, [sp, #32]
	.cfi_restore 25
	.cfi_restore 26
	ldp x23, x24, [sp, #48]
	.cfi_restore 23
	.cfi_restore 24
	ldp x21, x22, [sp, #64]
	.cfi_restore 21
	.cfi_restore 22
	ldp x19, x20, [sp, #80]
	.cfi_restore 19
	.cfi_restore 20

f_loop64:
	MOV	0(X11), X14
	MOV	8(X11), X15
	MOV	16(X11), X16
	MOV	24(X11), X17
	MOV	32(X11), X18
	MOV	40(X11), X19
	MOV	48(X11), X20
	MOV	56(X11), X21
	MOV	X14, 0(X10)
	MOV	X15, 8(X10)
	MOV	X16, 16(X10)
	MOV	X17, 24(X10)
	MOV	X18, 32(X10)
	MOV	X19, 40(X10)
	MOV	X20, 48(X10)
	MOV	X21, 56(X10)
	ADD	$64, X10
	ADD	$64, X11
	SUB	$64, X12
	BGE	X12, X9, f_loop64
	BEQZ	X12, done

f_loop32_check:

	V4FMADDSS (DI), [X10-X13], K5, X22                 // 62e22f0d9b37 or 62e22f2d9b37 or 62e22f4d9b37
	V4FMADDSS 7(AX), [X20-X23], K5, X22                // 62e25f059bb007000000 or 62e25f259bb007000000 or 62e25f459bb007000000
	V4FMADDSS (DI), [X20-X23], K5, X22                 // 62e25f059b37 or 62e25f259b37 or 62e25f459b37

	MOVBU	6(X10), X25
	MOVBU	7(X10), X29
	MOVBU	0(X12), X9
	MOVBU	1(X12), X16
	MOVBU	2(X12), X18
	MOVBU	3(X12), X20
	MOVBU	4(X12), X22
	MOVBU	5(X12), X24
	MOVBU	6(X12), X28
	MOVBU	7(X12), X30
	BNE	X8, X9, cmp1a
	BNE	X15, X16, cmp1b
	BNE	X17, X18, cmp1c
	BNE	X19, X20, cmp1d
	BNE	X21, X22, cmp1e
	BNE	X23, X24, cmp1f
	BNE	X25, X28, cmp1g
	BNE	X29, X30, cmp1h
	ADD	$8, X10
	ADD	$8, X12