16a8ce1efSTim Chen/* 26a8ce1efSTim Chen * Implement fast CRC32C with PCLMULQDQ instructions. (x86_64) 36a8ce1efSTim Chen * 4918731faSTim Chen * The white papers on CRC32C calculations with PCLMULQDQ instruction can be 56a8ce1efSTim Chen * downloaded from: 6918731faSTim Chen * http://www.intel.com/content/dam/www/public/us/en/documents/white-papers/crc-iscsi-polynomial-crc32-instruction-paper.pdf 7918731faSTim Chen * http://www.intel.com/content/dam/www/public/us/en/documents/white-papers/fast-crc-computation-paper.pdf 86a8ce1efSTim Chen * 96a8ce1efSTim Chen * Copyright (C) 2012 Intel Corporation. 106a8ce1efSTim Chen * 116a8ce1efSTim Chen * Authors: 126a8ce1efSTim Chen * Wajdi Feghali <wajdi.k.feghali@intel.com> 136a8ce1efSTim Chen * James Guilford <james.guilford@intel.com> 146a8ce1efSTim Chen * David Cote <david.m.cote@intel.com> 156a8ce1efSTim Chen * Tim Chen <tim.c.chen@linux.intel.com> 166a8ce1efSTim Chen * 176a8ce1efSTim Chen * This software is available to you under a choice of one of two 186a8ce1efSTim Chen * licenses. You may choose to be licensed under the terms of the GNU 196a8ce1efSTim Chen * General Public License (GPL) Version 2, available from the file 206a8ce1efSTim Chen * COPYING in the main directory of this source tree, or the 216a8ce1efSTim Chen * OpenIB.org BSD license below: 226a8ce1efSTim Chen * 236a8ce1efSTim Chen * Redistribution and use in source and binary forms, with or 246a8ce1efSTim Chen * without modification, are permitted provided that the following 256a8ce1efSTim Chen * conditions are met: 266a8ce1efSTim Chen * 276a8ce1efSTim Chen * - Redistributions of source code must retain the above 286a8ce1efSTim Chen * copyright notice, this list of conditions and the following 296a8ce1efSTim Chen * disclaimer. 306a8ce1efSTim Chen * 316a8ce1efSTim Chen * - Redistributions in binary form must reproduce the above 326a8ce1efSTim Chen * copyright notice, this list of conditions and the following 336a8ce1efSTim Chen * disclaimer in the documentation and/or other materials 346a8ce1efSTim Chen * provided with the distribution. 356a8ce1efSTim Chen * 366a8ce1efSTim Chen * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 376a8ce1efSTim Chen * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 386a8ce1efSTim Chen * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 396a8ce1efSTim Chen * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 406a8ce1efSTim Chen * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 416a8ce1efSTim Chen * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 426a8ce1efSTim Chen * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 436a8ce1efSTim Chen * SOFTWARE. 446a8ce1efSTim Chen */ 456a8ce1efSTim Chen 4657ae1b05SSandy Wu#include <asm/inst.h> 47698a5abbSJussi Kivilinna#include <linux/linkage.h> 48698a5abbSJussi Kivilinna 496a8ce1efSTim Chen## ISCSI CRC 32 Implementation with crc32 and pclmulqdq Instruction 506a8ce1efSTim Chen 516a8ce1efSTim Chen.macro LABEL prefix n 526a8ce1efSTim Chen\prefix\n\(): 536a8ce1efSTim Chen.endm 546a8ce1efSTim Chen 556a8ce1efSTim Chen.macro JMPTBL_ENTRY i 566a8ce1efSTim Chen.word crc_\i - crc_array 576a8ce1efSTim Chen.endm 586a8ce1efSTim Chen 596a8ce1efSTim Chen.macro JNC_LESS_THAN j 606a8ce1efSTim Chen jnc less_than_\j 616a8ce1efSTim Chen.endm 626a8ce1efSTim Chen 636a8ce1efSTim Chen# Define threshold where buffers are considered "small" and routed to more 646a8ce1efSTim Chen# efficient "by-1" code. This "by-1" code only handles up to 255 bytes, so 656a8ce1efSTim Chen# SMALL_SIZE can be no larger than 255. 666a8ce1efSTim Chen 676a8ce1efSTim Chen#define SMALL_SIZE 200 686a8ce1efSTim Chen 696a8ce1efSTim Chen.if (SMALL_SIZE > 255) 706a8ce1efSTim Chen.error "SMALL_ SIZE must be < 256" 716a8ce1efSTim Chen.endif 726a8ce1efSTim Chen 736a8ce1efSTim Chen# unsigned int crc_pcl(u8 *buffer, int len, unsigned int crc_init); 746a8ce1efSTim Chen 75698a5abbSJussi KivilinnaENTRY(crc_pcl) 766a8ce1efSTim Chen#define bufp %rdi 776a8ce1efSTim Chen#define bufp_dw %edi 786a8ce1efSTim Chen#define bufp_w %di 796a8ce1efSTim Chen#define bufp_b %dil 806a8ce1efSTim Chen#define bufptmp %rcx 816a8ce1efSTim Chen#define block_0 %rcx 826a8ce1efSTim Chen#define block_1 %rdx 836a8ce1efSTim Chen#define block_2 %r11 846a8ce1efSTim Chen#define len %rsi 856a8ce1efSTim Chen#define len_dw %esi 866a8ce1efSTim Chen#define len_w %si 876a8ce1efSTim Chen#define len_b %sil 886a8ce1efSTim Chen#define crc_init_arg %rdx 896a8ce1efSTim Chen#define tmp %rbx 906a8ce1efSTim Chen#define crc_init %r8 916a8ce1efSTim Chen#define crc_init_dw %r8d 926a8ce1efSTim Chen#define crc1 %r9 936a8ce1efSTim Chen#define crc2 %r10 946a8ce1efSTim Chen 956a8ce1efSTim Chen pushq %rbx 966a8ce1efSTim Chen pushq %rdi 976a8ce1efSTim Chen pushq %rsi 986a8ce1efSTim Chen 996a8ce1efSTim Chen ## Move crc_init for Linux to a different 1006a8ce1efSTim Chen mov crc_init_arg, crc_init 1016a8ce1efSTim Chen 1026a8ce1efSTim Chen ################################################################ 1036a8ce1efSTim Chen ## 1) ALIGN: 1046a8ce1efSTim Chen ################################################################ 1056a8ce1efSTim Chen 1066a8ce1efSTim Chen mov bufp, bufptmp # rdi = *buf 1076a8ce1efSTim Chen neg bufp 1086a8ce1efSTim Chen and $7, bufp # calculate the unalignment amount of 1096a8ce1efSTim Chen # the address 1106a8ce1efSTim Chen je proc_block # Skip if aligned 1116a8ce1efSTim Chen 1126a8ce1efSTim Chen ## If len is less than 8 and we're unaligned, we need to jump 1136a8ce1efSTim Chen ## to special code to avoid reading beyond the end of the buffer 1146a8ce1efSTim Chen cmp $8, len 1156a8ce1efSTim Chen jae do_align 1166a8ce1efSTim Chen # less_than_8 expects length in upper 3 bits of len_dw 1176a8ce1efSTim Chen # less_than_8_post_shl1 expects length = carryflag * 8 + len_dw[31:30] 1186a8ce1efSTim Chen shl $32-3+1, len_dw 1196a8ce1efSTim Chen jmp less_than_8_post_shl1 1206a8ce1efSTim Chen 1216a8ce1efSTim Chendo_align: 1226a8ce1efSTim Chen #### Calculate CRC of unaligned bytes of the buffer (if any) 1236a8ce1efSTim Chen movq (bufptmp), tmp # load a quadward from the buffer 1246a8ce1efSTim Chen add bufp, bufptmp # align buffer pointer for quadword 1256a8ce1efSTim Chen # processing 1266a8ce1efSTim Chen sub bufp, len # update buffer length 1276a8ce1efSTim Chenalign_loop: 1286a8ce1efSTim Chen crc32b %bl, crc_init_dw # compute crc32 of 1-byte 1296a8ce1efSTim Chen shr $8, tmp # get next byte 1306a8ce1efSTim Chen dec bufp 1316a8ce1efSTim Chen jne align_loop 1326a8ce1efSTim Chen 1336a8ce1efSTim Chenproc_block: 1346a8ce1efSTim Chen 1356a8ce1efSTim Chen ################################################################ 1366a8ce1efSTim Chen ## 2) PROCESS BLOCKS: 1376a8ce1efSTim Chen ################################################################ 1386a8ce1efSTim Chen 1396a8ce1efSTim Chen ## compute num of bytes to be processed 1406a8ce1efSTim Chen movq len, tmp # save num bytes in tmp 1416a8ce1efSTim Chen 1426a8ce1efSTim Chen cmpq $128*24, len 1436a8ce1efSTim Chen jae full_block 1446a8ce1efSTim Chen 1456a8ce1efSTim Chencontinue_block: 1466a8ce1efSTim Chen cmpq $SMALL_SIZE, len 1476a8ce1efSTim Chen jb small 1486a8ce1efSTim Chen 1496a8ce1efSTim Chen ## len < 128*24 1506a8ce1efSTim Chen movq $2731, %rax # 2731 = ceil(2^16 / 24) 1516a8ce1efSTim Chen mul len_dw 1526a8ce1efSTim Chen shrq $16, %rax 1536a8ce1efSTim Chen 1546a8ce1efSTim Chen ## eax contains floor(bytes / 24) = num 24-byte chunks to do 1556a8ce1efSTim Chen 1566a8ce1efSTim Chen ## process rax 24-byte chunks (128 >= rax >= 0) 1576a8ce1efSTim Chen 1586a8ce1efSTim Chen ## compute end address of each block 1596a8ce1efSTim Chen ## block 0 (base addr + RAX * 8) 1606a8ce1efSTim Chen ## block 1 (base addr + RAX * 16) 1616a8ce1efSTim Chen ## block 2 (base addr + RAX * 24) 1626a8ce1efSTim Chen lea (bufptmp, %rax, 8), block_0 1636a8ce1efSTim Chen lea (block_0, %rax, 8), block_1 1646a8ce1efSTim Chen lea (block_1, %rax, 8), block_2 1656a8ce1efSTim Chen 1666a8ce1efSTim Chen xor crc1, crc1 1676a8ce1efSTim Chen xor crc2, crc2 1686a8ce1efSTim Chen 1696a8ce1efSTim Chen ## branch into array 1706a8ce1efSTim Chen lea jump_table(%rip), bufp 1716a8ce1efSTim Chen movzxw (bufp, %rax, 2), len 1726a8ce1efSTim Chen offset=crc_array-jump_table 1736a8ce1efSTim Chen lea offset(bufp, len, 1), bufp 1746a8ce1efSTim Chen jmp *bufp 1756a8ce1efSTim Chen 1766a8ce1efSTim Chen ################################################################ 1776a8ce1efSTim Chen ## 2a) PROCESS FULL BLOCKS: 1786a8ce1efSTim Chen ################################################################ 1796a8ce1efSTim Chenfull_block: 1806a8ce1efSTim Chen movq $128,%rax 1816a8ce1efSTim Chen lea 128*8*2(block_0), block_1 1826a8ce1efSTim Chen lea 128*8*3(block_0), block_2 1836a8ce1efSTim Chen add $128*8*1, block_0 1846a8ce1efSTim Chen 1856a8ce1efSTim Chen xor crc1,crc1 1866a8ce1efSTim Chen xor crc2,crc2 1876a8ce1efSTim Chen 1886a8ce1efSTim Chen # Fall thruogh into top of crc array (crc_128) 1896a8ce1efSTim Chen 1906a8ce1efSTim Chen ################################################################ 1916a8ce1efSTim Chen ## 3) CRC Array: 1926a8ce1efSTim Chen ################################################################ 1936a8ce1efSTim Chen 1946a8ce1efSTim Chencrc_array: 1956a8ce1efSTim Chen i=128 1966a8ce1efSTim Chen.rept 128-1 1976a8ce1efSTim Chen.altmacro 1986a8ce1efSTim ChenLABEL crc_ %i 1996a8ce1efSTim Chen.noaltmacro 2006a8ce1efSTim Chen crc32q -i*8(block_0), crc_init 2016a8ce1efSTim Chen crc32q -i*8(block_1), crc1 2026a8ce1efSTim Chen crc32q -i*8(block_2), crc2 2036a8ce1efSTim Chen i=(i-1) 2046a8ce1efSTim Chen.endr 2056a8ce1efSTim Chen 2066a8ce1efSTim Chen.altmacro 2076a8ce1efSTim ChenLABEL crc_ %i 2086a8ce1efSTim Chen.noaltmacro 2096a8ce1efSTim Chen crc32q -i*8(block_0), crc_init 2106a8ce1efSTim Chen crc32q -i*8(block_1), crc1 2116a8ce1efSTim Chen# SKIP crc32 -i*8(block_2), crc2 ; Don't do this one yet 2126a8ce1efSTim Chen 2136a8ce1efSTim Chen mov block_2, block_0 2146a8ce1efSTim Chen 2156a8ce1efSTim Chen ################################################################ 2166a8ce1efSTim Chen ## 4) Combine three results: 2176a8ce1efSTim Chen ################################################################ 2186a8ce1efSTim Chen 2196a8ce1efSTim Chen lea (K_table-16)(%rip), bufp # first entry is for idx 1 2206a8ce1efSTim Chen shlq $3, %rax # rax *= 8 2216a8ce1efSTim Chen subq %rax, tmp # tmp -= rax*8 2226a8ce1efSTim Chen shlq $1, %rax 2236a8ce1efSTim Chen subq %rax, tmp # tmp -= rax*16 2246a8ce1efSTim Chen # (total tmp -= rax*24) 2256a8ce1efSTim Chen addq %rax, bufp 2266a8ce1efSTim Chen 2276a8ce1efSTim Chen movdqa (bufp), %xmm0 # 2 consts: K1:K2 2286a8ce1efSTim Chen 2296a8ce1efSTim Chen movq crc_init, %xmm1 # CRC for block 1 23057ae1b05SSandy Wu PCLMULQDQ 0x00,%xmm0,%xmm1 # Multiply by K2 2316a8ce1efSTim Chen 2326a8ce1efSTim Chen movq crc1, %xmm2 # CRC for block 2 23357ae1b05SSandy Wu PCLMULQDQ 0x10, %xmm0, %xmm2 # Multiply by K1 2346a8ce1efSTim Chen 2356a8ce1efSTim Chen pxor %xmm2,%xmm1 2366a8ce1efSTim Chen movq %xmm1, %rax 2376a8ce1efSTim Chen xor -i*8(block_2), %rax 2386a8ce1efSTim Chen mov crc2, crc_init 2396a8ce1efSTim Chen crc32 %rax, crc_init 2406a8ce1efSTim Chen 2416a8ce1efSTim Chen################################################################ 2426a8ce1efSTim Chen## 5) Check for end: 2436a8ce1efSTim Chen################################################################ 2446a8ce1efSTim Chen 2456a8ce1efSTim ChenLABEL crc_ 0 2466a8ce1efSTim Chen mov tmp, len 2476a8ce1efSTim Chen cmp $128*24, tmp 2486a8ce1efSTim Chen jae full_block 2496a8ce1efSTim Chen cmp $24, tmp 2506a8ce1efSTim Chen jae continue_block 2516a8ce1efSTim Chen 2526a8ce1efSTim Chenless_than_24: 2536a8ce1efSTim Chen shl $32-4, len_dw # less_than_16 expects length 2546a8ce1efSTim Chen # in upper 4 bits of len_dw 2556a8ce1efSTim Chen jnc less_than_16 2566a8ce1efSTim Chen crc32q (bufptmp), crc_init 2576a8ce1efSTim Chen crc32q 8(bufptmp), crc_init 2586a8ce1efSTim Chen jz do_return 2596a8ce1efSTim Chen add $16, bufptmp 2606a8ce1efSTim Chen # len is less than 8 if we got here 2616a8ce1efSTim Chen # less_than_8 expects length in upper 3 bits of len_dw 2626a8ce1efSTim Chen # less_than_8_post_shl1 expects length = carryflag * 8 + len_dw[31:30] 2636a8ce1efSTim Chen shl $2, len_dw 2646a8ce1efSTim Chen jmp less_than_8_post_shl1 2656a8ce1efSTim Chen 2666a8ce1efSTim Chen ####################################################################### 2676a8ce1efSTim Chen ## 6) LESS THAN 256-bytes REMAIN AT THIS POINT (8-bits of len are full) 2686a8ce1efSTim Chen ####################################################################### 2696a8ce1efSTim Chensmall: 2706a8ce1efSTim Chen shl $32-8, len_dw # Prepare len_dw for less_than_256 2716a8ce1efSTim Chen j=256 2726a8ce1efSTim Chen.rept 5 # j = {256, 128, 64, 32, 16} 2736a8ce1efSTim Chen.altmacro 2746a8ce1efSTim ChenLABEL less_than_ %j # less_than_j: Length should be in 2756a8ce1efSTim Chen # upper lg(j) bits of len_dw 2766a8ce1efSTim Chen j=(j/2) 2776a8ce1efSTim Chen shl $1, len_dw # Get next MSB 2786a8ce1efSTim Chen JNC_LESS_THAN %j 2796a8ce1efSTim Chen.noaltmacro 2806a8ce1efSTim Chen i=0 2816a8ce1efSTim Chen.rept (j/8) 2826a8ce1efSTim Chen crc32q i(bufptmp), crc_init # Compute crc32 of 8-byte data 2836a8ce1efSTim Chen i=i+8 2846a8ce1efSTim Chen.endr 2856a8ce1efSTim Chen jz do_return # Return if remaining length is zero 2866a8ce1efSTim Chen add $j, bufptmp # Advance buf 2876a8ce1efSTim Chen.endr 2886a8ce1efSTim Chen 2896a8ce1efSTim Chenless_than_8: # Length should be stored in 2906a8ce1efSTim Chen # upper 3 bits of len_dw 2916a8ce1efSTim Chen shl $1, len_dw 2926a8ce1efSTim Chenless_than_8_post_shl1: 2936a8ce1efSTim Chen jnc less_than_4 2946a8ce1efSTim Chen crc32l (bufptmp), crc_init_dw # CRC of 4 bytes 2956a8ce1efSTim Chen jz do_return # return if remaining data is zero 2966a8ce1efSTim Chen add $4, bufptmp 2976a8ce1efSTim Chenless_than_4: # Length should be stored in 2986a8ce1efSTim Chen # upper 2 bits of len_dw 2996a8ce1efSTim Chen shl $1, len_dw 3006a8ce1efSTim Chen jnc less_than_2 3016a8ce1efSTim Chen crc32w (bufptmp), crc_init_dw # CRC of 2 bytes 3026a8ce1efSTim Chen jz do_return # return if remaining data is zero 3036a8ce1efSTim Chen add $2, bufptmp 3046a8ce1efSTim Chenless_than_2: # Length should be stored in the MSB 3056a8ce1efSTim Chen # of len_dw 3066a8ce1efSTim Chen shl $1, len_dw 3076a8ce1efSTim Chen jnc less_than_1 3086a8ce1efSTim Chen crc32b (bufptmp), crc_init_dw # CRC of 1 byte 3096a8ce1efSTim Chenless_than_1: # Length should be zero 3106a8ce1efSTim Chendo_return: 3116a8ce1efSTim Chen movq crc_init, %rax 3126a8ce1efSTim Chen popq %rsi 3136a8ce1efSTim Chen popq %rdi 3146a8ce1efSTim Chen popq %rbx 3156a8ce1efSTim Chen ret 3166a8ce1efSTim Chen 3176a8ce1efSTim Chen ################################################################ 3186a8ce1efSTim Chen ## jump table Table is 129 entries x 2 bytes each 3196a8ce1efSTim Chen ################################################################ 3206a8ce1efSTim Chen.align 4 3216a8ce1efSTim Chenjump_table: 3226a8ce1efSTim Chen i=0 3236a8ce1efSTim Chen.rept 129 3246a8ce1efSTim Chen.altmacro 3256a8ce1efSTim ChenJMPTBL_ENTRY %i 3266a8ce1efSTim Chen.noaltmacro 3276a8ce1efSTim Chen i=i+1 3286a8ce1efSTim Chen.endr 329698a5abbSJussi Kivilinna 330698a5abbSJussi KivilinnaENDPROC(crc_pcl) 331698a5abbSJussi Kivilinna 3326a8ce1efSTim Chen ################################################################ 3336a8ce1efSTim Chen ## PCLMULQDQ tables 3346a8ce1efSTim Chen ## Table is 128 entries x 2 quad words each 3356a8ce1efSTim Chen ################################################################ 3366a8ce1efSTim Chen.data 3376a8ce1efSTim Chen.align 64 3386a8ce1efSTim ChenK_table: 3396a8ce1efSTim Chen .quad 0x14cd00bd6,0x105ec76f0 3406a8ce1efSTim Chen .quad 0x0ba4fc28e,0x14cd00bd6 3416a8ce1efSTim Chen .quad 0x1d82c63da,0x0f20c0dfe 3426a8ce1efSTim Chen .quad 0x09e4addf8,0x0ba4fc28e 3436a8ce1efSTim Chen .quad 0x039d3b296,0x1384aa63a 3446a8ce1efSTim Chen .quad 0x102f9b8a2,0x1d82c63da 3456a8ce1efSTim Chen .quad 0x14237f5e6,0x01c291d04 3466a8ce1efSTim Chen .quad 0x00d3b6092,0x09e4addf8 3476a8ce1efSTim Chen .quad 0x0c96cfdc0,0x0740eef02 3486a8ce1efSTim Chen .quad 0x18266e456,0x039d3b296 3496a8ce1efSTim Chen .quad 0x0daece73e,0x0083a6eec 3506a8ce1efSTim Chen .quad 0x0ab7aff2a,0x102f9b8a2 3516a8ce1efSTim Chen .quad 0x1248ea574,0x1c1733996 3526a8ce1efSTim Chen .quad 0x083348832,0x14237f5e6 3536a8ce1efSTim Chen .quad 0x12c743124,0x02ad91c30 3546a8ce1efSTim Chen .quad 0x0b9e02b86,0x00d3b6092 3556a8ce1efSTim Chen .quad 0x018b33a4e,0x06992cea2 3566a8ce1efSTim Chen .quad 0x1b331e26a,0x0c96cfdc0 3576a8ce1efSTim Chen .quad 0x17d35ba46,0x07e908048 3586a8ce1efSTim Chen .quad 0x1bf2e8b8a,0x18266e456 3596a8ce1efSTim Chen .quad 0x1a3e0968a,0x11ed1f9d8 3606a8ce1efSTim Chen .quad 0x0ce7f39f4,0x0daece73e 3616a8ce1efSTim Chen .quad 0x061d82e56,0x0f1d0f55e 3626a8ce1efSTim Chen .quad 0x0d270f1a2,0x0ab7aff2a 3636a8ce1efSTim Chen .quad 0x1c3f5f66c,0x0a87ab8a8 3646a8ce1efSTim Chen .quad 0x12ed0daac,0x1248ea574 3656a8ce1efSTim Chen .quad 0x065863b64,0x08462d800 3666a8ce1efSTim Chen .quad 0x11eef4f8e,0x083348832 3676a8ce1efSTim Chen .quad 0x1ee54f54c,0x071d111a8 3686a8ce1efSTim Chen .quad 0x0b3e32c28,0x12c743124 3696a8ce1efSTim Chen .quad 0x0064f7f26,0x0ffd852c6 3706a8ce1efSTim Chen .quad 0x0dd7e3b0c,0x0b9e02b86 3716a8ce1efSTim Chen .quad 0x0f285651c,0x0dcb17aa4 3726a8ce1efSTim Chen .quad 0x010746f3c,0x018b33a4e 3736a8ce1efSTim Chen .quad 0x1c24afea4,0x0f37c5aee 3746a8ce1efSTim Chen .quad 0x0271d9844,0x1b331e26a 3756a8ce1efSTim Chen .quad 0x08e766a0c,0x06051d5a2 3766a8ce1efSTim Chen .quad 0x093a5f730,0x17d35ba46 3776a8ce1efSTim Chen .quad 0x06cb08e5c,0x11d5ca20e 3786a8ce1efSTim Chen .quad 0x06b749fb2,0x1bf2e8b8a 3796a8ce1efSTim Chen .quad 0x1167f94f2,0x021f3d99c 3806a8ce1efSTim Chen .quad 0x0cec3662e,0x1a3e0968a 3816a8ce1efSTim Chen .quad 0x19329634a,0x08f158014 3826a8ce1efSTim Chen .quad 0x0e6fc4e6a,0x0ce7f39f4 3836a8ce1efSTim Chen .quad 0x08227bb8a,0x1a5e82106 3846a8ce1efSTim Chen .quad 0x0b0cd4768,0x061d82e56 3856a8ce1efSTim Chen .quad 0x13c2b89c4,0x188815ab2 3866a8ce1efSTim Chen .quad 0x0d7a4825c,0x0d270f1a2 3876a8ce1efSTim Chen .quad 0x10f5ff2ba,0x105405f3e 3886a8ce1efSTim Chen .quad 0x00167d312,0x1c3f5f66c 3896a8ce1efSTim Chen .quad 0x0f6076544,0x0e9adf796 3906a8ce1efSTim Chen .quad 0x026f6a60a,0x12ed0daac 3916a8ce1efSTim Chen .quad 0x1a2adb74e,0x096638b34 3926a8ce1efSTim Chen .quad 0x19d34af3a,0x065863b64 3936a8ce1efSTim Chen .quad 0x049c3cc9c,0x1e50585a0 3946a8ce1efSTim Chen .quad 0x068bce87a,0x11eef4f8e 3956a8ce1efSTim Chen .quad 0x1524fa6c6,0x19f1c69dc 3966a8ce1efSTim Chen .quad 0x16cba8aca,0x1ee54f54c 3976a8ce1efSTim Chen .quad 0x042d98888,0x12913343e 3986a8ce1efSTim Chen .quad 0x1329d9f7e,0x0b3e32c28 3996a8ce1efSTim Chen .quad 0x1b1c69528,0x088f25a3a 4006a8ce1efSTim Chen .quad 0x02178513a,0x0064f7f26 4016a8ce1efSTim Chen .quad 0x0e0ac139e,0x04e36f0b0 4026a8ce1efSTim Chen .quad 0x0170076fa,0x0dd7e3b0c 4036a8ce1efSTim Chen .quad 0x141a1a2e2,0x0bd6f81f8 4046a8ce1efSTim Chen .quad 0x16ad828b4,0x0f285651c 4056a8ce1efSTim Chen .quad 0x041d17b64,0x19425cbba 4066a8ce1efSTim Chen .quad 0x1fae1cc66,0x010746f3c 4076a8ce1efSTim Chen .quad 0x1a75b4b00,0x18db37e8a 4086a8ce1efSTim Chen .quad 0x0f872e54c,0x1c24afea4 4096a8ce1efSTim Chen .quad 0x01e41e9fc,0x04c144932 4106a8ce1efSTim Chen .quad 0x086d8e4d2,0x0271d9844 4116a8ce1efSTim Chen .quad 0x160f7af7a,0x052148f02 4126a8ce1efSTim Chen .quad 0x05bb8f1bc,0x08e766a0c 4136a8ce1efSTim Chen .quad 0x0a90fd27a,0x0a3c6f37a 4146a8ce1efSTim Chen .quad 0x0b3af077a,0x093a5f730 4156a8ce1efSTim Chen .quad 0x04984d782,0x1d22c238e 4166a8ce1efSTim Chen .quad 0x0ca6ef3ac,0x06cb08e5c 4176a8ce1efSTim Chen .quad 0x0234e0b26,0x063ded06a 4186a8ce1efSTim Chen .quad 0x1d88abd4a,0x06b749fb2 4196a8ce1efSTim Chen .quad 0x04597456a,0x04d56973c 4206a8ce1efSTim Chen .quad 0x0e9e28eb4,0x1167f94f2 4216a8ce1efSTim Chen .quad 0x07b3ff57a,0x19385bf2e 4226a8ce1efSTim Chen .quad 0x0c9c8b782,0x0cec3662e 4236a8ce1efSTim Chen .quad 0x13a9cba9e,0x0e417f38a 4246a8ce1efSTim Chen .quad 0x093e106a4,0x19329634a 4256a8ce1efSTim Chen .quad 0x167001a9c,0x14e727980 4266a8ce1efSTim Chen .quad 0x1ddffc5d4,0x0e6fc4e6a 4276a8ce1efSTim Chen .quad 0x00df04680,0x0d104b8fc 4286a8ce1efSTim Chen .quad 0x02342001e,0x08227bb8a 4296a8ce1efSTim Chen .quad 0x00a2a8d7e,0x05b397730 4306a8ce1efSTim Chen .quad 0x168763fa6,0x0b0cd4768 4316a8ce1efSTim Chen .quad 0x1ed5a407a,0x0e78eb416 4326a8ce1efSTim Chen .quad 0x0d2c3ed1a,0x13c2b89c4 4336a8ce1efSTim Chen .quad 0x0995a5724,0x1641378f0 4346a8ce1efSTim Chen .quad 0x19b1afbc4,0x0d7a4825c 4356a8ce1efSTim Chen .quad 0x109ffedc0,0x08d96551c 4366a8ce1efSTim Chen .quad 0x0f2271e60,0x10f5ff2ba 4376a8ce1efSTim Chen .quad 0x00b0bf8ca,0x00bf80dd2 4386a8ce1efSTim Chen .quad 0x123888b7a,0x00167d312 4396a8ce1efSTim Chen .quad 0x1e888f7dc,0x18dcddd1c 4406a8ce1efSTim Chen .quad 0x002ee03b2,0x0f6076544 4416a8ce1efSTim Chen .quad 0x183e8d8fe,0x06a45d2b2 4426a8ce1efSTim Chen .quad 0x133d7a042,0x026f6a60a 4436a8ce1efSTim Chen .quad 0x116b0f50c,0x1dd3e10e8 4446a8ce1efSTim Chen .quad 0x05fabe670,0x1a2adb74e 4456a8ce1efSTim Chen .quad 0x130004488,0x0de87806c 4466a8ce1efSTim Chen .quad 0x000bcf5f6,0x19d34af3a 4476a8ce1efSTim Chen .quad 0x18f0c7078,0x014338754 4486a8ce1efSTim Chen .quad 0x017f27698,0x049c3cc9c 4496a8ce1efSTim Chen .quad 0x058ca5f00,0x15e3e77ee 4506a8ce1efSTim Chen .quad 0x1af900c24,0x068bce87a 4516a8ce1efSTim Chen .quad 0x0b5cfca28,0x0dd07448e 4526a8ce1efSTim Chen .quad 0x0ded288f8,0x1524fa6c6 4536a8ce1efSTim Chen .quad 0x059f229bc,0x1d8048348 4546a8ce1efSTim Chen .quad 0x06d390dec,0x16cba8aca 4556a8ce1efSTim Chen .quad 0x037170390,0x0a3e3e02c 4566a8ce1efSTim Chen .quad 0x06353c1cc,0x042d98888 4576a8ce1efSTim Chen .quad 0x0c4584f5c,0x0d73c7bea 4586a8ce1efSTim Chen .quad 0x1f16a3418,0x1329d9f7e 4596a8ce1efSTim Chen .quad 0x0531377e2,0x185137662 4606a8ce1efSTim Chen .quad 0x1d8d9ca7c,0x1b1c69528 4616a8ce1efSTim Chen .quad 0x0b25b29f2,0x18a08b5bc 4626a8ce1efSTim Chen .quad 0x19fb2a8b0,0x02178513a 4636a8ce1efSTim Chen .quad 0x1a08fe6ac,0x1da758ae0 4646a8ce1efSTim Chen .quad 0x045cddf4e,0x0e0ac139e 4656a8ce1efSTim Chen .quad 0x1a91647f2,0x169cf9eb0 4666a8ce1efSTim Chen .quad 0x1a0f717c4,0x0170076fa 467