crc-pclmul-consts.h

  1/* SPDX-License-Identifier: GPL-2.0-or-later */
  2/*
  3 * CRC constants generated by:
  4 *
  5 *	./scripts/gen-crc-consts.py x86_pclmul crc16_msb_0x8bb7,crc32_lsb_0xedb88320,crc32_lsb_0x82f63b78,crc64_msb_0x42f0e1eba9ea3693,crc64_lsb_0x9a6c9329ac4bc9b5
  6 *
  7 * Do not edit manually.
  8 */
  9
 10/*
 11 * CRC folding constants generated for most-significant-bit-first CRC-16 using
 12 * G(x) = x^16 + x^15 + x^11 + x^9 + x^8 + x^7 + x^5 + x^4 + x^2 + x^1 + x^0
 13 */
 14static const struct {
 15	u8 bswap_mask[16];
 16	u64 fold_across_2048_bits_consts[2];
 17	u64 fold_across_1024_bits_consts[2];
 18	u64 fold_across_512_bits_consts[2];
 19	u64 fold_across_256_bits_consts[2];
 20	u64 fold_across_128_bits_consts[2];
 21	u8 shuf_table[48];
 22	u64 barrett_reduction_consts[2];
 23} crc16_msb_0x8bb7_consts ____cacheline_aligned __maybe_unused = {
 24	.bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0},
 25	.fold_across_2048_bits_consts = {
 26		0xdccf000000000000,	/* LO64_TERMS: (x^2000 mod G) * x^48 */
 27		0x4b0b000000000000,	/* HI64_TERMS: (x^2064 mod G) * x^48 */
 28	},
 29	.fold_across_1024_bits_consts = {
 30		0x9d9d000000000000,	/* LO64_TERMS: (x^976 mod G) * x^48 */
 31		0x7cf5000000000000,	/* HI64_TERMS: (x^1040 mod G) * x^48 */
 32	},
 33	.fold_across_512_bits_consts = {
 34		0x044c000000000000,	/* LO64_TERMS: (x^464 mod G) * x^48 */
 35		0xe658000000000000,	/* HI64_TERMS: (x^528 mod G) * x^48 */
 36	},
 37	.fold_across_256_bits_consts = {
 38		0x6ee3000000000000,	/* LO64_TERMS: (x^208 mod G) * x^48 */
 39		0xe7b5000000000000,	/* HI64_TERMS: (x^272 mod G) * x^48 */
 40	},
 41	.fold_across_128_bits_consts = {
 42		0x2d56000000000000,	/* LO64_TERMS: (x^80 mod G) * x^48 */
 43		0x06df000000000000,	/* HI64_TERMS: (x^144 mod G) * x^48 */
 44	},
 45	.shuf_table = {
 46		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
 47		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
 48		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
 49	},
 50	.barrett_reduction_consts = {
 51		0x8bb7000000000000,	/* LO64_TERMS: (G - x^16) * x^48 */
 52		0xf65a57f81d33a48a,	/* HI64_TERMS: (floor(x^79 / G) * x) - x^64 */
 53	},
 54};
 55
 56/*
 57 * CRC folding constants generated for least-significant-bit-first CRC-32 using
 58 * G(x) = x^32 + x^26 + x^23 + x^22 + x^16 + x^12 + x^11 + x^10 + x^8 + x^7 +
 59 *        x^5 + x^4 + x^2 + x^1 + x^0
 60 */
 61static const struct {
 62	u64 fold_across_2048_bits_consts[2];
 63	u64 fold_across_1024_bits_consts[2];
 64	u64 fold_across_512_bits_consts[2];
 65	u64 fold_across_256_bits_consts[2];
 66	u64 fold_across_128_bits_consts[2];
 67	u8 shuf_table[48];
 68	u64 barrett_reduction_consts[2];
 69} crc32_lsb_0xedb88320_consts ____cacheline_aligned __maybe_unused = {
 70	.fold_across_2048_bits_consts = {
 71		0x00000000ce3371cb,	/* HI64_TERMS: (x^2079 mod G) * x^32 */
 72		0x00000000e95c1271,	/* LO64_TERMS: (x^2015 mod G) * x^32 */
 73	},
 74	.fold_across_1024_bits_consts = {
 75		0x0000000033fff533,	/* HI64_TERMS: (x^1055 mod G) * x^32 */
 76		0x00000000910eeec1,	/* LO64_TERMS: (x^991 mod G) * x^32 */
 77	},
 78	.fold_across_512_bits_consts = {
 79		0x000000008f352d95,	/* HI64_TERMS: (x^543 mod G) * x^32 */
 80		0x000000001d9513d7,	/* LO64_TERMS: (x^479 mod G) * x^32 */
 81	},
 82	.fold_across_256_bits_consts = {
 83		0x00000000f1da05aa,	/* HI64_TERMS: (x^287 mod G) * x^32 */
 84		0x0000000081256527,	/* LO64_TERMS: (x^223 mod G) * x^32 */
 85	},
 86	.fold_across_128_bits_consts = {
 87		0x00000000ae689191,	/* HI64_TERMS: (x^159 mod G) * x^32 */
 88		0x00000000ccaa009e,	/* LO64_TERMS: (x^95 mod G) * x^32 */
 89	},
 90	.shuf_table = {
 91		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
 92		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
 93		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
 94	},
 95	.barrett_reduction_consts = {
 96		0xb4e5b025f7011641,	/* HI64_TERMS: floor(x^95 / G) */
 97		0x00000001db710640,	/* LO64_TERMS: (G - x^32) * x^31 */
 98	},
 99};
100
101/*
102 * CRC folding constants generated for least-significant-bit-first CRC-32 using
103 * G(x) = x^32 + x^28 + x^27 + x^26 + x^25 + x^23 + x^22 + x^20 + x^19 + x^18 +
104 *        x^14 + x^13 + x^11 + x^10 + x^9 + x^8 + x^6 + x^0
105 */
106static const struct {
107	u64 fold_across_2048_bits_consts[2];
108	u64 fold_across_1024_bits_consts[2];
109	u64 fold_across_512_bits_consts[2];
110	u64 fold_across_256_bits_consts[2];
111	u64 fold_across_128_bits_consts[2];
112	u8 shuf_table[48];
113	u64 barrett_reduction_consts[2];
114} crc32_lsb_0x82f63b78_consts ____cacheline_aligned __maybe_unused = {
115	.fold_across_2048_bits_consts = {
116		0x00000000dcb17aa4,	/* HI64_TERMS: (x^2079 mod G) * x^32 */
117		0x00000000b9e02b86,	/* LO64_TERMS: (x^2015 mod G) * x^32 */
118	},
119	.fold_across_1024_bits_consts = {
120		0x000000006992cea2,	/* HI64_TERMS: (x^1055 mod G) * x^32 */
121		0x000000000d3b6092,	/* LO64_TERMS: (x^991 mod G) * x^32 */
122	},
123	.fold_across_512_bits_consts = {
124		0x00000000740eef02,	/* HI64_TERMS: (x^543 mod G) * x^32 */
125		0x000000009e4addf8,	/* LO64_TERMS: (x^479 mod G) * x^32 */
126	},
127	.fold_across_256_bits_consts = {
128		0x000000003da6d0cb,	/* HI64_TERMS: (x^287 mod G) * x^32 */
129		0x00000000ba4fc28e,	/* LO64_TERMS: (x^223 mod G) * x^32 */
130	},
131	.fold_across_128_bits_consts = {
132		0x00000000f20c0dfe,	/* HI64_TERMS: (x^159 mod G) * x^32 */
133		0x00000000493c7d27,	/* LO64_TERMS: (x^95 mod G) * x^32 */
134	},
135	.shuf_table = {
136		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
137		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
138		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
139	},
140	.barrett_reduction_consts = {
141		0x4869ec38dea713f1,	/* HI64_TERMS: floor(x^95 / G) */
142		0x0000000105ec76f0,	/* LO64_TERMS: (G - x^32) * x^31 */
143	},
144};
145
146/*
147 * CRC folding constants generated for most-significant-bit-first CRC-64 using
148 * G(x) = x^64 + x^62 + x^57 + x^55 + x^54 + x^53 + x^52 + x^47 + x^46 + x^45 +
149 *        x^40 + x^39 + x^38 + x^37 + x^35 + x^33 + x^32 + x^31 + x^29 + x^27 +
150 *        x^24 + x^23 + x^22 + x^21 + x^19 + x^17 + x^13 + x^12 + x^10 + x^9 +
151 *        x^7 + x^4 + x^1 + x^0
152 */
153static const struct {
154	u8 bswap_mask[16];
155	u64 fold_across_2048_bits_consts[2];
156	u64 fold_across_1024_bits_consts[2];
157	u64 fold_across_512_bits_consts[2];
158	u64 fold_across_256_bits_consts[2];
159	u64 fold_across_128_bits_consts[2];
160	u8 shuf_table[48];
161	u64 barrett_reduction_consts[2];
162} crc64_msb_0x42f0e1eba9ea3693_consts ____cacheline_aligned __maybe_unused = {
163	.bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0},
164	.fold_across_2048_bits_consts = {
165		0x7f52691a60ddc70d,	/* LO64_TERMS: (x^2048 mod G) * x^0 */
166		0x7036b0389f6a0c82,	/* HI64_TERMS: (x^2112 mod G) * x^0 */
167	},
168	.fold_across_1024_bits_consts = {
169		0x05cf79dea9ac37d6,	/* LO64_TERMS: (x^1024 mod G) * x^0 */
170		0x001067e571d7d5c2,	/* HI64_TERMS: (x^1088 mod G) * x^0 */
171	},
172	.fold_across_512_bits_consts = {
173		0x5f6843ca540df020,	/* LO64_TERMS: (x^512 mod G) * x^0 */
174		0xddf4b6981205b83f,	/* HI64_TERMS: (x^576 mod G) * x^0 */
175	},
176	.fold_across_256_bits_consts = {
177		0x571bee0a227ef92b,	/* LO64_TERMS: (x^256 mod G) * x^0 */
178		0x44bef2a201b5200c,	/* HI64_TERMS: (x^320 mod G) * x^0 */
179	},
180	.fold_across_128_bits_consts = {
181		0x05f5c3c7eb52fab6,	/* LO64_TERMS: (x^128 mod G) * x^0 */
182		0x4eb938a7d257740e,	/* HI64_TERMS: (x^192 mod G) * x^0 */
183	},
184	.shuf_table = {
185		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
186		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
187		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
188	},
189	.barrett_reduction_consts = {
190		0x42f0e1eba9ea3693,	/* LO64_TERMS: (G - x^64) * x^0 */
191		0x578d29d06cc4f872,	/* HI64_TERMS: (floor(x^127 / G) * x) - x^64 */
192	},
193};
194
195/*
196 * CRC folding constants generated for least-significant-bit-first CRC-64 using
197 * G(x) = x^64 + x^63 + x^61 + x^59 + x^58 + x^56 + x^55 + x^52 + x^49 + x^48 +
198 *        x^47 + x^46 + x^44 + x^41 + x^37 + x^36 + x^34 + x^32 + x^31 + x^28 +
199 *        x^26 + x^23 + x^22 + x^19 + x^16 + x^13 + x^12 + x^10 + x^9 + x^6 +
200 *        x^4 + x^3 + x^0
201 */
202static const struct {
203	u64 fold_across_2048_bits_consts[2];
204	u64 fold_across_1024_bits_consts[2];
205	u64 fold_across_512_bits_consts[2];
206	u64 fold_across_256_bits_consts[2];
207	u64 fold_across_128_bits_consts[2];
208	u8 shuf_table[48];
209	u64 barrett_reduction_consts[2];
210} crc64_lsb_0x9a6c9329ac4bc9b5_consts ____cacheline_aligned __maybe_unused = {
211	.fold_across_2048_bits_consts = {
212		0x37ccd3e14069cabc,	/* HI64_TERMS: (x^2111 mod G) * x^0 */
213		0xa043808c0f782663,	/* LO64_TERMS: (x^2047 mod G) * x^0 */
214	},
215	.fold_across_1024_bits_consts = {
216		0xa1ca681e733f9c40,	/* HI64_TERMS: (x^1087 mod G) * x^0 */
217		0x5f852fb61e8d92dc,	/* LO64_TERMS: (x^1023 mod G) * x^0 */
218	},
219	.fold_across_512_bits_consts = {
220		0x0c32cdb31e18a84a,	/* HI64_TERMS: (x^575 mod G) * x^0 */
221		0x62242240ace5045a,	/* LO64_TERMS: (x^511 mod G) * x^0 */
222	},
223	.fold_across_256_bits_consts = {
224		0xb0bc2e589204f500,	/* HI64_TERMS: (x^319 mod G) * x^0 */
225		0xe1e0bb9d45d7a44c,	/* LO64_TERMS: (x^255 mod G) * x^0 */
226	},
227	.fold_across_128_bits_consts = {
228		0xeadc41fd2ba3d420,	/* HI64_TERMS: (x^191 mod G) * x^0 */
229		0x21e9761e252621ac,	/* LO64_TERMS: (x^127 mod G) * x^0 */
230	},
231	.shuf_table = {
232		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
233		 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
234		-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
235	},
236	.barrett_reduction_consts = {
237		0x27ecfa329aef9f77,	/* HI64_TERMS: floor(x^127 / G) */
238		0x34d926535897936a,	/* LO64_TERMS: (G - x^64 - x^0) / x */
239	},
240};