1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
#include "acconfig.h"
#include "common/crc32c_intel_baseline.h"
extern unsigned int crc32_iscsi_00(unsigned char const *buffer, uint64_t len, uint64_t crc) asm("crc32_iscsi_00");
extern unsigned int crc32_iscsi_01(unsigned char const *buffer, uint64_t len, uint64_t crc) asm("crc32_iscsi_01");
extern unsigned int crc32_iscsi_zero_00(unsigned char const *buffer, uint64_t len, uint64_t crc) asm("crc32_iscsi_zero_00");
#ifdef HAVE_NASM_X64
uint32_t ceph_crc32c_intel_fast_pclmul(uint32_t crc, unsigned char const *buffer, unsigned len)
{
if (!buffer)
{
return crc32_iscsi_zero_00(buffer, len, crc);
}
/* Unlike crc32_iscsi_00, crc32_iscsi_01 handles the case where the
* input buffer is less than 8 bytes in its prelude, and does not
* prefetch beyond said buffer.
*/
return crc32_iscsi_01(buffer, len, crc);
}
uint32_t ceph_crc32c_intel_fast(uint32_t crc, unsigned char const *buffer, unsigned len)
{
uint32_t v;
unsigned left;
if (!buffer)
{
return crc32_iscsi_zero_00(buffer, len, crc);
}
/*
* the crc32_iscsi_00 method reads past buffer+len (because it
* reads full words) which makes valgrind unhappy. don't do
* that.
*/
if (len < 16)
return ceph_crc32c_intel_baseline(crc, buffer, len);
left = ((unsigned long)buffer + len) & 7;
len -= left;
v = crc32_iscsi_00(buffer, len, crc);
if (left)
v = ceph_crc32c_intel_baseline(v, buffer + len, left);
return v;
}
int ceph_crc32c_intel_fast_exists(void)
{
return 1;
}
#else
int ceph_crc32c_intel_fast_exists(void)
{
return 0;
}
uint32_t ceph_crc32c_intel_fast_pclmul(uint32_t crc, unsigned char const *buffer, unsigned len)
{
return 0;
}
uint32_t ceph_crc32c_intel_fast(uint32_t crc, unsigned char const *buffer, unsigned len)
{
return 0;
}
#endif
|
