|
|
|
/*
|
|
|
|
* Copyright 2009-2015 Samy Al Bahra.
|
|
|
|
* Copyright 2014 Paul Khuong.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef CK_CC_H
|
|
|
|
#define CK_CC_H
|
|
|
|
|
|
|
|
#if defined(__GNUC__) || defined(__SUNPRO_C)
|
|
|
|
#include "gcc/ck_cc.h"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_RESTRICT
|
|
|
|
#define CK_CC_RESTRICT
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_INLINE
|
|
|
|
#define CK_CC_INLINE inline
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_FORCE_INLINE
|
|
|
|
#define CK_CC_FORCE_INLINE inline
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#define CK_CC_DECONST_PTR(X) ((void *)(uintptr_t)(X))
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Container function.
|
|
|
|
* This relies on (compiler) implementation-defined behavior.
|
|
|
|
*/
|
|
|
|
#ifndef CK_CC_CONTAINER
|
|
|
|
#define CK_CC_CONTAINER(F, T, M, N) \
|
|
|
|
CK_CC_INLINE static T * \
|
|
|
|
N(F *p) \
|
|
|
|
{ \
|
|
|
|
F *n = p; \
|
|
|
|
return (T *)(void *)(((char *)n) - ((size_t)&((T *)0)->M)); \
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#define CK_CC_PAD(x) union { char pad[x]; }
|
|
|
|
|
|
|
|
#ifndef CK_CC_ALIASED
|
|
|
|
#define CK_CC_ALIASED
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_UNUSED
|
|
|
|
#define CK_CC_UNUSED
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_USED
|
|
|
|
#define CK_CC_USED
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_IMM
|
|
|
|
#define CK_CC_IMM
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_PACKED
|
|
|
|
#define CK_CC_PACKED
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_WEAKREF
|
|
|
|
#define CK_CC_WEAKREF
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_ALIGN
|
|
|
|
#define CK_CC_ALIGN(X)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_CACHELINE
|
|
|
|
#define CK_CC_CACHELINE
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_LIKELY
|
|
|
|
#define CK_CC_LIKELY(x) x
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_UNLIKELY
|
|
|
|
#define CK_CC_UNLIKELY(x) x
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_CC_TYPEOF
|
|
|
|
#define CK_CC_TYPEOF(X, DEFAULT) (DEFAULT)
|
|
|
|
#endif
|
|
|
|
|
ck_cc: add a disable builtin flag for the FreeBSD kernel.
This primarily affects the FreeBSD kernel, where the popcount builtin
can be problematic (relies on compiler-provided libraries). See the
history of __POPCNT__ for details [1].
- A new flag, CK_MD_CC_BUILTIN_DISABLE, can be set to indicate that CK
should not rely on compiler builtins when possible.
- ck_cc_clz has been removed, it was unused.
- ck_internal_bsf has been removed, it was duplicate of ck_cc_ffs but broken,
replaced in favor of ck_cc_ffs. Previous consumers were using the bsf
instruction, eitherway.
- ck_{rhs,hs,ht} have been updated to use ck_cc_ffs*.
If FreeBSD requires the builtins for performance reasons, we will lift the
appropriate detection into ck_md (at least, bt* bs* family of functions don't
have the same problems on most targets unlike popcount).
1: https://lists.freebsd.org/pipermail/svn-src-head/2015-March/069663.html
7 years ago
|
|
|
#define CK_F_CC_FFS_G(L, T) \
|
|
|
|
CK_CC_INLINE static int \
|
|
|
|
ck_cc_##L(T v) \
|
|
|
|
{ \
|
|
|
|
unsigned int i; \
|
|
|
|
\
|
|
|
|
if (v == 0) \
|
|
|
|
return 0; \
|
|
|
|
\
|
|
|
|
for (i = 1; (v & 1) == 0; i++, v >>= 1); \
|
|
|
|
return i; \
|
|
|
|
}
|
|
|
|
|
ck_cc: add a disable builtin flag for the FreeBSD kernel.
This primarily affects the FreeBSD kernel, where the popcount builtin
can be problematic (relies on compiler-provided libraries). See the
history of __POPCNT__ for details [1].
- A new flag, CK_MD_CC_BUILTIN_DISABLE, can be set to indicate that CK
should not rely on compiler builtins when possible.
- ck_cc_clz has been removed, it was unused.
- ck_internal_bsf has been removed, it was duplicate of ck_cc_ffs but broken,
replaced in favor of ck_cc_ffs. Previous consumers were using the bsf
instruction, eitherway.
- ck_{rhs,hs,ht} have been updated to use ck_cc_ffs*.
If FreeBSD requires the builtins for performance reasons, we will lift the
appropriate detection into ck_md (at least, bt* bs* family of functions don't
have the same problems on most targets unlike popcount).
1: https://lists.freebsd.org/pipermail/svn-src-head/2015-March/069663.html
7 years ago
|
|
|
#ifndef CK_F_CC_FFS
|
|
|
|
#define CK_F_CC_FFS
|
|
|
|
CK_F_CC_FFS_G(ffs, unsigned int)
|
|
|
|
#endif /* CK_F_CC_FFS */
|
|
|
|
|
ck_cc: add a disable builtin flag for the FreeBSD kernel.
This primarily affects the FreeBSD kernel, where the popcount builtin
can be problematic (relies on compiler-provided libraries). See the
history of __POPCNT__ for details [1].
- A new flag, CK_MD_CC_BUILTIN_DISABLE, can be set to indicate that CK
should not rely on compiler builtins when possible.
- ck_cc_clz has been removed, it was unused.
- ck_internal_bsf has been removed, it was duplicate of ck_cc_ffs but broken,
replaced in favor of ck_cc_ffs. Previous consumers were using the bsf
instruction, eitherway.
- ck_{rhs,hs,ht} have been updated to use ck_cc_ffs*.
If FreeBSD requires the builtins for performance reasons, we will lift the
appropriate detection into ck_md (at least, bt* bs* family of functions don't
have the same problems on most targets unlike popcount).
1: https://lists.freebsd.org/pipermail/svn-src-head/2015-March/069663.html
7 years ago
|
|
|
#ifndef CK_F_CC_FFSL
|
|
|
|
#define CK_F_CC_FFSL
|
|
|
|
CK_F_CC_FFS_G(ffsl, unsigned long)
|
|
|
|
#endif /* CK_F_CC_FFSL */
|
|
|
|
|
ck_cc: add a disable builtin flag for the FreeBSD kernel.
This primarily affects the FreeBSD kernel, where the popcount builtin
can be problematic (relies on compiler-provided libraries). See the
history of __POPCNT__ for details [1].
- A new flag, CK_MD_CC_BUILTIN_DISABLE, can be set to indicate that CK
should not rely on compiler builtins when possible.
- ck_cc_clz has been removed, it was unused.
- ck_internal_bsf has been removed, it was duplicate of ck_cc_ffs but broken,
replaced in favor of ck_cc_ffs. Previous consumers were using the bsf
instruction, eitherway.
- ck_{rhs,hs,ht} have been updated to use ck_cc_ffs*.
If FreeBSD requires the builtins for performance reasons, we will lift the
appropriate detection into ck_md (at least, bt* bs* family of functions don't
have the same problems on most targets unlike popcount).
1: https://lists.freebsd.org/pipermail/svn-src-head/2015-March/069663.html
7 years ago
|
|
|
#ifndef CK_F_CC_FFSLL
|
|
|
|
#define CK_F_CC_FFSLL
|
|
|
|
CK_F_CC_FFS_G(ffsll, unsigned long long)
|
|
|
|
#endif /* CK_F_CC_FFSLL */
|
|
|
|
|
ck_cc: add a disable builtin flag for the FreeBSD kernel.
This primarily affects the FreeBSD kernel, where the popcount builtin
can be problematic (relies on compiler-provided libraries). See the
history of __POPCNT__ for details [1].
- A new flag, CK_MD_CC_BUILTIN_DISABLE, can be set to indicate that CK
should not rely on compiler builtins when possible.
- ck_cc_clz has been removed, it was unused.
- ck_internal_bsf has been removed, it was duplicate of ck_cc_ffs but broken,
replaced in favor of ck_cc_ffs. Previous consumers were using the bsf
instruction, eitherway.
- ck_{rhs,hs,ht} have been updated to use ck_cc_ffs*.
If FreeBSD requires the builtins for performance reasons, we will lift the
appropriate detection into ck_md (at least, bt* bs* family of functions don't
have the same problems on most targets unlike popcount).
1: https://lists.freebsd.org/pipermail/svn-src-head/2015-March/069663.html
7 years ago
|
|
|
#undef CK_F_CC_FFS_G
|
|
|
|
|
|
|
|
#ifndef CK_F_CC_CTZ
|
|
|
|
#define CK_F_CC_CTZ
|
|
|
|
CK_CC_INLINE static int
|
|
|
|
ck_cc_ctz(unsigned int x)
|
|
|
|
{
|
|
|
|
unsigned int i;
|
|
|
|
|
|
|
|
if (x == 0)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
for (i = 0; (x & 1) == 0; i++, x >>= 1);
|
|
|
|
return i;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef CK_F_CC_POPCOUNT
|
|
|
|
#define CK_F_CC_POPCOUNT
|
|
|
|
CK_CC_INLINE static int
|
|
|
|
ck_cc_popcount(unsigned int x)
|
|
|
|
{
|
|
|
|
unsigned int acc;
|
|
|
|
|
|
|
|
for (acc = 0; x != 0; x >>= 1)
|
|
|
|
acc += x & 1;
|
|
|
|
|
|
|
|
return acc;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
|
#define CK_CPP_CAST(type, arg) static_cast<type>(arg)
|
|
|
|
#else
|
|
|
|
#define CK_CPP_CAST(type, arg) arg
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif /* CK_CC_H */
|