You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
445 lines
15 KiB
445 lines
15 KiB
// This file is part of Eigen, a lightweight C++ template library
|
|
// for linear algebra.
|
|
//
|
|
// Copyright (C) 2008 Gael Guennebaud <gael.guennebaud@inria.fr>
|
|
// Copyright (C) 2007-2011 Benoit Jacob <jacob.benoit.1@gmail.com>
|
|
//
|
|
// This Source Code Form is subject to the terms of the Mozilla
|
|
// Public License v. 2.0. If a copy of the MPL was not distributed
|
|
// with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
#ifndef STORMEIGEN_CORE_H
|
|
#define STORMEIGEN_CORE_H
|
|
|
|
// first thing Eigen does: stop the compiler from committing suicide
|
|
#include "src/Core/util/DisableStupidWarnings.h"
|
|
|
|
// Handle NVCC/CUDA
|
|
#ifdef __CUDACC__
|
|
// Do not try asserts on CUDA!
|
|
#ifndef STORMEIGEN_NO_DEBUG
|
|
#define STORMEIGEN_NO_DEBUG
|
|
#endif
|
|
|
|
#ifdef STORMEIGEN_INTERNAL_DEBUGGING
|
|
#undef STORMEIGEN_INTERNAL_DEBUGGING
|
|
#endif
|
|
|
|
// Do not try to vectorize on CUDA!
|
|
#ifndef STORMEIGEN_DONT_VECTORIZE
|
|
#define STORMEIGEN_DONT_VECTORIZE
|
|
#endif
|
|
|
|
#ifdef STORMEIGEN_EXCEPTIONS
|
|
#undef STORMEIGEN_EXCEPTIONS
|
|
#endif
|
|
|
|
// All functions callable from CUDA code must be qualified with __device__
|
|
#define STORMEIGEN_DEVICE_FUNC __host__ __device__
|
|
|
|
#else
|
|
#define STORMEIGEN_DEVICE_FUNC
|
|
|
|
#endif
|
|
|
|
#if defined(__CUDA_ARCH__)
|
|
#define STORMEIGEN_USING_STD_MATH(FUNC) using ::FUNC;
|
|
#else
|
|
#define STORMEIGEN_USING_STD_MATH(FUNC) using std::FUNC;
|
|
#endif
|
|
|
|
#if (defined(_CPPUNWIND) || defined(__EXCEPTIONS)) && !defined(__CUDA_ARCH__) && !defined(STORMEIGEN_EXCEPTIONS)
|
|
#define STORMEIGEN_EXCEPTIONS
|
|
#endif
|
|
|
|
#ifdef STORMEIGEN_EXCEPTIONS
|
|
#include <new>
|
|
#endif
|
|
|
|
// then include this file where all our macros are defined. It's really important to do it first because
|
|
// it's where we do all the alignment settings (platform detection and honoring the user's will if he
|
|
// defined e.g. STORMEIGEN_DONT_ALIGN) so it needs to be done before we do anything with vectorization.
|
|
#include "src/Core/util/Macros.h"
|
|
|
|
// Disable the ipa-cp-clone optimization flag with MinGW 6.x or newer (enabled by default with -O3)
|
|
// See http://eigen.tuxfamily.org/bz/show_bug.cgi?id=556 for details.
|
|
#if STORMEIGEN_COMP_MINGW && STORMEIGEN_GNUC_AT_LEAST(4,6)
|
|
#pragma GCC optimize ("-fno-ipa-cp-clone")
|
|
#endif
|
|
|
|
#include <complex>
|
|
|
|
// this include file manages BLAS and MKL related macros
|
|
// and inclusion of their respective header files
|
|
#include "src/Core/util/MKL_support.h"
|
|
|
|
// if alignment is disabled, then disable vectorization. Note: STORMEIGEN_MAX_ALIGN_BYTES is the proper check, it takes into
|
|
// account both the user's will (STORMEIGEN_MAX_ALIGN_BYTES,STORMEIGEN_DONT_ALIGN) and our own platform checks
|
|
#if STORMEIGEN_MAX_ALIGN_BYTES==0
|
|
#ifndef STORMEIGEN_DONT_VECTORIZE
|
|
#define STORMEIGEN_DONT_VECTORIZE
|
|
#endif
|
|
#endif
|
|
|
|
#if STORMEIGEN_COMP_MSVC
|
|
#include <malloc.h> // for _aligned_malloc -- need it regardless of whether vectorization is enabled
|
|
#if (STORMEIGEN_COMP_MSVC >= 1500) // 2008 or later
|
|
// Remember that usage of defined() in a #define is undefined by the standard.
|
|
// a user reported that in 64-bit mode, MSVC doesn't care to define _M_IX86_FP.
|
|
#if (defined(_M_IX86_FP) && (_M_IX86_FP >= 2)) || STORMEIGEN_ARCH_x86_64
|
|
#define STORMEIGEN_SSE2_ON_MSVC_2008_OR_LATER
|
|
#endif
|
|
#endif
|
|
#else
|
|
// Remember that usage of defined() in a #define is undefined by the standard
|
|
#if (defined __SSE2__) && ( (!STORMEIGEN_COMP_GNUC) || STORMEIGEN_COMP_ICC || STORMEIGEN_GNUC_AT_LEAST(4,2) )
|
|
#define STORMEIGEN_SSE2_ON_NON_MSVC_BUT_NOT_OLD_GCC
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef STORMEIGEN_DONT_VECTORIZE
|
|
|
|
#if defined (STORMEIGEN_SSE2_ON_NON_MSVC_BUT_NOT_OLD_GCC) || defined(STORMEIGEN_SSE2_ON_MSVC_2008_OR_LATER)
|
|
|
|
// Defines symbols for compile-time detection of which instructions are
|
|
// used.
|
|
// STORMEIGEN_VECTORIZE_YY is defined if and only if the instruction set YY is used
|
|
#define STORMEIGEN_VECTORIZE
|
|
#define STORMEIGEN_VECTORIZE_SSE
|
|
#define STORMEIGEN_VECTORIZE_SSE2
|
|
|
|
// Detect sse3/ssse3/sse4:
|
|
// gcc and icc defines __SSE3__, ...
|
|
// there is no way to know about this on msvc. You can define STORMEIGEN_VECTORIZE_SSE* if you
|
|
// want to force the use of those instructions with msvc.
|
|
#ifdef __SSE3__
|
|
#define STORMEIGEN_VECTORIZE_SSE3
|
|
#endif
|
|
#ifdef __SSSE3__
|
|
#define STORMEIGEN_VECTORIZE_SSSE3
|
|
#endif
|
|
#ifdef __SSE4_1__
|
|
#define STORMEIGEN_VECTORIZE_SSE4_1
|
|
#endif
|
|
#ifdef __SSE4_2__
|
|
#define STORMEIGEN_VECTORIZE_SSE4_2
|
|
#endif
|
|
#ifdef __AVX__
|
|
#define STORMEIGEN_VECTORIZE_AVX
|
|
#define STORMEIGEN_VECTORIZE_SSE3
|
|
#define STORMEIGEN_VECTORIZE_SSSE3
|
|
#define STORMEIGEN_VECTORIZE_SSE4_1
|
|
#define STORMEIGEN_VECTORIZE_SSE4_2
|
|
#endif
|
|
#ifdef __AVX2__
|
|
#define STORMEIGEN_VECTORIZE_AVX2
|
|
#endif
|
|
#ifdef __FMA__
|
|
#define STORMEIGEN_VECTORIZE_FMA
|
|
#endif
|
|
|
|
// include files
|
|
|
|
// This extern "C" works around a MINGW-w64 compilation issue
|
|
// https://sourceforge.net/tracker/index.php?func=detail&aid=3018394&group_id=202880&atid=983354
|
|
// In essence, intrin.h is included by windows.h and also declares intrinsics (just as emmintrin.h etc. below do).
|
|
// However, intrin.h uses an extern "C" declaration, and g++ thus complains of duplicate declarations
|
|
// with conflicting linkage. The linkage for intrinsics doesn't matter, but at that stage the compiler doesn't know;
|
|
// so, to avoid compile errors when windows.h is included after StormEigen/Core, ensure intrinsics are extern "C" here too.
|
|
// notice that since these are C headers, the extern "C" is theoretically needed anyways.
|
|
extern "C" {
|
|
// In theory we should only include immintrin.h and not the other *mmintrin.h header files directly.
|
|
// Doing so triggers some issues with ICC. However old gcc versions seems to not have this file, thus:
|
|
#if STORMEIGEN_COMP_ICC >= 1110
|
|
#include <immintrin.h>
|
|
#else
|
|
#include <emmintrin.h>
|
|
#include <xmmintrin.h>
|
|
#ifdef STORMEIGEN_VECTORIZE_SSE3
|
|
#include <pmmintrin.h>
|
|
#endif
|
|
#ifdef STORMEIGEN_VECTORIZE_SSSE3
|
|
#include <tmmintrin.h>
|
|
#endif
|
|
#ifdef STORMEIGEN_VECTORIZE_SSE4_1
|
|
#include <smmintrin.h>
|
|
#endif
|
|
#ifdef STORMEIGEN_VECTORIZE_SSE4_2
|
|
#include <nmmintrin.h>
|
|
#endif
|
|
#ifdef STORMEIGEN_VECTORIZE_AVX
|
|
#include <immintrin.h>
|
|
#endif
|
|
#endif
|
|
} // end extern "C"
|
|
#elif defined __VSX__
|
|
#define STORMEIGEN_VECTORIZE
|
|
#define STORMEIGEN_VECTORIZE_VSX
|
|
#include <altivec.h>
|
|
// We need to #undef all these ugly tokens defined in <altivec.h>
|
|
// => use __vector instead of vector
|
|
#undef bool
|
|
#undef vector
|
|
#undef pixel
|
|
#elif defined __ALTIVEC__
|
|
#define STORMEIGEN_VECTORIZE
|
|
#define STORMEIGEN_VECTORIZE_ALTIVEC
|
|
#include <altivec.h>
|
|
// We need to #undef all these ugly tokens defined in <altivec.h>
|
|
// => use __vector instead of vector
|
|
#undef bool
|
|
#undef vector
|
|
#undef pixel
|
|
#elif (defined __ARM_NEON) || (defined __ARM_NEON__)
|
|
#define STORMEIGEN_VECTORIZE
|
|
#define STORMEIGEN_VECTORIZE_NEON
|
|
#include <arm_neon.h>
|
|
#endif
|
|
#endif
|
|
|
|
#if defined __CUDACC__
|
|
#define STORMEIGEN_VECTORIZE_CUDA
|
|
#include <vector_types.h>
|
|
#endif
|
|
|
|
#if (defined _OPENMP) && (!defined STORMEIGEN_DONT_PARALLELIZE)
|
|
#define STORMEIGEN_HAS_OPENMP
|
|
#endif
|
|
|
|
#ifdef STORMEIGEN_HAS_OPENMP
|
|
#include <omp.h>
|
|
#endif
|
|
|
|
// MSVC for windows mobile does not have the errno.h file
|
|
#if !(STORMEIGEN_COMP_MSVC && STORMEIGEN_OS_WINCE) && !STORMEIGEN_COMP_ARM
|
|
#define STORMEIGEN_HAS_ERRNO
|
|
#endif
|
|
|
|
#ifdef STORMEIGEN_HAS_ERRNO
|
|
#include <cerrno>
|
|
#endif
|
|
#include <cstddef>
|
|
#include <cstdlib>
|
|
#include <cmath>
|
|
#include <cassert>
|
|
#include <functional>
|
|
#include <iosfwd>
|
|
#include <cstring>
|
|
#include <string>
|
|
#include <limits>
|
|
#include <climits> // for CHAR_BIT
|
|
// for min/max:
|
|
#include <algorithm>
|
|
|
|
// for outputting debug info
|
|
#ifdef STORMEIGEN_DEBUG_ASSIGN
|
|
#include <iostream>
|
|
#endif
|
|
|
|
// required for __cpuid, needs to be included after cmath
|
|
#if STORMEIGEN_COMP_MSVC && STORMEIGEN_ARCH_i386_OR_x86_64 && !STORMEIGEN_OS_WINCE
|
|
#include <intrin.h>
|
|
#endif
|
|
|
|
/** \brief Namespace containing all symbols from the %Eigen library. */
|
|
namespace StormEigen {
|
|
|
|
inline static const char *SimdInstructionSetsInUse(void) {
|
|
#if defined(STORMEIGEN_VECTORIZE_AVX)
|
|
return "AVX SSE, SSE2, SSE3, SSSE3, SSE4.1, SSE4.2";
|
|
#elif defined(STORMEIGEN_VECTORIZE_SSE4_2)
|
|
return "SSE, SSE2, SSE3, SSSE3, SSE4.1, SSE4.2";
|
|
#elif defined(STORMEIGEN_VECTORIZE_SSE4_1)
|
|
return "SSE, SSE2, SSE3, SSSE3, SSE4.1";
|
|
#elif defined(STORMEIGEN_VECTORIZE_SSSE3)
|
|
return "SSE, SSE2, SSE3, SSSE3";
|
|
#elif defined(STORMEIGEN_VECTORIZE_SSE3)
|
|
return "SSE, SSE2, SSE3";
|
|
#elif defined(STORMEIGEN_VECTORIZE_SSE2)
|
|
return "SSE, SSE2";
|
|
#elif defined(STORMEIGEN_VECTORIZE_ALTIVEC)
|
|
return "AltiVec";
|
|
#elif defined(STORMEIGEN_VECTORIZE_VSX)
|
|
return "VSX";
|
|
#elif defined(STORMEIGEN_VECTORIZE_NEON)
|
|
return "ARM NEON";
|
|
#else
|
|
return "None";
|
|
#endif
|
|
}
|
|
|
|
} // end namespace StormEigen
|
|
|
|
#if defined STORMEIGEN2_SUPPORT_STAGE40_FULL_STORMEIGEN3_STRICTNESS || defined STORMEIGEN2_SUPPORT_STAGE30_FULL_STORMEIGEN3_API || defined STORMEIGEN2_SUPPORT_STAGE20_RESOLVE_API_CONFLICTS || defined STORMEIGEN2_SUPPORT_STAGE10_FULL_STORMEIGEN2_API || defined STORMEIGEN2_SUPPORT
|
|
// This will generate an error message:
|
|
#error Eigen2-support is only available up to version 3.2. Please go to "http://eigen.tuxfamily.org/index.php?title=Eigen2" for further information
|
|
#endif
|
|
|
|
// we use size_t frequently and we'll never remember to prepend it with std:: everytime just to
|
|
// ensure QNX/QCC support
|
|
using std::size_t;
|
|
// gcc 4.6.0 wants std:: for ptrdiff_t
|
|
using std::ptrdiff_t;
|
|
|
|
/** \defgroup Core_Module Core module
|
|
* This is the main module of Eigen providing dense matrix and vector support
|
|
* (both fixed and dynamic size) with all the features corresponding to a BLAS library
|
|
* and much more...
|
|
*
|
|
* \code
|
|
* #include <StormEigen/Core>
|
|
* \endcode
|
|
*/
|
|
|
|
#include "src/Core/util/Constants.h"
|
|
#include "src/Core/util/Meta.h"
|
|
#include "src/Core/util/ForwardDeclarations.h"
|
|
#include "src/Core/util/StaticAssert.h"
|
|
#include "src/Core/util/XprHelper.h"
|
|
#include "src/Core/util/Memory.h"
|
|
|
|
#include "src/Core/NumTraits.h"
|
|
#include "src/Core/MathFunctions.h"
|
|
#include "src/Core/SpecialFunctions.h"
|
|
#include "src/Core/GenericPacketMath.h"
|
|
|
|
#if defined STORMEIGEN_VECTORIZE_AVX
|
|
// Use AVX for floats and doubles, SSE for integers
|
|
#include "src/Core/arch/SSE/PacketMath.h"
|
|
#include "src/Core/arch/SSE/Complex.h"
|
|
#include "src/Core/arch/SSE/MathFunctions.h"
|
|
#include "src/Core/arch/AVX/PacketMath.h"
|
|
#include "src/Core/arch/AVX/MathFunctions.h"
|
|
#include "src/Core/arch/AVX/Complex.h"
|
|
#include "src/Core/arch/AVX/TypeCasting.h"
|
|
#elif defined STORMEIGEN_VECTORIZE_SSE
|
|
#include "src/Core/arch/SSE/PacketMath.h"
|
|
#include "src/Core/arch/SSE/MathFunctions.h"
|
|
#include "src/Core/arch/SSE/Complex.h"
|
|
#include "src/Core/arch/SSE/TypeCasting.h"
|
|
#elif defined(STORMEIGEN_VECTORIZE_ALTIVEC) || defined(STORMEIGEN_VECTORIZE_VSX)
|
|
#include "src/Core/arch/AltiVec/PacketMath.h"
|
|
#include "src/Core/arch/AltiVec/MathFunctions.h"
|
|
#include "src/Core/arch/AltiVec/Complex.h"
|
|
#elif defined STORMEIGEN_VECTORIZE_NEON
|
|
#include "src/Core/arch/NEON/PacketMath.h"
|
|
#include "src/Core/arch/NEON/MathFunctions.h"
|
|
#include "src/Core/arch/NEON/Complex.h"
|
|
#endif
|
|
|
|
#if defined STORMEIGEN_VECTORIZE_CUDA
|
|
#include "src/Core/arch/CUDA/PacketMath.h"
|
|
#include "src/Core/arch/CUDA/MathFunctions.h"
|
|
#endif
|
|
|
|
#include "src/Core/arch/Default/Settings.h"
|
|
|
|
#include "src/Core/functors/BinaryFunctors.h"
|
|
#include "src/Core/functors/UnaryFunctors.h"
|
|
#include "src/Core/functors/NullaryFunctors.h"
|
|
#include "src/Core/functors/StlFunctors.h"
|
|
#include "src/Core/functors/AssignmentFunctors.h"
|
|
|
|
#include "src/Core/DenseCoeffsBase.h"
|
|
#include "src/Core/DenseBase.h"
|
|
#include "src/Core/MatrixBase.h"
|
|
#include "src/Core/EigenBase.h"
|
|
|
|
#include "src/Core/Product.h"
|
|
#include "src/Core/CoreEvaluators.h"
|
|
#include "src/Core/AssignEvaluator.h"
|
|
|
|
#ifndef STORMEIGEN_PARSED_BY_DOXYGEN // work around Doxygen bug triggered by Assign.h r814874
|
|
// at least confirmed with Doxygen 1.5.5 and 1.5.6
|
|
#include "src/Core/Assign.h"
|
|
#endif
|
|
|
|
#include "src/Core/ArrayBase.h"
|
|
#include "src/Core/util/BlasUtil.h"
|
|
#include "src/Core/DenseStorage.h"
|
|
#include "src/Core/NestByValue.h"
|
|
|
|
// #include "src/Core/ForceAlignedAccess.h"
|
|
|
|
#include "src/Core/ReturnByValue.h"
|
|
#include "src/Core/NoAlias.h"
|
|
#include "src/Core/PlainObjectBase.h"
|
|
#include "src/Core/Matrix.h"
|
|
#include "src/Core/Array.h"
|
|
#include "src/Core/CwiseBinaryOp.h"
|
|
#include "src/Core/CwiseUnaryOp.h"
|
|
#include "src/Core/CwiseNullaryOp.h"
|
|
#include "src/Core/CwiseUnaryView.h"
|
|
#include "src/Core/SelfCwiseBinaryOp.h"
|
|
#include "src/Core/Dot.h"
|
|
#include "src/Core/StableNorm.h"
|
|
#include "src/Core/Stride.h"
|
|
#include "src/Core/MapBase.h"
|
|
#include "src/Core/Map.h"
|
|
#include "src/Core/Ref.h"
|
|
#include "src/Core/Block.h"
|
|
#include "src/Core/VectorBlock.h"
|
|
#include "src/Core/Transpose.h"
|
|
#include "src/Core/DiagonalMatrix.h"
|
|
#include "src/Core/Diagonal.h"
|
|
#include "src/Core/DiagonalProduct.h"
|
|
#include "src/Core/Redux.h"
|
|
#include "src/Core/Visitor.h"
|
|
#include "src/Core/Fuzzy.h"
|
|
#include "src/Core/IO.h"
|
|
#include "src/Core/Swap.h"
|
|
#include "src/Core/CommaInitializer.h"
|
|
#include "src/Core/GeneralProduct.h"
|
|
#include "src/Core/Solve.h"
|
|
#include "src/Core/Inverse.h"
|
|
#include "src/Core/SolverBase.h"
|
|
#include "src/Core/PermutationMatrix.h"
|
|
#include "src/Core/Transpositions.h"
|
|
#include "src/Core/TriangularMatrix.h"
|
|
#include "src/Core/SelfAdjointView.h"
|
|
#include "src/Core/products/GeneralBlockPanelKernel.h"
|
|
#include "src/Core/products/Parallelizer.h"
|
|
#include "src/Core/ProductEvaluators.h"
|
|
#include "src/Core/products/GeneralMatrixVector.h"
|
|
#include "src/Core/products/GeneralMatrixMatrix.h"
|
|
#include "src/Core/SolveTriangular.h"
|
|
#include "src/Core/products/GeneralMatrixMatrixTriangular.h"
|
|
#include "src/Core/products/SelfadjointMatrixVector.h"
|
|
#include "src/Core/products/SelfadjointMatrixMatrix.h"
|
|
#include "src/Core/products/SelfadjointProduct.h"
|
|
#include "src/Core/products/SelfadjointRank2Update.h"
|
|
#include "src/Core/products/TriangularMatrixVector.h"
|
|
#include "src/Core/products/TriangularMatrixMatrix.h"
|
|
#include "src/Core/products/TriangularSolverMatrix.h"
|
|
#include "src/Core/products/TriangularSolverVector.h"
|
|
#include "src/Core/BandMatrix.h"
|
|
#include "src/Core/CoreIterators.h"
|
|
|
|
#include "src/Core/BooleanRedux.h"
|
|
#include "src/Core/Select.h"
|
|
#include "src/Core/VectorwiseOp.h"
|
|
#include "src/Core/Random.h"
|
|
#include "src/Core/Replicate.h"
|
|
#include "src/Core/Reverse.h"
|
|
#include "src/Core/ArrayWrapper.h"
|
|
|
|
#ifdef STORMEIGEN_USE_BLAS
|
|
#include "src/Core/products/GeneralMatrixMatrix_MKL.h"
|
|
#include "src/Core/products/GeneralMatrixVector_MKL.h"
|
|
#include "src/Core/products/GeneralMatrixMatrixTriangular_MKL.h"
|
|
#include "src/Core/products/SelfadjointMatrixMatrix_MKL.h"
|
|
#include "src/Core/products/SelfadjointMatrixVector_MKL.h"
|
|
#include "src/Core/products/TriangularMatrixMatrix_MKL.h"
|
|
#include "src/Core/products/TriangularMatrixVector_MKL.h"
|
|
#include "src/Core/products/TriangularSolverMatrix_MKL.h"
|
|
#endif // STORMEIGEN_USE_BLAS
|
|
|
|
#ifdef STORMEIGEN_USE_MKL_VML
|
|
#include "src/Core/Assign_MKL.h"
|
|
#endif
|
|
|
|
#include "src/Core/GlobalFunctions.h"
|
|
|
|
#include "src/Core/util/ReenableStupidWarnings.h"
|
|
|
|
#endif // STORMEIGEN_CORE_H
|