34 #ifndef EIGEN_ASSIGN_VML_H
35 #define EIGEN_ASSIGN_VML_H
41 template<
typename Dst,
typename Src>
42 class vml_assign_traits
48 StorageOrdersAgree = (int(Dst::IsRowMajor) == int(Src::IsRowMajor)),
49 InnerSize =
int(Dst::IsVectorAtCompileTime) ? int(Dst::SizeAtCompileTime)
50 : int(Dst::Flags)&
RowMajorBit ? int(Dst::ColsAtCompileTime)
51 : int(Dst::RowsAtCompileTime),
52 InnerMaxSize = int(Dst::IsVectorAtCompileTime) ? int(Dst::MaxSizeAtCompileTime)
53 : int(Dst::Flags)&
RowMajorBit ? int(Dst::MaxColsAtCompileTime)
54 : int(Dst::MaxRowsAtCompileTime),
55 MaxSizeAtCompileTime = Dst::SizeAtCompileTime,
57 MightEnableVml = StorageOrdersAgree && DstHasDirectAccess && SrcHasDirectAccess && Src::InnerStrideAtCompileTime==1 && Dst::InnerStrideAtCompileTime==1,
58 MightLinearize = MightEnableVml && (int(Dst::Flags) & int(Src::Flags) &
LinearAccessBit),
59 VmlSize = MightLinearize ? MaxSizeAtCompileTime : InnerMaxSize,
60 LargeEnough = VmlSize==Dynamic || VmlSize>=EIGEN_MKL_VML_THRESHOLD
64 EnableVml = MightEnableVml && LargeEnough,
65 Traversal = MightLinearize ? LinearTraversal : DefaultTraversal
69 #define EIGEN_PP_EXPAND(ARG) ARG
70 #if !defined (EIGEN_FAST_MATH) || (EIGEN_FAST_MATH != 1)
71 #define EIGEN_VMLMODE_EXPAND_LA , VML_HA
73 #define EIGEN_VMLMODE_EXPAND_LA , VML_LA
76 #define EIGEN_VMLMODE_EXPAND__
78 #define EIGEN_VMLMODE_PREFIX_LA vm
79 #define EIGEN_VMLMODE_PREFIX__ v
80 #define EIGEN_VMLMODE_PREFIX(VMLMODE) EIGEN_CAT(EIGEN_VMLMODE_PREFIX_,VMLMODE)
82 #define EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, VMLOP, EIGENTYPE, VMLTYPE, VMLMODE) \
83 template< typename DstXprType, typename SrcXprNested> \
84 struct Assignment<DstXprType, CwiseUnaryOp<scalar_##EIGENOP##_op<EIGENTYPE>, SrcXprNested>, assign_op<EIGENTYPE>, \
85 Dense2Dense, typename enable_if<vml_assign_traits<DstXprType,SrcXprNested>::EnableVml,EIGENTYPE>::type> { \
86 typedef CwiseUnaryOp<scalar_##EIGENOP##_op<EIGENTYPE>, SrcXprNested> SrcXprType; \
87 static void run(DstXprType &dst, const SrcXprType &src, const assign_op<EIGENTYPE> &) { \
88 eigen_assert(dst.rows() == src.rows() && dst.cols() == src.cols()); \
89 if(vml_assign_traits<DstXprType,SrcXprNested>::Traversal==LinearTraversal) { \
90 VMLOP(dst.size(), (const VMLTYPE*)src.nestedExpression().data(), \
91 (VMLTYPE*)dst.data() EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_##VMLMODE) ); \
93 const Index outerSize = dst.outerSize(); \
94 for(Index outer = 0; outer < outerSize; ++outer) { \
95 const EIGENTYPE *src_ptr = src.IsRowMajor ? &(src.nestedExpression().coeffRef(outer,0)) : \
96 &(src.nestedExpression().coeffRef(0, outer)); \
97 EIGENTYPE *dst_ptr = dst.IsRowMajor ? &(dst.coeffRef(outer,0)) : &(dst.coeffRef(0, outer)); \
98 VMLOP( dst.innerSize(), (const VMLTYPE*)src_ptr, \
99 (VMLTYPE*)dst_ptr EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_##VMLMODE)); \
106 #define EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(EIGENOP, VMLOP, VMLMODE) \
107 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),s##VMLOP), float, float, VMLMODE) \
108 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),d##VMLOP), double, double, VMLMODE)
110 #define EIGEN_MKL_VML_DECLARE_UNARY_CALLS_CPLX(EIGENOP, VMLOP, VMLMODE) \
111 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),c##VMLOP), scomplex, MKL_Complex8, VMLMODE) \
112 EIGEN_MKL_VML_DECLARE_UNARY_CALL(EIGENOP, EIGEN_CAT(EIGEN_VMLMODE_PREFIX(VMLMODE),z##VMLOP), dcomplex, MKL_Complex16, VMLMODE)
114 #define EIGEN_MKL_VML_DECLARE_UNARY_CALLS(EIGENOP, VMLOP, VMLMODE) \
115 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(EIGENOP, VMLOP, VMLMODE) \
116 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_CPLX(EIGENOP, VMLOP, VMLMODE)
119 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(sin, Sin, LA)
120 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(asin, Asin, LA)
121 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(sinh, Sinh, LA)
122 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(cos, Cos, LA)
123 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(acos, Acos, LA)
124 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(cosh, Cosh, LA)
125 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(tan, Tan, LA)
126 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(atan, Atan, LA)
127 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(tanh, Tanh, LA)
129 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(exp, Exp, LA)
130 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(log, Ln, LA)
131 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(log10, Log10, LA)
132 EIGEN_MKL_VML_DECLARE_UNARY_CALLS(sqrt, Sqrt, _)
134 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(square, Sqr, _)
135 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_CPLX(arg, Arg, _)
136 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(round, Round, _)
137 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(floor, Floor, _)
138 EIGEN_MKL_VML_DECLARE_UNARY_CALLS_REAL(ceil, Ceil, _)
140 #define EIGEN_MKL_VML_DECLARE_POW_CALL(EIGENOP, VMLOP, EIGENTYPE, VMLTYPE, VMLMODE) \
141 template< typename DstXprType, typename SrcXprNested> \
142 struct Assignment<DstXprType, CwiseUnaryOp<scalar_##EIGENOP##_op<EIGENTYPE>, SrcXprNested>, assign_op<EIGENTYPE>, \
143 Dense2Dense, typename enable_if<vml_assign_traits<DstXprType,SrcXprNested>::EnableVml,EIGENTYPE>::type> { \
144 typedef CwiseUnaryOp<scalar_##EIGENOP##_op<EIGENTYPE>, SrcXprNested> SrcXprType; \
145 static void run(DstXprType &dst, const SrcXprType &src, const assign_op<EIGENTYPE> &) { \
146 eigen_assert(dst.rows() == src.rows() && dst.cols() == src.cols()); \
147 VMLTYPE exponent = reinterpret_cast<const VMLTYPE&>(src.functor().m_exponent); \
148 if(vml_assign_traits<DstXprType,SrcXprNested>::Traversal==LinearTraversal) \
150 VMLOP( dst.size(), (const VMLTYPE*)src.nestedExpression().data(), exponent, \
151 (VMLTYPE*)dst.data() EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_##VMLMODE) ); \
153 const Index outerSize = dst.outerSize(); \
154 for(Index outer = 0; outer < outerSize; ++outer) { \
155 const EIGENTYPE *src_ptr = src.IsRowMajor ? &(src.nestedExpression().coeffRef(outer,0)) : \
156 &(src.nestedExpression().coeffRef(0, outer)); \
157 EIGENTYPE *dst_ptr = dst.IsRowMajor ? &(dst.coeffRef(outer,0)) : &(dst.coeffRef(0, outer)); \
158 VMLOP( dst.innerSize(), (const VMLTYPE*)src_ptr, exponent, \
159 (VMLTYPE*)dst_ptr EIGEN_PP_EXPAND(EIGEN_VMLMODE_EXPAND_##VMLMODE)); \
165 EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmsPowx,
float,
float, LA)
166 EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmdPowx,
double,
double, LA)
167 EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmcPowx, scomplex, MKL_Complex8, LA)
168 EIGEN_MKL_VML_DECLARE_POW_CALL(pow, vmzPowx, dcomplex, MKL_Complex16, LA)
174 #endif // EIGEN_ASSIGN_VML_H
const unsigned int DirectAccessBit
Definition: Constants.h:141
const unsigned int RowMajorBit
Definition: Constants.h:53
Definition: Eigen_Colamd.h:54
const unsigned int LinearAccessBit
Definition: Constants.h:116