TpetraExt MMDetails / MM multiply compile error
Created by: jjellio
I've pulled develop, and when I try building on Cori with Intel 17, I am seeing the following error related to TpetraExt not finding the new matrix matrix multiply routines.
Compile error:
/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix_def.hpp(3366): error: class "Tpetra::MMdetails::KernelWrappers<Tpetra::Details::DefaultTypes::scalar_type={double}, Tpetra::Details::DefaultTypes::local_ordinal_type={int}, Tpetra::Details::DefaultTypes::global_ordinal_type={int}, Tpetra::Details::DefaultTypes::node_type>" has no member "jacobi_A_B_newmatrix_kernel_wrapper"
KernelWrappers<Scalar,LocalOrdinal,GlobalOrdinal,Node>::jacobi_A_B_newmatrix_kernel_wrapper(omega,Dinv,Aview,Bview,targetMapToOrigRow,targetMapToImportRow,Bcol2Ccol,Icol2Ccol,C,Cimport,label,params);
^
detected during:
instantiation of "void Tpetra::MMdetails::jacobi_A_B_newmatrix(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=double,
LocalOrdinal=Tpetra::Details::DefaultTypes::local_ordinal_type={int}, GlobalOrdinal=Tpetra::Details::DefaultTypes::global_ordinal_type={int}, Node=Tpetra::Details::DefaultTypes::node_type]" at line 386
instantiation of "void Tpetra::MatrixMatrix::Jacobi(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, bool, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=double,
LocalOrdinal=Tpetra::Details::DefaultTypes::local_ordinal_type={int}, GlobalOrdinal=Tpetra::Details::DefaultTypes::global_ordinal_type={int}, Node=Tpetra::Details::DefaultTypes::node_type]" at line 55 of "/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix.cpp"
/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix_def.hpp(3366): error: class "Tpetra::MMdetails::KernelWrappers<double, int, Tpetra::longlong={long long}, Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode>" has no member "jacobi_A_B_newmatrix_kernel_wrapper"
KernelWrappers<Scalar,LocalOrdinal,GlobalOrdinal,Node>::jacobi_A_B_newmatrix_kernel_wrapper(omega,Dinv,Aview,Bview,targetMapToOrigRow,targetMapToImportRow,Bcol2Ccol,Icol2Ccol,C,Cimport,label,params);
^
detected during:
instantiation of "void Tpetra::MMdetails::jacobi_A_B_newmatrix(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=double, LocalOrdinal=int,
GlobalOrdinal=Tpetra::longlong={long long}, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 386
instantiation of "void Tpetra::MatrixMatrix::Jacobi(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, bool, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=double,
LocalOrdinal=int, GlobalOrdinal=Tpetra::longlong={long long}, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 55 of "/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix.cpp"
/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix_def.hpp(3366): error: class "Tpetra::MMdetails::KernelWrappers<int, int, int, Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode>" has no member "jacobi_A_B_newmatrix_kernel_wrapper"
KernelWrappers<Scalar,LocalOrdinal,GlobalOrdinal,Node>::jacobi_A_B_newmatrix_kernel_wrapper(omega,Dinv,Aview,Bview,targetMapToOrigRow,targetMapToImportRow,Bcol2Ccol,Icol2Ccol,C,Cimport,label,params);
^
detected during:
instantiation of "void Tpetra::MMdetails::jacobi_A_B_newmatrix(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=int, LocalOrdinal=int,
GlobalOrdinal=int, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 386
instantiation of "void Tpetra::MatrixMatrix::Jacobi(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, bool, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=int,
LocalOrdinal=int, GlobalOrdinal=int, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 55 of "/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix.cpp"
/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix_def.hpp(3366): error: class "Tpetra::MMdetails::KernelWrappers<Tpetra::longlong={long long}, int, Tpetra::longlong={long long}, Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode>" has no member "jacobi_A_B_newmatrix_kernel_wrapper"
KernelWrappers<Scalar,LocalOrdinal,GlobalOrdinal,Node>::jacobi_A_B_newmatrix_kernel_wrapper(omega,Dinv,Aview,Bview,targetMapToOrigRow,targetMapToImportRow,Bcol2Ccol,Icol2Ccol,C,Cimport,label,params);
^
detected during:
instantiation of "void Tpetra::MMdetails::jacobi_A_B_newmatrix(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=Tpetra::longlong={long long},
LocalOrdinal=int, GlobalOrdinal=Tpetra::longlong={long long}, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 386
instantiation of "void Tpetra::MatrixMatrix::Jacobi(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, bool, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with
Scalar=Tpetra::longlong={long long}, LocalOrdinal=int, GlobalOrdinal=Tpetra::longlong={long long}, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 55 of "/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix.cpp"
/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix_def.hpp(3366): error: class "Tpetra::MMdetails::KernelWrappers<int, int, Tpetra::longlong={long long}, Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode>" has no member "jacobi_A_B_newmatrix_kernel_wrapper"
KernelWrappers<Scalar,LocalOrdinal,GlobalOrdinal,Node>::jacobi_A_B_newmatrix_kernel_wrapper(omega,Dinv,Aview,Bview,targetMapToOrigRow,targetMapToImportRow,Bcol2Ccol,Icol2Ccol,C,Cimport,label,params);
^
detected during:
instantiation of "void Tpetra::MMdetails::jacobi_A_B_newmatrix(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrixStruct<Scalar, LocalOrdinal, GlobalOrdinal, Node> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=int, LocalOrdinal=int,
GlobalOrdinal=Tpetra::longlong={long long}, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 386
instantiation of "void Tpetra::MatrixMatrix::Jacobi(Scalar, const Tpetra::Vector<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, const Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, Tpetra::CrsMatrix<Scalar, LocalOrdinal, GlobalOrdinal, Node, Node::classic> &, bool, const std::string &, const Teuchos::RCP<Teuchos::ParameterList> &) [with Scalar=int,
LocalOrdinal=int, GlobalOrdinal=Tpetra::longlong={long long}, Node=Tpetra::Kokkos_Compat_KokkosOpenMPWrapperNode]" at line 76 of "/global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix.cpp"
compilation aborted for /global/homes/j/jjellio/src/Trilinos-dev/packages/tpetra/core/ext/TpetraExt_MatrixMatrix.cpp (code 2)
packages/tpetra/core/ext/CMakeFiles/tpetraext.dir/build.make:62: recipe for target 'packages/tpetra/core/ext/CMakeFiles/tpetraext.dir/TpetraExt_MatrixMatrix.cpp.o' failed
make[2]: *** [packages/tpetra/core/ext/CMakeFiles/tpetraext.dir/TpetraExt_MatrixMatrix.cpp.o] Error 2
make[2]: *** Waiting for unfinished jobs....
CMakeFiles/Makefile2:5417: recipe for target 'packages/tpetra/core/ext/CMakeFiles/tpetraext.dir/all' failed
make[1]: *** [packages/tpetra/core/ext/CMakeFiles/tpetraext.dir/all] Error 2
make[1]: *** Waiting for unfinished jobs....CMake:
cmake -D Trilinos_LINK_SEARCH_START_STATIC:BOOL=ON
-D MPI_USE_COMPILER_WRAPPERS=OFF
-D CMAKE_CXX_COMPILER="CC"
-D CMAKE_C_COMPILER="cc"
-D CMAKE_CXX_FLAGS="-xMIC-AVX512 -mkl=parallel -g1"
-D CMAKE_C_FLAGS="-xMIC-AVX512 -mkl=parallel -g1"
-D CMAKE_Fortran_FLAGS="-xMIC-AVX512 -mkl=parallel -g1"
-D CMAKE_EXE_LINKER_FLAGS="-xMIC-AVX512 -mkl=parallel "
-D CMAKE_Fortran_COMPILER="ftn"
-D HAVE_GCC_ABI_DEMANGLE:BOOL=TRUE
-D Trilinos_ENABLE_EXPLICIT_INSTANTIATION:BOOL=ON
-D Trilinos_ENABLE_DEBUG:BOOL=OFF
-D CMAKE_INSTALL_PREFIX:PATH="/global/homes/j/jjellio/install/trilinos-12.13/intel-17.0.2.174_mpt-7.6.0_knl-openmp_hp-2-dev"
-D Trilinos_ENABLE_INSTALL_CMAKE_CONFIG_FILES:BOOL=ON
-D CMAKE_BUILD_TYPE:STRING=RELEASE
-D CMAKE_VERBOSE_MAKEFILE:BOOL=OFF
-D Trilinos_ENABLE_ALL_PACKAGES:BOOL=OFF
-D Trilinos_ENABLE_ALL_OPTIONAL_PACKAGES:BOOL=ON
-D Trilinos_ENABLE_TESTS:BOOL=OFF
-D Trilinos_ENABLE_EXAMPLES:BOOL=OFF
-D BUILD_SHARED_LIBS:BOOL=OFF
-D Trilinos_SET_INSTALL_RPATH=OFF
-D DART_TESTING_TIMEOUT:STRING=200
-D Trilinos_ENABLE_CXX11=ON
-D TPL_ENABLE_MPI=ON
-D MPI_EXEC:PATH="srun"
-D MPI_EXEC_NUMPROCS_FLAG:STRING="-c;8;--cpu_bind=cores;-n"
-D TPL_ENABLE_BLAS=ON
-D BLAS_LIBRARY_DIRS:PATH="/opt/intel/compilers_and_libraries_2017.2.174/linux/mkl/lib/intel64;/opt/intel/compilers_and_libraries_2017.2.174/linux/mkl/../compiler/lib/intel64_lin/;/opt/intel/compilers_and_libraries_2017.2.174/linux/lib/intel64_lin/"
-D BLAS_LIBRARY_NAMES:STRING="mkl_intel_lp64;mkl_intel_thread;mkl_core;iomp5;m;dl"
-D TPL_ENABLE_LAPACK=ON
-D LAPACK_LIBRARY_DIRS:PATH="/opt/intel/compilers_and_libraries_2017.2.174/linux/mkl/lib/intel64;/opt/intel/compilers_and_libraries_2017.2.174/linux/mkl/../compiler/lib/intel64_lin/;/opt/intel/compilers_and_libraries_2017.2.174/linux/lib/intel64_lin/"
-D LAPACK_LIBRARY_NAMES:STRING="mkl_intel_lp64;mkl_intel_thread;mkl_core;iomp5;m;dl"
-D TPL_ENABLE_Zlib=ON
-D TPL_ENABLE_DLlib=ON
-D TPL_ENABLE_yaml-cpp=ON
-D yaml-cpp_LIBRARY_DIRS:PATH=/global/homes/j/jjellio/install/yaml-cpp/intel-17.0.1.132_mpt-7.4.4_hsw/yaml-cpp/lib
-D yaml-cpp_INCLUDE_DIRS:PATH=/global/homes/j/jjellio/install/yaml-cpp/intel-17.0.1.132_mpt-7.4.4_hsw/yaml-cpp/include
-D TPL_ENABLE_Boost=ON
-D Boost_INCLUDE_DIRS:PATH="/usr/common/software/boost/1.62/intel/mic-knl/include"
-D Boost_LIBRARY_DIRS:PATH="/usr/common/software/boost/1.62/intel/mic-knl/lib"
-D TPL_ENABLE_BoostLib=ON
-D BoostLib_INCLUDE_DIRS:PATH="/usr/common/software/boost/1.62/intel/mic-knl/include"
-D BoostLib_LIBRARY_DIRS:PATH="/usr/common/software/boost/1.62/intel/mic-knl/lib"
-D TPL_ENABLE_Netcdf=ON
-D Netcdf_INCLUDE_DIRS:PATH="/opt/cray/pe/parallel-netcdf/1.8.0/intel/15.0/include;/global/homes/j/jjellio/install/netcdf-4.1.1.1/include"
-D Netcdf_LIBRARY_DIRS:PATH="/opt/cray/pe/parallel-netcdf/1.8.0/intel/15.0/lib;/global/homes/j/jjellio/install/netcdf-4.1.1.1/lib;/opt/cray/pe/hdf5-parallel/1.10.0.1/INTEL/15.0/lib"
-D Netcdf_LIBRARY_NAMES:STRING="netcdf;pnetcdf;hdf5hl_fortran;hdf5_fortran;hdf5_hl;hdf5;z"
-D TPL_Netcdf_Enables_Netcdf4:BOOL=ON
-D TPL_Netcdf_Enables_PNetcdf:BOOL=ON
-D TPL_Netcdf_PARALLEL:BOOL=ON
-D TPL_ENABLE_HDF5=ON
-D HDF5_INCLUDE_DIRS:PATH="/opt/cray/pe/hdf5-parallel/1.10.0.1/INTEL/15.0/include"
-D HDF5_LIBRARY_DIRS:PATH="/opt/cray/pe/hdf5-parallel/1.10.0.1/INTEL/15.0/lib"
-D HDF5_LIBRARY_NAMES:STRING="hdf5hl_fortran;hdf5_fortran;hdf5_hl;hdf5;z"
-D TPL_ENABLE_METIS=OFF
-D METIS_INCLUDE_DIRS:PATH="/usr/common/software/metis/5.1.0/include"
-D METIS_LIBRARY_DIRS:PATH="/usr/common/software/metis/5.1.0/lib"
-D TPL_ENABLE_ParMETIS=OFF
-D ParMETIS_INCLUDE_DIRS:PATH="/global/homes/j/jjellio/install/parmetis-4.0.3/include;/usr/common/software/metis/5.1.0/include"
-D ParMETIS_LIBRARY_DIRS:PATH="/global/homes/j/jjellio/install/parmetis-4.0.3/lib;/usr/common/software/metis/5.1.0/lib"
-D ParMETIS_LIBRARY_NAMES:STRING="parmetis;metis"
-D Trilinos_ENABLE_Kokkos=ON
-D Kokkos_ENABLE_TESTS:BOOL=ON
-D Trilinos_ENABLE_OpenMP=ON
-D Kokkos_ENABLE_Serial:BOOL=ON
-D Kokkos_ENABLE_OpenMP:BOOL=ON
-D Kokkos_ENABLE_Pthread:BOOL=OFF
-D Kokkos_ENABLE_Cuda:BOOL=OFF
-D TPL_ENABLE_Pthread=OFF
-D TPL_ENABLE_CUDA=OFF
-D Kokkos_ENABLE_Cuda_UVM:BOOL=ON
-D Teuchos_ENABLE_COMPLEX=OFF
-D Trilinos_ENABLE_Tpetra=ON
-D Tpetra_INST_SERIAL:BOOL=ON
-D Tpetra_INST_OPENMP:BOOL=ON
-D Tpetra_INST_PTHREAD:BOOL=OFF
-D Tpetra_INST_CUDA:BOOL=OFF
-D Tpetra_INST_COMPLEX_DOUBLE:BOOL=OFF
-D Tpetra_ENABLE_TESTS:BOOL=OFF
-D Tpetra_ENABLE_EXAMPLES:BOOL=OFF
-D Trilinos_ENABLE_Belos=ON
-D Tpetra_ENABLE_MMM_Timings:BOOL=ON
-D Trilinos_ENABLE_MueLu=ON
-D MueLu_ENABLE_TESTS=OFF
-D MueLu_ENABLE_EXAMPLES=OFF
-D KokkosKernels_ENABLE_Experimental:BOOL=ON
-D TpetraKernels_ENABLE_Experimental:BOOL=ON
-D MueLu_ENABLE_Experimental:BOOL=ON
-D MueLu_ENABLE_Kokkos_Refactor:BOOL=ON
-D Xpetra_ENABLE_Experimental:BOOL=ON
-D Xpetra_ENABLE_Kokkos_Refactor:BOOL=ON
-D Trilinos_ENABLE_Xpetra=ON
-D Trilinos_ENABLE_Isorropia=ON
-D Trilinos_ENABLE_Galeri=ON
-D Trilinos_ENABLE_Teuchos=ON
-D Trilinos_ENABLE_Epetra=ON
-D Trilinos_ENABLE_EpetraExt=ON
-D Trilinos_ENABLE_Anasazi=ON
-D Anasazi_ENABLE_RBGen=ON
-D Trilinos_ENABLE_Stokhos=OFF
-D Trilinos_ENABLE_Amesos2=ON
-D Amesos2_ENABLE_KLU2=ON
-D Trilinos_ENABLE_Ifpack2=ON
-D Trilinos_ENABLE_Zoltan2=ON
-D Trilinos_ENABLE_Panzer=ON
-D Panzer_ENABLE_TESTS=ON
-D Panzer_ENABLE_EXAMPLES=ON
/global/homes/j/jjellio/src/Trilinos-dev@trilinos/tpetra