diff --git a/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-debug-openmp.sh b/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-debug-openmp.sh index 772a7a64bb1a0d2ab70037ab7dae7f63e7b4a0a5..b91bd69941307d41e0901b48e65a94f9eb1ee282 100755 --- a/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-debug-openmp.sh +++ b/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-debug-openmp.sh @@ -1,3 +1,6 @@ #!/bin/bash +if [ "${Trilinos_TRACK}" == "" ] ; then + export Trilinos_TRACK=ATDM +fi export SALLOC_CTEST_TIME_LIMIT_MINUTES=300 # 5 hour time limit $WORKSPACE/Trilinos/cmake/ctest/drivers/atdm/mutrino/local-driver.sh diff --git a/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-opt-openmp.sh b/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-opt-openmp.sh index 772a7a64bb1a0d2ab70037ab7dae7f63e7b4a0a5..b91bd69941307d41e0901b48e65a94f9eb1ee282 100755 --- a/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-opt-openmp.sh +++ b/cmake/ctest/drivers/atdm/mutrino/drivers/Trilinos-atdm-mutrino-intel-opt-openmp.sh @@ -1,3 +1,6 @@ #!/bin/bash +if [ "${Trilinos_TRACK}" == "" ] ; then + export Trilinos_TRACK=ATDM +fi export SALLOC_CTEST_TIME_LIMIT_MINUTES=300 # 5 hour time limit $WORKSPACE/Trilinos/cmake/ctest/drivers/atdm/mutrino/local-driver.sh diff --git a/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-debug-openmp.sh b/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-debug-openmp.sh index e74c333bcd409824cff281d3ded6e7c894a58307..de7e60085bbe0a7e9455015469376f82cdfc2c07 100755 --- a/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-debug-openmp.sh +++ b/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-debug-openmp.sh @@ -1,3 +1,6 @@ #!/bin/bash #export SALLOC_CTEST_TIME_LIMIT_MINUTES=1:00:00 +if [ "${Trilinos_TRACK}" == "" ] ; then + export Trilinos_TRACK=ATDM +fi $WORKSPACE/Trilinos/cmake/ctest/drivers/atdm/serrano/local-driver.sh diff --git a/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-opt-openmp.sh b/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-opt-openmp.sh index e74c333bcd409824cff281d3ded6e7c894a58307..de7e60085bbe0a7e9455015469376f82cdfc2c07 100755 --- a/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-opt-openmp.sh +++ b/cmake/ctest/drivers/atdm/serrano/drivers/Trilinos-atdm-serrano-intel-opt-openmp.sh @@ -1,3 +1,6 @@ #!/bin/bash #export SALLOC_CTEST_TIME_LIMIT_MINUTES=1:00:00 +if [ "${Trilinos_TRACK}" == "" ] ; then + export Trilinos_TRACK=ATDM +fi $WORKSPACE/Trilinos/cmake/ctest/drivers/atdm/serrano/local-driver.sh diff --git a/cmake/std/atdm/chama/tweaks/INTEL-DEBUG-OPENMP.cmake b/cmake/std/atdm/chama/tweaks/INTEL-DEBUG-OPENMP.cmake new file mode 100644 index 0000000000000000000000000000000000000000..dd2ab11724dc03349df6b37a183c1d6a99bd18f1 --- /dev/null +++ b/cmake/std/atdm/chama/tweaks/INTEL-DEBUG-OPENMP.cmake @@ -0,0 +1,2 @@ +# Disable Belos resolve tests that are randomly failing (#2965) +ATDM_SET_ENABLE(Belos_resolve_cg_hb_MPI_4_DISABLE ON) diff --git a/cmake/std/atdm/chama/tweaks/INTEL-RELEASE-OPENMP.cmake b/cmake/std/atdm/chama/tweaks/INTEL-RELEASE-OPENMP.cmake new file mode 100644 index 0000000000000000000000000000000000000000..dd2ab11724dc03349df6b37a183c1d6a99bd18f1 --- /dev/null +++ b/cmake/std/atdm/chama/tweaks/INTEL-RELEASE-OPENMP.cmake @@ -0,0 +1,2 @@ +# Disable Belos resolve tests that are randomly failing (#2965) +ATDM_SET_ENABLE(Belos_resolve_cg_hb_MPI_4_DISABLE ON) diff --git a/cmake/std/atdm/checkin-test-atdm.sh b/cmake/std/atdm/checkin-test-atdm.sh index d536d2cb97a30f01eabeaffef13811f99cea1704..d6893d2fd2fa6c75f3706b39abc9382608f80cd4 100755 --- a/cmake/std/atdm/checkin-test-atdm.sh +++ b/cmake/std/atdm/checkin-test-atdm.sh @@ -207,7 +207,9 @@ for ATDM_JOB_NAME_KEYS in $ATDM_JOB_NAME_KEYS_LIST ; do echo "***" echo $STD_ATDM_DIR/utils/checkin-test-atdm-single.sh $ATDM_JOB_NAME_KEYS \ - --default-builds= --allow-no-pull --send-email-to="" --ctest-timeout=600 "$@" + --default-builds= --allow-no-pull --send-email-to="" \ + --test-categories=NIGHTLY --ctest-timeout=600 \ + "$@" if [[ "$?" == "0" ]] ; then echo "$ATDM_JOB_NAME_KEYS: PASSED!" else diff --git a/cmake/std/atdm/mutrino/tweaks/INTEL-DEBUG-OPENMP.cmake b/cmake/std/atdm/mutrino/tweaks/INTEL-DEBUG-OPENMP.cmake index d0f871fa327af88ac09e7dd44419cd5f529c6721..31183c1fbc747ebedafa33499c4dbfffd79fdd93 100644 --- a/cmake/std/atdm/mutrino/tweaks/INTEL-DEBUG-OPENMP.cmake +++ b/cmake/std/atdm/mutrino/tweaks/INTEL-DEBUG-OPENMP.cmake @@ -1,2 +1,13 @@ -# Disable test that is randomly failing in this build +# Disable test that is randomly failing in this build (#2474) ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) + +# Disable MueLu tests having file I/O problems on mutrinos (#2839) +ATDM_SET_ENABLE(MueLu_CreateOperatorTpetra_MPI_1_DISABLE ON) +ATDM_SET_ENABLE(MueLu_CreateOperatorTpetra_MPI_4_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetra_MPI_1_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetra_MPI_4_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetraHeavy_MPI_1_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetraHeavy_MPI_4_DISABLE ON) + +# Disable SEACAS test that fails on mutrino (#2815) +ATDM_SET_ENABLE(SEACASExodus_exodus_unit_tests_DISABLE ON) diff --git a/cmake/std/atdm/mutrino/tweaks/INTEL-RELEASE-OPENMP.cmake b/cmake/std/atdm/mutrino/tweaks/INTEL-RELEASE-OPENMP.cmake index d0f871fa327af88ac09e7dd44419cd5f529c6721..31183c1fbc747ebedafa33499c4dbfffd79fdd93 100644 --- a/cmake/std/atdm/mutrino/tweaks/INTEL-RELEASE-OPENMP.cmake +++ b/cmake/std/atdm/mutrino/tweaks/INTEL-RELEASE-OPENMP.cmake @@ -1,2 +1,13 @@ -# Disable test that is randomly failing in this build +# Disable test that is randomly failing in this build (#2474) ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) + +# Disable MueLu tests having file I/O problems on mutrinos (#2839) +ATDM_SET_ENABLE(MueLu_CreateOperatorTpetra_MPI_1_DISABLE ON) +ATDM_SET_ENABLE(MueLu_CreateOperatorTpetra_MPI_4_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetra_MPI_1_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetra_MPI_4_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetraHeavy_MPI_1_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetraHeavy_MPI_4_DISABLE ON) + +# Disable SEACAS test that fails on mutrino (#2815) +ATDM_SET_ENABLE(SEACASExodus_exodus_unit_tests_DISABLE ON) diff --git a/cmake/std/atdm/ride/tweaks/ALL_COMMON_TWEAKS.cmake b/cmake/std/atdm/ride/tweaks/ALL_COMMON_TWEAKS.cmake new file mode 100644 index 0000000000000000000000000000000000000000..42fb2e4638f78305996e637e8b8f6b633d573ade --- /dev/null +++ b/cmake/std/atdm/ride/tweaks/ALL_COMMON_TWEAKS.cmake @@ -0,0 +1,3 @@ +# Disable randomly failing Belos tests (#3007) +ATDM_SET_ENABLE(Belos_pseudo_pcg_hb_0_MPI_4_DISABLE ON) +ATDM_SET_ENABLE(Belos_pseudo_pcg_hb_1_MPI_4_DISABLE ON) diff --git a/cmake/std/atdm/ride/tweaks/CUDA-DEBUG-CUDA.cmake b/cmake/std/atdm/ride/tweaks/CUDA-DEBUG-CUDA.cmake index e2778062160736d6618bc9908a667aa98772805e..02ac62b831c500936562e784505c296ff701a514 100644 --- a/cmake/std/atdm/ride/tweaks/CUDA-DEBUG-CUDA.cmake +++ b/cmake/std/atdm/ride/tweaks/CUDA-DEBUG-CUDA.cmake @@ -22,3 +22,5 @@ ATDM_SET_ENABLE(Belos_pseudo_stochastic_pcg_hb_0_MPI_4_DISABLE ON) ATDM_SET_ENABLE(Belos_pseudo_stochastic_pcg_hb_1_MPI_4_DISABLE ON) INCLUDE("${CMAKE_CURRENT_LIST_DIR}/CUDA_COMMON_TWEAKS.cmake") + +INCLUDE("${CMAKE_CURRENT_LIST_DIR}/ALL_COMMON_TWEAKS.cmake") diff --git a/cmake/std/atdm/ride/tweaks/CUDA-RELEASE-CUDA.cmake b/cmake/std/atdm/ride/tweaks/CUDA-RELEASE-CUDA.cmake index 1faa972870aff9334c7d9ac389e4db257d72af22..62093fae9a91790514809de06a06110f7debef46 100644 --- a/cmake/std/atdm/ride/tweaks/CUDA-RELEASE-CUDA.cmake +++ b/cmake/std/atdm/ride/tweaks/CUDA-RELEASE-CUDA.cmake @@ -1,5 +1,3 @@ -INCLUDE("${CMAKE_CURRENT_LIST_DIR}/CUDA_COMMON_TWEAKS.cmake") - # Disable test that times out at 10 minutes (#2446) ATDM_SET_ENABLE(PanzerAdaptersSTK_main_driver_energy-ss-loca-eigenvalue_DISABLE ON) @@ -9,3 +7,7 @@ ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) # Disable randomly failing tests for this build (#2920) ATDM_SET_ENABLE(Belos_pseudo_stochastic_pcg_hb_0_MPI_4_DISABLE ON) ATDM_SET_ENABLE(Belos_pseudo_stochastic_pcg_hb_1_MPI_4_DISABLE ON) + +INCLUDE("${CMAKE_CURRENT_LIST_DIR}/CUDA_COMMON_TWEAKS.cmake") + +INCLUDE("${CMAKE_CURRENT_LIST_DIR}/ALL_COMMON_TWEAKS.cmake") diff --git a/cmake/std/atdm/ride/tweaks/CUDA_COMMON_TWEAKS.cmake b/cmake/std/atdm/ride/tweaks/CUDA_COMMON_TWEAKS.cmake index 458806fade2852ed97fb97cfa4978155e3858898..b2171e846e0ded4a519bd9df4d1031226c17db53 100644 --- a/cmake/std/atdm/ride/tweaks/CUDA_COMMON_TWEAKS.cmake +++ b/cmake/std/atdm/ride/tweaks/CUDA_COMMON_TWEAKS.cmake @@ -1,2 +1,6 @@ # Disable test that runs over 30 min currently (#2446) ATDM_SET_ENABLE(PanzerAdaptersSTK_MixedPoissonExample-ConvTest-Hex-Order-3_DISABLE ON) + +# Disable randomly failing MueLu tests (#2311) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetra_MPI_1_DISABLE ON) +ATDM_SET_ENABLE(MueLu_ParameterListInterpreterTpetraHeavy_MPI_1_DISABLE ON) diff --git a/cmake/std/atdm/ride/tweaks/GNU-DEBUG-OPENMP.cmake b/cmake/std/atdm/ride/tweaks/GNU-DEBUG-OPENMP.cmake index bf7768676e487ed956d3b60be29a95c8a3730304..c857aaf4ded340405811e5574ad755907a374180 100644 --- a/cmake/std/atdm/ride/tweaks/GNU-DEBUG-OPENMP.cmake +++ b/cmake/std/atdm/ride/tweaks/GNU-DEBUG-OPENMP.cmake @@ -29,3 +29,5 @@ ATDM_SET_CACHE(KokkosKernels_sparse_serial_MPI_1_EXTRA_ARGS # Disable randomly failing tests for this build (#2920) ATDM_SET_ENABLE(Belos_pseudo_stochastic_pcg_hb_0_MPI_4_DISABLE ON) ATDM_SET_ENABLE(Belos_pseudo_stochastic_pcg_hb_1_MPI_4_DISABLE ON) + +INCLUDE("${CMAKE_CURRENT_LIST_DIR}/ALL_COMMON_TWEAKS.cmake") diff --git a/cmake/std/atdm/ride/tweaks/GNU-RELEASE-OPENMP.cmake b/cmake/std/atdm/ride/tweaks/GNU-RELEASE-OPENMP.cmake index ee01193bec91171cc2f75c4bda89085a72ec4b28..5599cb8eb7c73369ef68dbc81d2fc6c2a9493240 100644 --- a/cmake/std/atdm/ride/tweaks/GNU-RELEASE-OPENMP.cmake +++ b/cmake/std/atdm/ride/tweaks/GNU-RELEASE-OPENMP.cmake @@ -1,2 +1,4 @@ # This test fails consistently with a major numerical error (#2474) ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) + +INCLUDE("${CMAKE_CURRENT_LIST_DIR}/ALL_COMMON_TWEAKS.cmake") diff --git a/cmake/std/atdm/serrano/tweaks/INTEL-DEBUG-OPENMP.cmake b/cmake/std/atdm/serrano/tweaks/INTEL-DEBUG-OPENMP.cmake index cd74d0f2a8ba96afbccf1c47a806c9212c0859ca..eff5659c504d88d3f2504295ada42bb19b35a563 100644 --- a/cmake/std/atdm/serrano/tweaks/INTEL-DEBUG-OPENMP.cmake +++ b/cmake/std/atdm/serrano/tweaks/INTEL-DEBUG-OPENMP.cmake @@ -1,5 +1,9 @@ # Disable test that is failing or timing out in this build (see #2751) ATDM_SET_ENABLE(PanzerAdaptersSTK_MixedPoissonExample-ConvTest-Hex-Order-3_DISABLE ON) -# Disable test that is randomly failing in this build -ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) \ No newline at end of file +# Disable test that is randomly failing in this build (#2474) +ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) + +# Disable Belos resolve tests that are randomly failing (#2965) +ATDM_SET_ENABLE(Belos_resolve_cg_hb_MPI_4_DISABLE ON) +ATDM_SET_ENABLE(Belos_resolve_gmres_hb_1_MPI_4_DISABLE ON) diff --git a/cmake/std/atdm/serrano/tweaks/INTEL-RELEASE-OPENMP.cmake b/cmake/std/atdm/serrano/tweaks/INTEL-RELEASE-OPENMP.cmake index cd74d0f2a8ba96afbccf1c47a806c9212c0859ca..eff5659c504d88d3f2504295ada42bb19b35a563 100644 --- a/cmake/std/atdm/serrano/tweaks/INTEL-RELEASE-OPENMP.cmake +++ b/cmake/std/atdm/serrano/tweaks/INTEL-RELEASE-OPENMP.cmake @@ -1,5 +1,9 @@ # Disable test that is failing or timing out in this build (see #2751) ATDM_SET_ENABLE(PanzerAdaptersSTK_MixedPoissonExample-ConvTest-Hex-Order-3_DISABLE ON) -# Disable test that is randomly failing in this build -ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) \ No newline at end of file +# Disable test that is randomly failing in this build (#2474) +ATDM_SET_ENABLE(Piro_MatrixFreeDecorator_UnitTests_MPI_4_DISABLE ON) + +# Disable Belos resolve tests that are randomly failing (#2965) +ATDM_SET_ENABLE(Belos_resolve_cg_hb_MPI_4_DISABLE ON) +ATDM_SET_ENABLE(Belos_resolve_gmres_hb_1_MPI_4_DISABLE ON) diff --git a/cmake/std/sems/atdm/SEMSATDMSettings.cmake b/cmake/std/sems/atdm/SEMSATDMSettings.cmake index 4f2a395c8f1831fe596e44b92d688cefcb0c77f9..3e83fd3480497a1eac6d69f45189623c7311ee95 100644 --- a/cmake/std/sems/atdm/SEMSATDMSettings.cmake +++ b/cmake/std/sems/atdm/SEMSATDMSettings.cmake @@ -11,3 +11,9 @@ SET(KokkosCore_UnitTest_PushFinalizeHook_EXE_DISABLE ON CACHE BOOL "Set in SEMSATDMSettings.cmake") SET(KokkosCore_UnitTest_PushFinalizeHook_MPI_1_DISABLE ON CACHE BOOL "Set in SEMSATDMSettings.cmake") + +# Disable randomly failing MueLu tests (#2311) +SET(MueLu_ParameterListInterpreterTpetra_MPI_1_DISABLE ON + CACHE BOOL "Set in SEMSATDMSettings.cmake") +SET(MueLu_ParameterListInterpreterTpetraHeavy_MPI_1_DISABLE ON + CACHE BOOL "Set in SEMSATDMSettings.cmake")