Commit f0a587b4 authored by Jussi Lindgren's avatar Jussi Lindgren

Tests: Disabled Sikuli tests that mostly fail

Do no re-enable unless you commit to maintain them.
parent 7aadcdb4
......@@ -14,16 +14,18 @@ ELSE(WIN32)
SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL "$ENV{HOME}/.config/openvibe/log/openvibe-designer.log")
ENDIF(WIN32)
### Do not enable the commented out sikuli tests unless you
### or your lab commits to keep them passing in the long term.
FIND_PROGRAM(SIKULI NAMES sikuli-ide)
IF(SIKULI)
IF(UNIX)
ADD_TEST(basic_interface_designer "${SIKULI}" -t testStartInterface.UNIX.sikuli)
ADD_TEST(boxSetAttribute "${SIKULI}" -t testBoxSetAttribute.UNIX.sikuli)
ADD_TEST(DrawPerformance3Boxes_designer "${SIKULI}" -t testDrawPerformance3boxes.UNIX.sikuli)
ADD_TEST(DrawPerformance400Boxes_designer "${SIKULI}" -t testDrawPerformance400boxes.UNIX.sikuli)
ADD_TEST(ChangeSettingsOnLine "${SIKULI}" -t testModUI.UNIX.sikuli)
# ADD_TEST(sikuli_basic_interface_designer "${SIKULI}" -t testStartInterface.UNIX.sikuli)
ADD_TEST(sikuli_boxSetAttribute "${SIKULI}" -t testBoxSetAttribute.UNIX.sikuli)
ADD_TEST(sikuli_DrawPerformance3Boxes_designer "${SIKULI}" -t testDrawPerformance3boxes.UNIX.sikuli)
ADD_TEST(sikuli_DrawPerformance400Boxes_designer "${SIKULI}" -t testDrawPerformance400boxes.UNIX.sikuli)
# ADD_TEST(sikuli_ChangeSettingsOnLine "${SIKULI}" -t testModUI.UNIX.sikuli)
ENDIF(UNIX)
ENDIF(SIKULI)
......@@ -34,15 +34,17 @@ ADD_TEST(clean_Evaluation_statistic_generator rm -f stat.xml)
SET_TESTS_PROPERTIES(compare_Evaluation_statistic_generator PROPERTIES DEPENDS run_Evaluation_statistic_generator)
SET_TESTS_PROPERTIES(compare_Evaluation_statistic_generator PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
### Do not enable the commented out sikuli tests unless you
### or your lab commits to keep them passing in the long term.
#FIND_PROGRAM(SIKULI NAMES sikuli-ide)
#IF(SIKULI)
# IF(UNIX)
# ADD_TEST(sikuli_clean_Evaluation_ROC rm -f ${OV_LOGFILE} screenshot.png)
# ADD_TEST(sikuli_run_Evaluation_ROC "${SIKULI}" -t testROCCurve.UNIX.sikuli)
#
# SET_TESTS_PROPERTIES(sikuli_run_Evaluation_ROC PROPERTIES DEPENDS sikuli_clean_Evaluation_ROC)
# SET_TESTS_PROPERTIES(sikuli_run_Evaluation_ROC PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
# SET_TESTS_PROPERTIES(sikuli_run_Evaluation_ROC PROPERTIES ATTACHED_FILES_ON_FAIL ${CTEST_SOURCE_DIRECTORY}/plugins/processing/evaluation/test/screenshot.png)
# ENDIF(UNIX)
#ENDIF(SIKULI)
FIND_PROGRAM(SIKULI NAMES sikuli-ide)
IF(SIKULI)
IF(UNIX)
ADD_TEST(clean_Evaluation_ROC rm -f ${OV_LOGFILE} screenshot.png)
ADD_TEST(run_Evaluation_ROC "${SIKULI}" -t testROCCurve.UNIX.sikuli)
SET_TESTS_PROPERTIES(run_Evaluation_ROC PROPERTIES DEPENDS clean_Evaluation_ROC)
SET_TESTS_PROPERTIES(run_Evaluation_ROC PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
SET_TESTS_PROPERTIES(run_Evaluation_ROC PROPERTIES ATTACHED_FILES_ON_FAIL ${CTEST_SOURCE_DIRECTORY}/plugins/processing/evaluation/test/screenshot.png)
ENDIF(UNIX)
ENDIF(SIKULI)
\ No newline at end of file
......@@ -85,13 +85,14 @@ SET_TESTS_PROPERTIES(compare_${TEST_NAME} PROPERTIES DEPENDS run_${TEST_NAME})
SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES DEPENDS clean_${TEST_NAME})
FIND_PROGRAM(SIKULI NAMES sikuli-ide)
IF(SIKULI)
IF(UNIX)
ADD_TEST(crop "${SIKULI}" -t testCrop.UNIX.sikuli)
ENDIF(UNIX)
ENDIF(SIKULI)
### Do not enable the commented out sikuli tests unless you
### or your lab commits to keep them passing in the long term.
#FIND_PROGRAM(SIKULI NAMES sikuli-ide)
#IF(SIKULI)
# IF(UNIX)
# ADD_TEST(sikuli_crop "${SIKULI}" -t testCrop.UNIX.sikuli)
# ENDIF(UNIX)
#ENDIF(SIKULI)
# Test Regularized CSP
......
FIND_PROGRAM(SIKULI NAMES sikuli-ide)
IF(SIKULI)
IF(UNIX)
ADD_TEST(ogre_context "${SIKULI}" -t testOgreContext.UNIX.sikuli)
ENDIF(UNIX)
ENDIF(SIKULI)
### Do not enable the commented out sikuli tests unless you
### or your lab commits to keep them passing in the long term.
# The results of this particular test have been somewhat random in CI.
# Do not enable unless you've tracked the reason and fixed the situation.
#FIND_PROGRAM(SIKULI NAMES sikuli-ide)
#IF(SIKULI)
# IF(UNIX)
# ADD_TEST(sikuli_ogre_context "${SIKULI}" -t testOgreContext.UNIX.sikuli)
# ENDIF(UNIX)
#ENDIF(SIKULI)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment