Project restart

test/validation/items/common/conditional/conditional.py

@@ -0,0 +1,3 @@
+
+def echo(param):
+    return param

test/validation/items/common/conditional/test.tum

@@ -0,0 +1,86 @@
+
+# This loop illustrate the way to exit the loop upon operator answer
+- loop:
+    doc: This loop illustrate the way to exit on a condition.
+    name: Infine loop with conditional exit
+    stop_on_failure: False
+    key: $(test)_PASS
+    steps:
+        - sleep: {name: small wait, timeout: 0.2}
+        - py_func:
+            name: Echo function
+            key: $(test)_PASS
+            file: $(test_path)$(psep)conditional$(psep)conditional.py
+            func_name: echo
+            param:
+                - $(loop_param)
+
+    exit_condition:
+        value: "$(fn_Echo function) > 3"
+
+- let:
+    name: let
+    key: $(test)_PASS
+    eval:
+        - conditional_exec: "random.randint(1, 2)"
+
+- console:
+    name: Console creation
+    condition: "$(conditional_exec) == 1"
+    console_name: consname
+    doc: Opening the console
+    key: $(test)_PASS
+    steps:
+        - open:
+            protocol: terminal
+            terminal_path: $(test_directory)
+
+- console:
+    name: Console read_until with timeout
+    condition: "$(conditional_exec) == 1"
+    console_name: consname
+    key: $(test)_PASS
+    steps:
+        - read_until: {expected: "$(terminal_prompt)", timeout: 10}
+
+- console:
+    name: Console write
+    condition: "$(conditional_exec) == 1"
+    console_name: consname
+    key: $(test)_PASS
+    steps:
+        - writeln: echo 0
+
+- sleep:
+    name: sleep item
+    condition: "$(conditional_exec) == 1"
+    timeout: 1
+
+- console:
+    name: Console read_until immediate
+    condition: "$(conditional_exec) == 1"
+    console_name: consname
+    key: $(test)_PASS
+    steps:
+        - read_until: {expected: "0", timeout: 0}
+
+- console:
+    name: Console read_until immediate (2)
+    condition: "$(conditional_exec) == 1"
+    console_name: consname
+    key: $(test)_PASS
+    steps:
+        - read_until: {expected: "$(terminal_prompt)", timeout: 0}
+
+- console:
+    name: Console closure
+    condition: "$(conditional_exec) == 1"
+    console_name: consname
+    key: $(test)_PASS
+    steps:
+        - close: consname
+
+- sleep:
+    name: sleep item
+    condition: "$(conditional_exec) == 2"
+    timeout: 1

test/validation/items/common/param.yaml

@@ -0,0 +1,5 @@
+dict_example: {nbr: 42, msg: "The Answer is 42"}
+list_example: [42, msg: "The Answer is 42"]
+str_example: "The Answer is 42"
+nbr_example: 42
+no_param: Null

test/validation/items/common/results/results.py

@@ -0,0 +1,10 @@
+
+def echo(param):
+    print(param)
+    return param
+
+def raise_issue(param):
+    raise RuntimeError(str(param))
+
+def return_none():
+    return None

test/validation/items/common/results/test.tum

@@ -0,0 +1,155 @@
+- group:
+    name : Expected Result
+    steps:
+        - py_func:
+            name: Return True expect True
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ True ]
+            expected_result: True
+        - py_func:
+            name: Return True expect False (must fail)
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ True ]
+            expected_result: False
+        - py_func:
+            name: Return None expect None
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: return_none
+            expected_result: None
+        - py_func:
+            name: Return None expect PASS
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: return_none
+            expected_result: PASS
+        - py_func:
+            name: Return None expect 14 (must fail)
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: return_none
+            expected_result: 14
+
+- group:
+    name : Expected Result Last test result
+    steps:
+        - py_func:
+            name: result is 28
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ 28 ]
+        - py_func:
+            name: check that the last test result is 28
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ 28 ]
+            expected_result: "$(last_test_result)"
+
+- group:
+    name : Expected result Failure raised issue
+    steps:
+        - py_func:
+            name: Raise an issue (must fail)
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: raise_issue
+            param: [ $(str_example) ]
+        - py_func:
+            name: Raise an issue and expected the test to be FAIL
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: raise_issue
+            param: [ $(str_example) ]
+            expected_result: "FAIL"
+        - py_func:
+            name: Return a String expect a FAILURE (must fail)
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ $(str_example) ]
+            expected_result: "FAIL"
+
+- group:
+    name : process result
+    steps:
+        - py_func:
+            name: Process result equal String
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ $(str_example) ]
+            process_result: "'$(str_example)' == '$(result)'"
+        - py_func:
+            name: Process result string in the result (must fail)
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ $(str_example) ]
+            process_result: "'44' in '$(result)'"
+        - py_func:
+            name: Save the result in a global variable
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ 44 ]
+            process_result: "tm.setgd('process_result_value', $(result))"
+        - py_func:
+            name: Check the saved global variable
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ 44 ]
+            expected_result: $(process_result_value)
+
+        - py_func:
+            name: Process result when result is None (must fail)
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: return_none
+            process_result: "$(result) is None"
+
+- group:
+    name : no_fail result
+    steps:
+
+        - py_func:
+            name: Return True expect False but no_fail=True
+            no_fail: True
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ True ]
+            expected_result: False
+
+        - py_func:
+            name: Return True expect False but no_fail=False (must fail)
+            no_fail: False
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ True ]
+            expected_result: False
+
+        - py_func:
+            name: Return True expect False but no_fail expansed
+            no_fail: <@ bool(0) == False @>
+            key: $(test)_PASS
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ True ]
+            expected_result: False
+
+        - py_func:
+            name: Return True expect False but no_fail expansed (must fail)
+            no_fail: <@ bool(1) == False @>
+            key: $(test)_FAIL
+            file: $(test_path)$(psep)results$(psep)results.py
+            func_name: echo
+            param: [ True ]
+            expected_result: False

test/validation/items/common/syntax_robustness/test.tum

@@ -0,0 +1,16 @@
+
+# No name declared
+- sleep: {timeout: 0.2, key: $(test)_PASS}
+
+# Empty name declared
+- sleep:
+    name:
+    timeout: 0.2
+    key: $(test)_PASS
+
+# Empty doc declared
+- sleep:
+    name: Empty "doc:" declared (must PASS)
+    doc:
+    timeout: 0.2
+    key: $(test)_PASS

test/validation/items/common/test.tum

@@ -0,0 +1,12 @@
+- group:
+    name : Results
+    steps:
+        - !include results/test.tum
+- group:
+    name : Conditional
+    steps:
+        - !include conditional/test.tum
+- group:
+    name : Various syntax robustness
+    steps:
+        - !include syntax_robustness/test.tum