From 644d7c4d58c1444bc27f66b6d83178d5c241fdb1 Mon Sep 17 00:00:00 2001 From: agosh01 Date: Thu, 1 Aug 2024 22:53:24 -0400 Subject: [PATCH] Updating CI --- scripts/install_cpp_test_agent.py | 30 +++++++++++++++++++ scripts/install_dependencies.py | 5 +++- test_manager/reports/summary/summary.json | 6 ++-- test_manager/testData/workflow_test_data.json | 19 ++++++++++-- 4 files changed, 53 insertions(+), 7 deletions(-) diff --git a/scripts/install_cpp_test_agent.py b/scripts/install_cpp_test_agent.py index 7df3d3f3..7f084154 100644 --- a/scripts/install_cpp_test_agent.py +++ b/scripts/install_cpp_test_agent.py @@ -37,6 +37,10 @@ def main(): parser.add_argument( '--up-client-socket-version', type=str, help='Specify the version of up_client_socket', required=False ) + parser.add_argument('--zenohc-version', type=str, help='Specify the version of zenohc', required=False) + parser.add_argument('--zenohcpp-version', type=str, help='Specify the version of zenohcpp', required=False) + parser.add_argument('--up-transport-zenoh-cpp', type=str, help='Specify the version of zenohcpp', required=False) + args = parser.parse_args() repo_url = "https://github.com/eclipse-uprotocol/up-conan-recipes.git" @@ -74,6 +78,32 @@ def main(): ] ) + # Install zenohc + print("Install zenohc") + if args.zenohc_version: + run_command(["conan", "create", "zenohc-tmp/prebuilt", "--version", args.zenohc_version, "--build=missing"]) + + # Install zenohcpp + print("Install zenohcpp") + if args.zenohcpp_version: + run_command( + ["conan", "create", "zenohcpp-tmp/from-source", "--version", args.zenohcpp_version, "--build=missing"] + ) + + # Install up-transport-zenoh-cpp + print("Install up-transport-zenoh-cpp") + if args.up_transport_zenoh_cpp: + run_command( + [ + "conan", + "create", + "up-transport-zenoh-cpp/developer/", + "--version", + args.up_transport_zenoh_cpp, + "--build=missing", + ] + ) + with change_directory(os.path.abspath(os.path.join("..", "..", "test_agent", "cpp"))): # Build the CPP test agent executable print("Build the CPP test agent executable") diff --git a/scripts/install_dependencies.py b/scripts/install_dependencies.py index 2409b3ec..003049cd 100644 --- a/scripts/install_dependencies.py +++ b/scripts/install_dependencies.py @@ -69,7 +69,10 @@ def main(): "python install_cpp_test_agent.py " "--up-core-api-version 1.6.0 " "--up-cpp-version 1.0.1-rc1 " - "--up-client-socket-version 1.0.0-dev" + "--up-client-socket-version 1.0.0-dev " + "--zenohc-version 1.0.0-rc5 " + "--zenohcpp-version 1.0.0-rc5 " + "--up-transport-zenoh-cpp 1.0.0-dev" ) diff --git a/test_manager/reports/summary/summary.json b/test_manager/reports/summary/summary.json index 065806f4..c0ac7c3f 100644 --- a/test_manager/reports/summary/summary.json +++ b/test_manager/reports/summary/summary.json @@ -1,3 +1,3 @@ -[ -{"keyword": "Feature", "name": "Testing Publish and Subscribe Functionality", "tags": [], "location": "features/tests/L2_APIs/notification_sink_and_source.feature:25", "status": "passed", "elements": [{"type": "scenario", "keyword": "Scenario Outline", "name": "To test the rpc server and client apis -- @1.1 ", "tags": [], "location": "features/tests/L2_APIs/notification_sink_and_source.feature:52", "steps": [{"keyword": "Given", "step_type": "given", "name": "\"uE1\" creates data for \"notificationsink\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:28", "match": {"location": "features/steps/tck_step_implementations.py:131", "arguments": [{"value": "uE1", "name": "sdk_name"}, {"value": "notificationsink", "name": "command"}]}, "result": {"status": "passed", "duration": 1.1332948207855225}}, {"keyword": "And", "step_type": "given", "name": "sets \"authority_name\" to \"me_authority\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:29", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "authority_name", "name": "key"}, {"value": "me_authority", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0003452301025390625}}, {"keyword": "And", "step_type": "given", "name": "sets \"ue_id\" to \"65538\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:30", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "ue_id", "name": "key"}, {"value": "65538", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0006031990051269531}}, {"keyword": "And", "step_type": "given", "name": "sets \"ue_version_major\" to \"1\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:31", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "ue_version_major", "name": "key"}, {"value": "1", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00022983551025390625}}, {"keyword": "And", "step_type": "given", "name": "sets \"resource_id\" to \"32770\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:32", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "resource_id", "name": "key"}, {"value": "32770", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00032448768615722656}}, {"keyword": "And", "step_type": "given", "name": "sends \"notificationsink\" request", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:34", "match": {"location": "features/steps/tck_step_implementations.py:354", "arguments": [{"value": "notificationsink", "name": "command"}]}, "result": {"status": "passed", "duration": 0.03483271598815918}}, {"keyword": "Then", "step_type": "then", "name": "the status received with \"code\" is \"OK\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:35", "match": {"location": "features/steps/tck_step_implementations.py:365", "arguments": [{"value": "code", "name": "field_name"}, {"value": "OK", "name": "expected_value"}]}, "result": {"status": "passed", "duration": 0.0002498626708984375}}, {"keyword": "When", "step_type": "when", "name": "\"uE2\" creates data for \"notificationsource\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:37", "match": {"location": "features/steps/tck_step_implementations.py:131", "arguments": [{"value": "uE2", "name": "sdk_name"}, {"value": "notificationsource", "name": "command"}]}, "result": {"status": "passed", "duration": 1.0709242820739746}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.source.authority_name\" to \"me_authority\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:38", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.source.authority_name", "name": "key"}, {"value": "me_authority", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0001609325408935547}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.source.ue_id\" to \"65538\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:39", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.source.ue_id", "name": "key"}, {"value": "65538", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0001678466796875}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.source.ue_version_major\" to \"1\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:40", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.source.ue_version_major", "name": "key"}, {"value": "1", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0003590583801269531}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.source.resource_id\" to \"32770\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:41", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.source.resource_id", "name": "key"}, {"value": "32770", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00016736984252929688}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.sink\" to entity URI of \"uE1\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:42", "match": {"location": "features/steps/tck_step_implementations.py:346", "arguments": [{"value": "attributes.sink", "name": "key"}, {"value": "uE1", "name": "ue"}]}, "result": {"status": "passed", "duration": 0.00013971328735351562}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.payload_format\" to \"UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:43", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.payload_format", "name": "key"}, {"value": "UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00013303756713867188}}, {"keyword": "And", "step_type": "when", "name": "sets \"payload\" to b\".type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:44", "match": {"location": "features/steps/tck_step_implementations.py:339", "arguments": [{"value": "payload", "name": "key"}, {"value": ".type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00015974044799804688}}, {"keyword": "And", "step_type": "when", "name": "sends \"notificationsource\" request", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:45", "match": {"location": "features/steps/tck_step_implementations.py:354", "arguments": [{"value": "notificationsource", "name": "command"}]}, "result": {"status": "passed", "duration": 0.03207826614379883}}, {"keyword": "Then", "step_type": "then", "name": "the status received with \"code\" is \"OK\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:47", "match": {"location": "features/steps/tck_step_implementations.py:365", "arguments": [{"value": "code", "name": "field_name"}, {"value": "OK", "name": "expected_value"}]}, "result": {"status": "passed", "duration": 0.00019741058349609375}}, {"keyword": "And", "step_type": "then", "name": "\"uE1\" sends onreceive message with field \"payload\" as b\"type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03\"", "location": "features/tests/L2_APIs/notification_sink_and_source.feature:48", "match": {"location": "features/steps/tck_step_implementations.py:379", "arguments": [{"value": "uE1", "name": "sender_sdk_name"}, {"value": "payload", "name": "field_name"}, {"value": "type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03", "name": "expected_value"}]}, "result": {"status": "passed", "duration": 0.009927749633789062}}], "status": "passed"}]} -] +[ +{"keyword": "Feature", "name": "Testing RPC Server and Client Functionality", "tags": [], "location": "features/tests/L2_APIs/rpc_server_and_client.feature:25", "status": "failed", "elements": [{"type": "scenario", "keyword": "Scenario Outline", "name": "To test the rpc server and client apis -- @1.1 ", "tags": [], "location": "features/tests/L2_APIs/rpc_server_and_client.feature:55", "steps": [{"keyword": "Given", "step_type": "given", "name": "\"uE1\" creates data for \"rpcserver\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:28", "match": {"location": "features/steps/tck_step_implementations.py:131", "arguments": [{"value": "uE1", "name": "sdk_name"}, {"value": "rpcserver", "name": "command"}]}, "result": {"status": "passed", "duration": 1.1233842372894287}}, {"keyword": "And", "step_type": "given", "name": "sets \"attributes.sink.authority_name\" to \"me_authority\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:29", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.authority_name", "name": "key"}, {"value": "me_authority", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0004038810729980469}}, {"keyword": "And", "step_type": "given", "name": "sets \"attributes.sink.ue_id\" to \"65538\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:30", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.ue_id", "name": "key"}, {"value": "65538", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0002777576446533203}}, {"keyword": "And", "step_type": "given", "name": "sets \"attributes.sink.ue_version_major\" to \"1\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:31", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.ue_version_major", "name": "key"}, {"value": "1", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0002105236053466797}}, {"keyword": "And", "step_type": "given", "name": "sets \"attributes.sink.resource_id\" to \"32600\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:32", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.resource_id", "name": "key"}, {"value": "32600", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00023102760314941406}}, {"keyword": "And", "step_type": "given", "name": "sets \"attributes.payload_format\" to \"UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:33", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.payload_format", "name": "key"}, {"value": "UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00012493133544921875}}, {"keyword": "And", "step_type": "given", "name": "sets \"payload\" to b\".type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:34", "match": {"location": "features/steps/tck_step_implementations.py:339", "arguments": [{"value": "payload", "name": "key"}, {"value": ".type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00011301040649414062}}, {"keyword": "And", "step_type": "given", "name": "sends \"rpcserver\" request", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:36", "match": {"location": "features/steps/tck_step_implementations.py:354", "arguments": [{"value": "rpcserver", "name": "command"}]}, "result": {"status": "passed", "duration": 0.021401166915893555}}, {"keyword": "Then", "step_type": "then", "name": "the status received with \"code\" is \"OK\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:37", "match": {"location": "features/steps/tck_step_implementations.py:365", "arguments": [{"value": "code", "name": "field_name"}, {"value": "OK", "name": "expected_value"}]}, "result": {"status": "passed", "duration": 0.00028967857360839844}}, {"keyword": "When", "step_type": "when", "name": "\"uE2\" creates data for \"invokemethod\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:39", "match": {"location": "features/steps/tck_step_implementations.py:131", "arguments": [{"value": "uE2", "name": "sdk_name"}, {"value": "invokemethod", "name": "command"}]}, "result": {"status": "passed", "duration": 1.0573341846466064}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.sink.authority_name\" to \"me_authority\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:40", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.authority_name", "name": "key"}, {"value": "me_authority", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0005545616149902344}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.sink.ue_id\" to \"65538\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:41", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.ue_id", "name": "key"}, {"value": "65538", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00012636184692382812}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.sink.ue_version_major\" to \"1\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:42", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.ue_version_major", "name": "key"}, {"value": "1", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00021147727966308594}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.sink.resource_id\" to \"32600\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:43", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.sink.resource_id", "name": "key"}, {"value": "32600", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0001125335693359375}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.ttl\" to \"10000\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:44", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.ttl", "name": "key"}, {"value": "10000", "name": "value"}]}, "result": {"status": "passed", "duration": 0.00016832351684570312}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.priority\" to \"UPRIORITY_CS4\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:45", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.priority", "name": "key"}, {"value": "UPRIORITY_CS4", "name": "value"}]}, "result": {"status": "passed", "duration": 0.0001418590545654297}}, {"keyword": "And", "step_type": "when", "name": "sets \"attributes.payload_format\" to \"UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:46", "match": {"location": "features/steps/tck_step_implementations.py:327", "arguments": [{"value": "attributes.payload_format", "name": "key"}, {"value": "UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY", "name": "value"}]}, "result": {"status": "passed", "duration": 0.000179290771484375}}, {"keyword": "And", "step_type": "when", "name": "sets \"payload\" to b\".type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:47", "match": {"location": "features/steps/tck_step_implementations.py:339", "arguments": [{"value": "payload", "name": "key"}, {"value": ".type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03", "name": "value"}]}, "result": {"status": "passed", "duration": 8.320808410644531e-05}}, {"keyword": "And", "step_type": "when", "name": "sends \"invokemethod\" request", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:48", "match": {"location": "features/steps/tck_step_implementations.py:354", "arguments": [{"value": "invokemethod", "name": "command"}]}, "result": {"status": "failed", "duration": 8.409116983413696, "error_message": ["ABORTED: By user (KeyboardInterrupt).", "Captured logging:", "INFO:formatted_log:ue_number: 1", "INFO:formatted_log:Creating cpp_1 process...", "INFO:formatted_log:base_sdk_name: cpp", "INFO:formatted_log:['/mnt/c/Users/msago/project/up-tck/test_agent/cpp/build/bin/test_agent_cpp', '--transport', 'zenoh', '--sdkname', 'cpp_1']", "INFO:formatted_log:Created cpp_1 process...", "INFO:File:Line# Debugger:accepted conn. ('127.0.0.1', 37458)", "INFO:File:Line# Debugger:Received from test agent: {'data': {'SDK_name': 'cpp_1'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'SDK_name': 'cpp_1'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:New TA name: cpp_1", "INFO:formatted_log:Waiting for cpp_1 to connect...", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'authority_name': 'cpp_1_authority', 'ue_id': 1238193581, 'ue_version_major': '1', 'resource_id': '0'}, 'action': 'initialize_transport', 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca'}", "INFO:File:Line# Debugger:Waiting test_id 1f844e9a-afd5-422f-9b9e-e69cf71de0ca", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([{'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}])})", "INFO:File:Line# Debugger:Received test_id 1f844e9a-afd5-422f-9b9e-e69cf71de0ca", "INFO:File:Line# Debugger:self.key_to_queue popleft initialize_transport defaultdict(, {'initialize_transport': deque([])})", "INFO:formatted_log:Response Json rpcserver -> {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}", "INFO:formatted_log:cpp_1 connected to Test Manager...", "INFO:formatted_log:Json request for rpcserver -> {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}, 'action': 'rpcserver', 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc'}", "INFO:File:Line# Debugger:Waiting test_id d9a45a36-7ac8-488b-aae7-a7bdd41e42dc", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([{'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}])})", "INFO:File:Line# Debugger:Received test_id d9a45a36-7ac8-488b-aae7-a7bdd41e42dc", "INFO:File:Line# Debugger:self.key_to_queue popleft rpcserver defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([])})", "INFO:formatted_log:Response Json rpcserver -> {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}", "INFO:formatted_log:ue_number: 2", "INFO:formatted_log:Creating cpp_2 process...", "INFO:formatted_log:base_sdk_name: cpp", "INFO:formatted_log:['/mnt/c/Users/msago/project/up-tck/test_agent/cpp/build/bin/test_agent_cpp', '--transport', 'zenoh', '--sdkname', 'cpp_2']", "INFO:formatted_log:Created cpp_2 process...", "INFO:File:Line# Debugger:accepted conn. ('127.0.0.1', 42386)", "INFO:File:Line# Debugger:Received from test agent: {'data': {'SDK_name': 'cpp_2'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'SDK_name': 'cpp_2'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:New TA name: cpp_2", "INFO:formatted_log:Waiting for cpp_2 to connect...", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'authority_name': 'cpp_2_authority', 'ue_id': 338064795, 'ue_version_major': '1', 'resource_id': '0'}, 'action': 'initialize_transport', 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827'}", "INFO:File:Line# Debugger:Waiting test_id b4f58214-2ba0-4c70-8270-712506fb4827", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([{'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}]), 'rpcserver': deque([])})", "INFO:File:Line# Debugger:Received test_id b4f58214-2ba0-4c70-8270-712506fb4827", "INFO:File:Line# Debugger:self.key_to_queue popleft initialize_transport defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([])})", "INFO:formatted_log:Response Json invokemethod -> {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}", "INFO:formatted_log:cpp_2 connected to Test Manager...", "INFO:formatted_log:Json request for invokemethod -> {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'ttl': '10000', 'priority': 'UPRIORITY_CS4', 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'ttl': '10000', 'priority': 'UPRIORITY_CS4', 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}, 'action': 'invokemethod', 'test_id': '2431e814-adc3-4671-8202-b7fa64048635'}", "INFO:File:Line# Debugger:Waiting test_id 2431e814-adc3-4671-8202-b7fa64048635", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': 'failed to find UUID', 'code': 14, 'details': []}, 'test_id': '', 'action': 'onreceive', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': 'failed to find UUID', 'code': 14, 'details': []}, 'test_id': '', 'action': 'onreceive', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([]), 'invokemethod': deque([]), 'onreceive': deque([{'data': {'message': 'failed to find UUID', 'code': 14, 'details': []}, 'test_id': '', 'action': 'onreceive', 'ue': 'cpp_2'}])})"]}}, {"keyword": "Then", "step_type": "then", "name": "the status received with \"code\" is \"OK\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:50", "match": {"location": "features/steps/tck_step_implementations.py:365", "arguments": [{"value": "code", "name": "field_name"}, {"value": "OK", "name": "expected_value"}]}, "result": {"status": "passed", "duration": 0.0003972053527832031}}, {"keyword": "And", "step_type": "then", "name": "\"uE2\" sends onreceive message with field \"payload\" as b\"type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03\"", "location": "features/tests/L2_APIs/rpc_server_and_client.feature:51", "match": {"location": "features/steps/tck_step_implementations.py:379", "arguments": [{"value": "uE2", "name": "sender_sdk_name"}, {"value": "payload", "name": "field_name"}, {"value": "type.googleapis.com/google.protobuf.Int32Value\\x12\\x02\\x08\\x03", "name": "expected_value"}]}, "result": {"status": "failed", "duration": 0.021930694580078125, "error_message": ["Traceback (most recent call last):", " File \"features/steps/tck_step_implementations.py\", line 406, in receive_value_as_bytes", " val = access_nested_dict(on_receive_msg[\"data\"], field_name)", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^", " File \"features/steps/tck_step_implementations.py\", line 519, in access_nested_dict", " value = value[key]", " ~~~~~^^^^^", "KeyError: 'payload'", "", "During handling of the above exception, another exception occurred:", "", "Traceback (most recent call last):", " File \"/home/test/lib/python3.12/site-packages/behave/model.py\", line 1329, in run", " match.run(runner.context)", " File \"/home/test/lib/python3.12/site-packages/behave/matchers.py\", line 98, in run", " self.func(context, *args, **kwargs)", " File \"features/steps/tck_step_implementations.py\", line 424, in receive_value_as_bytes", " raise ValueError(f\"Exception occurred. {ae}\")", "ValueError: Exception occurred. 'payload'", "", "Captured logging:", "INFO:formatted_log:ue_number: 1", "INFO:formatted_log:Creating cpp_1 process...", "INFO:formatted_log:base_sdk_name: cpp", "INFO:formatted_log:['/mnt/c/Users/msago/project/up-tck/test_agent/cpp/build/bin/test_agent_cpp', '--transport', 'zenoh', '--sdkname', 'cpp_1']", "INFO:formatted_log:Created cpp_1 process...", "INFO:File:Line# Debugger:accepted conn. ('127.0.0.1', 37458)", "INFO:File:Line# Debugger:Received from test agent: {'data': {'SDK_name': 'cpp_1'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'SDK_name': 'cpp_1'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:New TA name: cpp_1", "INFO:formatted_log:Waiting for cpp_1 to connect...", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'authority_name': 'cpp_1_authority', 'ue_id': 1238193581, 'ue_version_major': '1', 'resource_id': '0'}, 'action': 'initialize_transport', 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca'}", "INFO:File:Line# Debugger:Waiting test_id 1f844e9a-afd5-422f-9b9e-e69cf71de0ca", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([{'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}])})", "INFO:File:Line# Debugger:Received test_id 1f844e9a-afd5-422f-9b9e-e69cf71de0ca", "INFO:File:Line# Debugger:self.key_to_queue popleft initialize_transport defaultdict(, {'initialize_transport': deque([])})", "INFO:formatted_log:Response Json rpcserver -> {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': '1f844e9a-afd5-422f-9b9e-e69cf71de0ca', 'action': 'initialize_transport', 'ue': 'cpp_1'}", "INFO:formatted_log:cpp_1 connected to Test Manager...", "INFO:formatted_log:Json request for rpcserver -> {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}, 'action': 'rpcserver', 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc'}", "INFO:File:Line# Debugger:Waiting test_id d9a45a36-7ac8-488b-aae7-a7bdd41e42dc", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([{'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}])})", "INFO:File:Line# Debugger:Received test_id d9a45a36-7ac8-488b-aae7-a7bdd41e42dc", "INFO:File:Line# Debugger:self.key_to_queue popleft rpcserver defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([])})", "INFO:formatted_log:Response Json rpcserver -> {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'd9a45a36-7ac8-488b-aae7-a7bdd41e42dc', 'action': 'rpcserver', 'ue': 'cpp_1'}", "INFO:formatted_log:ue_number: 2", "INFO:formatted_log:Creating cpp_2 process...", "INFO:formatted_log:base_sdk_name: cpp", "INFO:formatted_log:['/mnt/c/Users/msago/project/up-tck/test_agent/cpp/build/bin/test_agent_cpp', '--transport', 'zenoh', '--sdkname', 'cpp_2']", "INFO:formatted_log:Created cpp_2 process...", "INFO:File:Line# Debugger:accepted conn. ('127.0.0.1', 42386)", "INFO:File:Line# Debugger:Received from test agent: {'data': {'SDK_name': 'cpp_2'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'SDK_name': 'cpp_2'}, 'test_id': '', 'action': 'initialize', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:New TA name: cpp_2", "INFO:formatted_log:Waiting for cpp_2 to connect...", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'authority_name': 'cpp_2_authority', 'ue_id': 338064795, 'ue_version_major': '1', 'resource_id': '0'}, 'action': 'initialize_transport', 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827'}", "INFO:File:Line# Debugger:Waiting test_id b4f58214-2ba0-4c70-8270-712506fb4827", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([{'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}]), 'rpcserver': deque([])})", "INFO:File:Line# Debugger:Received test_id b4f58214-2ba0-4c70-8270-712506fb4827", "INFO:File:Line# Debugger:self.key_to_queue popleft initialize_transport defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([])})", "INFO:formatted_log:Response Json invokemethod -> {'data': {'message': '', 'code': 0, 'details': []}, 'test_id': 'b4f58214-2ba0-4c70-8270-712506fb4827', 'action': 'initialize_transport', 'ue': 'cpp_2'}", "INFO:formatted_log:cpp_2 connected to Test Manager...", "INFO:formatted_log:Json request for invokemethod -> {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'ttl': '10000', 'priority': 'UPRIORITY_CS4', 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}", "INFO:File:Line# Debugger:Sent to TestAgent{'data': {'attributes': {'sink': {'authority_name': 'me_authority', 'ue_id': '65538', 'ue_version_major': '1', 'resource_id': '32600'}, 'ttl': '10000', 'priority': 'UPRIORITY_CS4', 'payload_format': 'UPAYLOAD_FORMAT_PROTOBUF_WRAPPED_IN_ANY'}, 'payload': 'BYTES:.type.googleapis.com/google.protobuf.Int32Value\\\\x12\\\\x02\\\\x08\\\\x03'}, 'action': 'invokemethod', 'test_id': '2431e814-adc3-4671-8202-b7fa64048635'}", "INFO:File:Line# Debugger:Waiting test_id 2431e814-adc3-4671-8202-b7fa64048635", "INFO:File:Line# Debugger:Received from test agent: {'data': {'message': 'failed to find UUID', 'code': 14, 'details': []}, 'test_id': '', 'action': 'onreceive', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:Processing response_json: {'data': {'message': 'failed to find UUID', 'code': 14, 'details': []}, 'test_id': '', 'action': 'onreceive', 'ue': 'cpp_2'}", "INFO:File:Line# Debugger:self.key_to_queue append defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([]), 'invokemethod': deque([]), 'onreceive': deque([{'data': {'message': 'failed to find UUID', 'code': 14, 'details': []}, 'test_id': '', 'action': 'onreceive', 'ue': 'cpp_2'}])})", "INFO:formatted_log:ue_number: 2", "INFO:formatted_log:getting on_receive_msg from cpp_2", "INFO:File:Line# Debugger:self.key_to_queue popleft onreceive defaultdict(, {'initialize_transport': deque([]), 'rpcserver': deque([]), 'invokemethod': deque([]), 'onreceive': deque([])})", "INFO:formatted_log:got on_receive_msg: {'data': {'message': 'failed to find UUID', 'code': 14, 'details': []}, 'test_id': '', 'action': 'onreceive', 'ue': 'cpp_2'}", "INFO:formatted_log:sender_sdk_name: cpp_2"]}}], "status": "failed"}]} +] diff --git a/test_manager/testData/workflow_test_data.json b/test_manager/testData/workflow_test_data.json index b11c2559..3a520e5c 100644 --- a/test_manager/testData/workflow_test_data.json +++ b/test_manager/testData/workflow_test_data.json @@ -23,14 +23,14 @@ "path": "L2_APIs", "ue1": ["cpp"], "ue2": ["cpp"], - "transports": ["socket"] + "transports": ["socket", "zenoh"] }, { "feature_name" : "publish_and_subscribe", "path": "L2_APIs", "ue1": ["cpp"], "ue2": ["cpp"], - "transports": ["socket"] + "transports": ["socket", "zenoh"] }, { "feature_name" : "rpc_server_and_client", @@ -38,6 +38,19 @@ "ue1": ["cpp"], "ue2": ["cpp"], "transports": ["socket"] - } + }, + { + "feature_name" : "register_and_send", + "path": "transport_rpc", + "ue1": ["cpp"], + "ue2": ["cpp"], + "transports": ["zenoh"] + }, + { + "feature_name" : "register_and_unregister", + "path": "transport_rpc", + "ue1": ["cpp"], + "transports": ["zenoh"] + } ] \ No newline at end of file