diff --git a/architecture.json b/architecture.json
index b224d68bd2e1b4ce74284ed68d24209694995c15..e725fa7c4a16f0328afea9ebc0e4b307af4a6edd 100644
--- a/architecture.json
+++ b/architecture.json
@@ -1,15 +1,9 @@
{
"architectures" : [
{
- "description" : "REPO: git@gitlab:ros4hri/hri_msgs.git\nNOT EXECUTABLE",
- "name" : "DEPENDENCY: hri_msgs",
- "uuid" : "7590c224-e846-4f1c-9ecb-0a2992568089",
- "version" : "0.1.1"
- },
- {
- "description" : "output: enhanced audio stream, direction: Xdeg, is_speaking now",
- "name" : "MOCK: Speech enhancement, separation and diarization",
- "uuid" : "703291ee-d2c9-4f3c-a94c-fb6030dd783e",
+ "description" : "- online services\n- not started yet",
+ "name" : "MOCK: Speaker identification",
+ "uuid" : "9387ee34-690d-4830-932c-7567cee820ef",
"version" : "0.0.1"
},
{
@@ -19,168 +13,210 @@
"version" : "0.0.2"
},
{
- "description" : "REPO:git@gitlab.inria.fr:spring/wp7_ari/respeaker_ros.git\nBIN:respeaker_multichan_node.py",
+ "description" : "REPO:git@gitlab.inria.fr:spring/wp7_ari/respeaker_ros.git BIN:respeaker_multichan_node.py",
"name" : "respeaker_ros",
"uuid" : "b96ac6ba-08a0-4df0-8341-206c356f7c87",
"version" : "master"
},
{
- "description" : "- online services\n- not started yet",
- "name" : "MOCK: Speaker identification",
- "uuid" : "9387ee34-690d-4830-932c-7567cee820ef",
+ "description" : "MOCK: Body 2D pose [openpose] is...",
+ "name" : "MOCK: Body 2D pose [openpose]",
+ "uuid" : "e496dc05-fbf4-467f-95cf-d8548eefe677",
+ "version" : "0.0.1"
+ },
+ {
+ "description" : "output: enhanced audio stream, direction: Xdeg, is_speaking now",
+ "name" : "MOCK: Speech enhancement, separation and diarization",
+ "uuid" : "703291ee-d2c9-4f3c-a94c-fb6030dd783e",
"version" : "0.0.1"
},
+ {
+ "description" : "REPO: git@gitlab:ros4hri/hri_msgs.git\nNOT EXECUTABLE",
+ "name" : "DEPENDENCY: hri_msgs",
+ "uuid" : "7590c224-e846-4f1c-9ecb-0a2992568089",
+ "version" : "0.1.1"
+ },
{
"connections" : [
{
- "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]",
+ "from" : "409d9526-77ed-4ee3-bae9-ab48381e0b28:/camera_head/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:/camera_torso/color/image_torso [sensor_msgs/Image]",
- "uuid" : "e7e489c0-507d-4ddb-97fd-a397ca6a74a0"
+ "to" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "uuid" : "0df69792-572a-41d2-ac85-593277dfc65b"
},
{
- "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
- "uuid" : "cc656080-5976-492e-87d3-2c9e177aaf40"
+ "to" : "b357b248-d5a8-445d-9c09-5c567d074966:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "uuid" : "467474d3-a155-434e-9203-4a9fe8b18b84"
},
{
- "from" : "b357b248-d5a8-445d-9c09-5c567d074966:/detected_objects [spring_msgs/DetectedObjectArray]",
+ "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance",
"name" : "anonymous",
- "to" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:/detected_objects [spring_msgs/DetectedObjectArray]",
- "uuid" : "7c0fa9d2-5c6c-402b-bc90-78d2f32807e5"
+ "to" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:speech [std_msgs/String]",
+ "uuid" : "9d1fa155-b8c9-464f-a6b0-7a5b435833cd"
},
{
- "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:who to look at",
+ "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:look at",
- "uuid" : "24403468-2363-4349-b05e-8800f239e890"
+ "to" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:input",
+ "uuid" : "3468cd8a-4c44-424a-977e-3d431e2f62bd"
},
{
- "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:x,y + attention heatmap",
+ "from" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:/tts/feedback",
"name" : "anonymous",
- "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:attention",
- "uuid" : "c38977a5-ea01-41e3-b161-164b84e18fa8"
+ "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/tts/feedback",
+ "uuid" : "d18bf8c0-9a5e-478d-9d8a-a6ebc5ac0188"
},
{
- "from" : "1e291716-8134-4fd0-8bfa-0d910d026fec:dense 3d map",
+ "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:tf: /face_id_gaze",
"name" : "anonymous",
- "to" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:dense 3d map",
- "uuid" : "24a4329e-5669-4cd5-bc57-08fbb0c1f859"
+ "to" : "d715b004-7177-4001-bd9d-725e87789c94:gaze direction",
+ "uuid" : "030d86be-bbbc-4e20-8ec6-07484f776a21"
},
{
- "from" : "814e358a-b568-4082-99f3-4629d35e7f2e:tf: /odom",
+ "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:localisation prior",
- "uuid" : "b5c8c9c8-32a9-431a-ad91-a8c3f873bee5"
+ "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "uuid" : "88460958-7617-470b-8702-5ff1311aa66e"
},
{
- "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:tf: /face_id_gaze",
+ "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:gestures",
"name" : "anonymous",
- "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:gaze direction",
- "uuid" : "0de8cacd-26a8-4d65-b9d1-266658e3c74c"
+ "to" : "20eb61ac-3243-41ed-b855-451cd88e4ae5:input",
+ "uuid" : "1b666d89-6a0a-46bb-9b96-72e8a7cbe369"
},
{
- "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
- "uuid" : "d51f420e-8f96-498d-a29c-8f194644da16"
+ "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "uuid" : "a2a69657-28ce-4f09-96d3-d68d1f73dced"
},
{
- "from" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:/h/p/*/body_id [std_msgs/String]",
+ "from" : "35d5af59-53e3-466c-874d-89131352c403:nav goals",
"name" : "anonymous",
- "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:/h/p/personID",
- "uuid" : "9c3a70db-3bc2-46bb-9af3-2402bf296ceb"
+ "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:following/nav goals",
+ "uuid" : "8349f12e-ea96-4d0d-a315-1ad231539936"
},
{
- "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]",
+ "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:input",
- "uuid" : "29cfa94f-c3b2-4feb-a256-44b7d1dbb304"
+ "to" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "uuid" : "477e0004-b15d-46b9-b6a0-80c8963b36c0"
},
{
- "from" : "3e7d7601-34c6-4975-9e36-f50968f141b2:/audio/raw_audio [respeaker_ros/RawAudioData]",
+ "from" : "b600af28-8f8a-4da9-89df-12b621f45244:output",
"name" : "anonymous",
- "to" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/raw_audio [respeaker_ros/RawAudioData]",
- "uuid" : "725d3768-1e9d-4591-8590-c2ad18a22db6"
+ "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position",
+ "uuid" : "1f319e0a-3956-45c1-9000-adcb6c4a9dc1"
},
{
- "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "from" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/speech_streams -- array of std_msgs/String",
"name" : "anonymous",
- "to" : "c2585ae1-7f25-41a5-af6c-de742b2a7f9a:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
- "uuid" : "30e6e7f9-cf27-4ae4-b695-058b48809f98"
+ "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]",
+ "uuid" : "db3221a7-783a-4ffb-9ca2-8d074e9706fd"
},
{
- "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:active personID",
"name" : "anonymous",
- "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/camera_head/color/image_raw [sensor_msgs/Image]",
- "uuid" : "8350e9d1-a6df-40bc-b74a-03efc53c5254"
+ "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]",
+ "uuid" : "edb7145b-77e7-463a-8b29-f8f2df17cfee"
},
{
- "from" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:scene graph",
+ "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description",
"name" : "anonymous",
- "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:scene",
- "uuid" : "2c302ab0-19f5-4939-9345-4122d8e060be"
+ "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:semantic scene description",
+ "uuid" : "0c15a3cf-3d24-491b-bbc4-e6d34b1c265c"
},
{
- "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:DialogueState",
+ "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "35d5af59-53e3-466c-874d-89131352c403:dialogue state",
- "uuid" : "0607f6c5-e3fd-4b79-9efb-eda2576505dd"
+ "to" : "814e358a-b568-4082-99f3-4629d35e7f2e:/camera_torso/color/image_raw [sensor_msgs/Image]",
+ "uuid" : "ff126a79-e742-43f3-af26-df44dc0363ae"
},
{
- "from" : "3e7d7601-34c6-4975-9e36-f50968f141b2:/audio/raw_audio [respeaker_ros/RawAudioData]",
+ "from" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/skeleton2d [hri_msgs/Skeleton2D]",
"name" : "anonymous",
- "to" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604:/h/v/*/audio [audio_common_msgs/AudioData]",
- "uuid" : "5f69bd9a-9dce-473c-88c3-03e564d7c021"
+ "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position",
+ "uuid" : "917f4d3e-5b78-4fd4-bc19-b776e8913206"
},
{
- "from" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:scene graph",
+ "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:scene graph",
- "uuid" : "b10cbc39-5513-44e6-81ef-1c010a9c940b"
+ "to" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "uuid" : "52344796-4c01-4c66-b4f7-95bd4729c3d8"
},
{
- "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description",
+ "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance",
"name" : "anonymous",
- "to" : "35d5af59-53e3-466c-874d-89131352c403:semantic scene description",
- "uuid" : "c8b7ebbb-8ba7-4c32-9b99-76a5806b9e3b"
+ "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:speech output",
+ "uuid" : "426656f1-0bfe-4b24-b55c-f1fbe35d0f24"
},
{
- "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc",
"name" : "anonymous",
- "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:people RoIs",
- "uuid" : "5f1d7cad-c4ba-4c81-a411-241505837aa1"
+ "to" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]",
+ "uuid" : "33421a71-54bc-484c-8110-48814a68a15b"
},
{
"from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/camera_head/color/image_raw [sensor_msgs/Image]",
- "uuid" : "deec310c-9738-4df9-9ca5-83acc6e68ede"
+ "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "uuid" : "1b84547a-6183-4c06-8991-c5827ceee5ef"
},
{
- "from" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604:tracking information",
+ "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "b70f5085-b32c-47de-b158-73fc4d83fb93:tracking information",
- "uuid" : "5d8dea3e-22bb-4008-9687-f6af563f1a56"
+ "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]",
+ "uuid" : "5c32d0f0-6f03-4866-8fea-f333ec994fc6"
},
{
- "from" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604:source angle",
+ "from" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:depth",
"name" : "anonymous",
- "to" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:sound localization",
- "uuid" : "f801caaa-2adf-42e9-ae6c-a3079b25e7e4"
+ "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:depth",
+ "uuid" : "01e249b4-2c34-4be3-9f05-ccb2ddacb8a0"
},
{
- "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]",
+ "from" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:person_id_candidate [hri_msgs/IdsMatch]",
"name" : "anonymous",
- "to" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/audio/speech_streams [array of std_msgs/String]",
- "uuid" : "e3df6f6f-c81c-491e-941c-7267619d59a3"
+ "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]",
+ "uuid" : "c0e2fb4b-26a7-498e-896b-e3278a6224e6"
},
{
"from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]",
+ "name" : "service call on first person detection",
+ "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:/h/f/*/demographics [hri_msgs/AgeAndGender]",
+ "uuid" : "524ee896-7eeb-4b36-96f8-e03fa454f837"
+ },
+ {
+ "from" : "4a610776-d94b-4f35-9871-b835e8e0faf7:/h/i/groups [hri_msgs/GroupsStamped]",
"name" : "anonymous",
- "to" : "35d5af59-53e3-466c-874d-89131352c403:demographics",
- "uuid" : "8497fa30-5d68-4f2d-809d-c596395cc58f"
+ "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:/h/i/groups [hri_msgs/GroupsStamped]",
+ "uuid" : "a6026287-9a20-4be2-a097-95ca3a0e19fc"
+ },
+ {
+ "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "name" : "anonymous",
+ "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:/camera_head/color/image_head [sensor_msgs/Image]",
+ "uuid" : "f02baefa-2160-49be-ada0-6cf0e843447f"
+ },
+ {
+ "from" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:scene graph",
+ "name" : "anonymous",
+ "to" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:scene graph",
+ "uuid" : "b10cbc39-5513-44e6-81ef-1c010a9c940b"
+ },
+ {
+ "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description",
+ "name" : "anonymous",
+ "to" : "35d5af59-53e3-466c-874d-89131352c403:semantic scene description",
+ "uuid" : "c8b7ebbb-8ba7-4c32-9b99-76a5806b9e3b"
+ },
+ {
+ "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "name" : "anonymous",
+ "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:people RoIs",
+ "uuid" : "5f1d7cad-c4ba-4c81-a411-241505837aa1"
},
{
"from" : "35d5af59-53e3-466c-874d-89131352c403:interaction state",
@@ -207,76 +243,76 @@
"uuid" : "bc98685f-cced-4a13-9b13-6590f31fc577"
},
{
- "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc",
+ "from" : "1e291716-8134-4fd0-8bfa-0d910d026fec:dense 3d map",
"name" : "anonymous",
- "to" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]",
- "uuid" : "d9f3d88f-2ce9-46a3-9b5b-7e25e3408056"
+ "to" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:dense 3d map",
+ "uuid" : "24a4329e-5669-4cd5-bc57-08fbb0c1f859"
},
{
- "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:DialogueState",
+ "from" : "814e358a-b568-4082-99f3-4629d35e7f2e:tf: /odom",
"name" : "anonymous",
- "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:dialogue state",
- "uuid" : "edb67b60-5748-4e4f-bc1c-66f386b4a870"
+ "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:localisation prior",
+ "uuid" : "b5c8c9c8-32a9-431a-ad91-a8c3f873bee5"
},
{
- "from" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:/map_refined [nav_msgs/OccupancyGrid]",
+ "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:tf: /face_id_gaze",
"name" : "anonymous",
- "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:occupancy map",
- "uuid" : "fd48565b-cdbc-4fcd-a5fd-f3983311a074"
+ "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:gaze direction",
+ "uuid" : "0de8cacd-26a8-4d65-b9d1-266658e3c74c"
},
{
- "from" : "35d5af59-53e3-466c-874d-89131352c403:interaction state",
+ "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:interaction messages",
- "uuid" : "ed16d30f-ff2e-4f62-b96d-ba128166c0f6"
+ "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "uuid" : "d51f420e-8f96-498d-a29c-8f194644da16"
},
{
- "from" : "35d5af59-53e3-466c-874d-89131352c403:nav goals",
+ "from" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:/humans/persons/*/body_id [std_msgs/String]",
"name" : "anonymous",
- "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:following/nav goals",
- "uuid" : "8349f12e-ea96-4d0d-a315-1ad231539936"
+ "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:/h/p/personID",
+ "uuid" : "9c3a70db-3bc2-46bb-9af3-2402bf296ceb"
},
{
- "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]",
"name" : "anonymous",
- "to" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
- "uuid" : "477e0004-b15d-46b9-b6a0-80c8963b36c0"
+ "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:input",
+ "uuid" : "29cfa94f-c3b2-4feb-a256-44b7d1dbb304"
},
{
- "from" : "b600af28-8f8a-4da9-89df-12b621f45244:output",
+ "from" : "3e7d7601-34c6-4975-9e36-f50968f141b2:/audio/raw_audio [respeaker_ros/RawAudioData]",
"name" : "anonymous",
- "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position",
- "uuid" : "1f319e0a-3956-45c1-9000-adcb6c4a9dc1"
+ "to" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/raw_audio [respeaker_ros/RawAudioData]",
+ "uuid" : "725d3768-1e9d-4591-8590-c2ad18a22db6"
},
{
- "from" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/speech_streams -- array of std_msgs/String",
+ "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]",
- "uuid" : "db3221a7-783a-4ffb-9ca2-8d074e9706fd"
+ "to" : "c2585ae1-7f25-41a5-af6c-de742b2a7f9a:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "uuid" : "30e6e7f9-cf27-4ae4-b695-058b48809f98"
},
{
- "from" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:person_id_candidate [hri_msgs/IdsMatch]",
+ "from" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604:tracking information",
"name" : "anonymous",
- "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]",
- "uuid" : "c0e2fb4b-26a7-498e-896b-e3278a6224e6"
+ "to" : "b70f5085-b32c-47de-b158-73fc4d83fb93:tracking information",
+ "uuid" : "5d8dea3e-22bb-4008-9687-f6af563f1a56"
},
{
- "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]",
- "name" : "service call on first person detection",
- "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:/h/f/*/demographics [hri_msgs/AgeAndGender]",
- "uuid" : "524ee896-7eeb-4b36-96f8-e03fa454f837"
+ "from" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604:source angle",
+ "name" : "anonymous",
+ "to" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:sound localization",
+ "uuid" : "f801caaa-2adf-42e9-ae6c-a3079b25e7e4"
},
{
- "from" : "4a610776-d94b-4f35-9871-b835e8e0faf7:/h/i/groups [hri_msgs/GroupsStamped]",
+ "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]",
"name" : "anonymous",
- "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:/h/i/groups [hri_msgs/GroupsStamped]",
- "uuid" : "a6026287-9a20-4be2-a097-95ca3a0e19fc"
+ "to" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/audio/speech_streams [array of std_msgs/String]",
+ "uuid" : "e3df6f6f-c81c-491e-941c-7267619d59a3"
},
{
- "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]",
"name" : "anonymous",
- "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:/camera_head/color/image_head [sensor_msgs/Image]",
- "uuid" : "f02baefa-2160-49be-ada0-6cf0e843447f"
+ "to" : "35d5af59-53e3-466c-874d-89131352c403:demographics",
+ "uuid" : "8497fa30-5d68-4f2d-809d-c596395cc58f"
},
{
"from" : "328fd73c-ead7-4b87-a815-401958fa77a2:low-level actions",
@@ -303,136 +339,106 @@
"uuid" : "b89143e5-d894-4b4c-951b-c573ecd718c4"
},
{
- "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
- "name" : "anonymous",
- "to" : "b357b248-d5a8-445d-9c09-5c567d074966:/camera_head/color/image_raw [sensor_msgs/Image]",
- "uuid" : "467474d3-a155-434e-9203-4a9fe8b18b84"
- },
- {
- "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance",
- "name" : "anonymous",
- "to" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:speech [std_msgs/String]",
- "uuid" : "9d1fa155-b8c9-464f-a6b0-7a5b435833cd"
- },
- {
- "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
- "name" : "anonymous",
- "to" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:input",
- "uuid" : "3468cd8a-4c44-424a-977e-3d431e2f62bd"
- },
- {
- "from" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:/tts/feedback",
- "name" : "anonymous",
- "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/tts/feedback",
- "uuid" : "d18bf8c0-9a5e-478d-9d8a-a6ebc5ac0188"
- },
- {
- "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:tf: /face_id_gaze",
+ "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "d715b004-7177-4001-bd9d-725e87789c94:gaze direction",
- "uuid" : "030d86be-bbbc-4e20-8ec6-07484f776a21"
+ "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:/camera_torso/color/image_torso [sensor_msgs/Image]",
+ "uuid" : "e7e489c0-507d-4ddb-97fd-a397ca6a74a0"
},
{
- "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]",
"name" : "anonymous",
- "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
- "uuid" : "88460958-7617-470b-8702-5ff1311aa66e"
+ "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/v/*/audio [audio_common_msgs/AudioData]",
+ "uuid" : "695c4b8b-4ca8-41fe-915f-084b935e46d7"
},
{
- "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:gestures",
+ "from" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/h/v/*/speech [std_msgs/String]",
"name" : "anonymous",
- "to" : "20eb61ac-3243-41ed-b855-451cd88e4ae5:input",
- "uuid" : "1b666d89-6a0a-46bb-9b96-72e8a7cbe369"
+ "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:/h/v/*/speech [std_msgs/String]",
+ "uuid" : "28b5d9ee-6f5e-4273-88d6-580a3e5a310f"
},
{
"from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
- "uuid" : "a2a69657-28ce-4f09-96d3-d68d1f73dced"
+ "to" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "uuid" : "c379435f-7cba-4ecc-9b49-405379374dfe"
},
{
- "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc",
+ "from" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:/h/i/gaze [hri_msgs/GazesStamped]",
"name" : "anonymous",
- "to" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]",
- "uuid" : "33421a71-54bc-484c-8110-48814a68a15b"
+ "to" : "4a610776-d94b-4f35-9871-b835e8e0faf7:/h/i/gaze [hri_msgs/GazesStamped]",
+ "uuid" : "76fdc6fe-e123-4a43-a6f5-20429c1a7d69"
},
{
"from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
"name" : "anonymous",
- "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/camera_head/color/image_raw [sensor_msgs/Image]",
- "uuid" : "1b84547a-6183-4c06-8991-c5827ceee5ef"
- },
- {
- "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]",
- "name" : "anonymous",
- "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]",
- "uuid" : "5c32d0f0-6f03-4866-8fea-f333ec994fc6"
+ "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "uuid" : "8350e9d1-a6df-40bc-b74a-03efc53c5254"
},
{
- "from" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:depth",
+ "from" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:scene graph",
"name" : "anonymous",
- "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:depth",
- "uuid" : "01e249b4-2c34-4be3-9f05-ccb2ddacb8a0"
+ "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:scene",
+ "uuid" : "2c302ab0-19f5-4939-9345-4122d8e060be"
},
{
- "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]",
+ "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:DialogueState",
"name" : "anonymous",
- "to" : "814e358a-b568-4082-99f3-4629d35e7f2e:/camera_torso/color/image_raw [sensor_msgs/Image]",
- "uuid" : "ff126a79-e742-43f3-af26-df44dc0363ae"
+ "to" : "35d5af59-53e3-466c-874d-89131352c403:dialogue state",
+ "uuid" : "0607f6c5-e3fd-4b79-9efb-eda2576505dd"
},
{
- "from" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/skeleton2d [hri_msgs/Skeleton2D]",
+ "from" : "3e7d7601-34c6-4975-9e36-f50968f141b2:/audio/raw_audio [respeaker_ros/RawAudioData]",
"name" : "anonymous",
- "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position",
- "uuid" : "917f4d3e-5b78-4fd4-bc19-b776e8913206"
+ "to" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604:/h/v/*/audio [audio_common_msgs/AudioData]",
+ "uuid" : "5f69bd9a-9dce-473c-88c3-03e564d7c021"
},
{
- "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]",
+ "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
"name" : "anonymous",
- "to" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/camera_head/color/image_raw [sensor_msgs/Image]",
- "uuid" : "52344796-4c01-4c66-b4f7-95bd4729c3d8"
+ "to" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "uuid" : "cc656080-5976-492e-87d3-2c9e177aaf40"
},
{
- "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance",
+ "from" : "b357b248-d5a8-445d-9c09-5c567d074966:/detected_objects [spring_msgs/DetectedObjectArray]",
"name" : "anonymous",
- "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:speech output",
- "uuid" : "426656f1-0bfe-4b24-b55c-f1fbe35d0f24"
+ "to" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:/detected_objects [spring_msgs/DetectedObjectArray]",
+ "uuid" : "7c0fa9d2-5c6c-402b-bc90-78d2f32807e5"
},
{
- "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]",
+ "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:who to look at",
"name" : "anonymous",
- "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/v/*/audio [audio_common_msgs/AudioData]",
- "uuid" : "695c4b8b-4ca8-41fe-915f-084b935e46d7"
+ "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:look at",
+ "uuid" : "24403468-2363-4349-b05e-8800f239e890"
},
{
- "from" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/h/v/*/speech [std_msgs/String]",
+ "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:x,y + attention heatmap",
"name" : "anonymous",
- "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:/h/v/*/speech [std_msgs/String]",
- "uuid" : "28b5d9ee-6f5e-4273-88d6-580a3e5a310f"
+ "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:attention",
+ "uuid" : "c38977a5-ea01-41e3-b161-164b84e18fa8"
},
{
- "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
+ "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc",
"name" : "anonymous",
- "to" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]",
- "uuid" : "c379435f-7cba-4ecc-9b49-405379374dfe"
+ "to" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]",
+ "uuid" : "d9f3d88f-2ce9-46a3-9b5b-7e25e3408056"
},
{
- "from" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:/h/i/gaze [hri_msgs/GazesStamped]",
+ "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:DialogueState",
"name" : "anonymous",
- "to" : "4a610776-d94b-4f35-9871-b835e8e0faf7:/h/i/gaze [hri_msgs/GazesStamped]",
- "uuid" : "76fdc6fe-e123-4a43-a6f5-20429c1a7d69"
+ "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:dialogue state",
+ "uuid" : "edb67b60-5748-4e4f-bc1c-66f386b4a870"
},
{
- "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:active personID",
+ "from" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:/map_refined [nav_msgs/OccupancyGrid]",
"name" : "anonymous",
- "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]",
- "uuid" : "edb7145b-77e7-463a-8b29-f8f2df17cfee"
+ "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:occupancy map",
+ "uuid" : "fd48565b-cdbc-4fcd-a5fd-f3983311a074"
},
{
- "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description",
+ "from" : "35d5af59-53e3-466c-874d-89131352c403:interaction state",
"name" : "anonymous",
- "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:semantic scene description",
- "uuid" : "0c15a3cf-3d24-491b-bbc4-e6d34b1c265c"
+ "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:interaction messages",
+ "uuid" : "ed16d30f-ff2e-4f62-b96d-ba128166c0f6"
}
],
"description" : "EU H2020 SPRING architecture",
@@ -440,879 +446,893 @@
"nodes" : [
{
"label" : "UNITN",
- "name" : "MOCK: User attention estimation",
+ "name" : "MOCK: Non-verbal behaviours",
"ports" : [
{
- "direction" : "out",
- "name" : "tf: /face_id_gaze"
- },
- {
- "direction" : "out",
- "name" : "x,y + attention heatmap"
+ "direction" : "in",
+ "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
},
{
"direction" : "in",
- "name" : "TF (faces)"
+ "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
},
{
- "direction" : "in",
- "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "direction" : "out",
+ "name" : "/h/f/*/expression [hri_msgs/Expression]"
}
],
- "position" : [ 2940, 1880 ],
- "size" : [ 398, 169 ],
- "uuid" : "46e542fd-7a41-4d9a-b3fc-981a724bf538"
+ "position" : [ 2960, 1560 ],
+ "size" : [ 480, 180 ],
+ "uuid" : "e9861836-caed-4c19-87e2-13ba1a380613"
},
{
- "label" : "PAL",
- "name" : "hri_fullbody",
+ "label" : "HWU",
+ "name" : "MOCK: Dialogue manager",
"ports" : [
- {
- "direction" : "out",
- "name" : "tf: /full_body"
- },
{
"direction" : "in",
- "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
+ "name" : "/h/v/*/speech [std_msgs/String]"
},
{
"direction" : "out",
- "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "name" : "DialogueState"
},
{
"direction" : "out",
- "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]"
+ "name" : "next utterance"
},
{
"direction" : "in",
- "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "name" : "interaction messages"
}
],
- "position" : [ 1340, 980 ],
- "size" : [ 520, 200 ],
- "uuid" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc"
+ "position" : [ 2880, 420 ],
+ "size" : [ 300, 169 ],
+ "uuid" : "9ab39362-e233-44d2-9d06-dd24694446f2"
},
{
- "label" : "UNITN",
- "name" : "MOCK: User visual focus",
+ "label" : "CVUT",
+ "name" : "MOCK: Semantic mapping [resources permitting]",
"ports" : [
{
"direction" : "in",
- "name" : "attention"
+ "name" : "dense 3d map"
},
{
- "direction" : "in",
- "name" : "gaze direction"
+ "direction" : "out",
+ "name" : "scene graph"
},
{
"direction" : "in",
- "name" : "depth"
- },
+ "name" : "/detected_objects [spring_msgs/DetectedObjectArray]"
+ }
+ ],
+ "position" : [ 1580, 1780 ],
+ "size" : [ 440, 140 ],
+ "uuid" : "dc52fa2f-b098-4f96-a830-eb329bcf282b"
+ },
+ {
+ "label" : "UNITN",
+ "name" : "MOCK: F-formation",
+ "ports" : [
{
"direction" : "in",
- "name" : "scene"
+ "name" : "tf: /person_id"
},
{
- "direction" : "out",
- "name" : "who's looking at what?"
+ "direction" : "in",
+ "name" : "/h/i/gaze [hri_msgs/GazesStamped]"
},
{
"direction" : "out",
- "name" : "/h/i/gaze [hri_msgs/GazesStamped]"
+ "name" : "/h/i/groups [hri_msgs/GroupsStamped]"
}
],
- "position" : [ 3580, 1920 ],
- "size" : [ 340, 231 ],
- "uuid" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5"
+ "position" : [ 3960, 1880 ],
+ "size" : [ 300, 160 ],
+ "uuid" : "4a610776-d94b-4f35-9871-b835e8e0faf7"
},
{
"label" : "INRIA",
- "name" : "MOCK: Robot non-verbal behaviours",
+ "name" : "MOCK: Person manager [PAL to write initial tmp version]",
"ports" : [
{
"direction" : "out",
- "name" : "status"
+ "name" : "/humans/persons/*/body_id [std_msgs/String]"
},
{
"direction" : "in",
- "name" : "look at"
+ "name" : "TF (faces)"
},
{
- "direction" : "in",
- "name" : "following/nav goals"
+ "direction" : "out",
+ "name" : "/h/p/*/voice_id [std_msgs/String]"
+ },
+ {
+ "direction" : "out",
+ "name" : "/h/p/*/face_id [std_msgs/String]"
+ },
+ {
+ "direction" : "out",
+ "name" : "tf: /person_id"
},
{
"direction" : "in",
- "name" : "status"
+ "name" : "TF (voices)"
},
{
"direction" : "in",
- "name" : "occupancy map"
+ "name" : "/h/f/*/demographics [hri_msgs/AgeAndGender]"
},
{
"direction" : "out",
- "name" : "low-level actions"
+ "name" : "/h/p/*/demographics [hri_msgs/AgeAndGender]"
},
{
"direction" : "in",
- "name" : "/h/i/groups [hri_msgs/GroupsStamped]"
+ "name" : "candidate_matchs [hri_msgs/IdsMatch]"
}
],
- "position" : [ 4000, 1340 ],
- "size" : [ 380, 324 ],
- "uuid" : "328fd73c-ead7-4b87-a815-401958fa77a2"
+ "position" : [ 2380, 700 ],
+ "size" : [ 400, 820 ],
+ "uuid" : "43da963c-18a8-4ad7-86f6-f361a9d25d36"
},
{
- "label" : "UNITN",
- "name" : "MOCK: Mask detection",
+ "label" : "BIU",
+ "name" : "MOCK: Sound localisation",
"ports" : [
+ {
+ "direction" : "out",
+ "name" : "tracking information"
+ },
+ {
+ "direction" : "out",
+ "name" : "output"
+ },
{
"direction" : "in",
- "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
},
{
"direction" : "out",
- "name" : "/h/f/*/mask [std_msgs/Bool]"
+ "name" : "source angle"
+ },
+ {
+ "direction" : "out",
+ "name" : "tf: /voice_id"
}
],
- "position" : [ 1400, 1560 ],
- "size" : [ 345, 120 ],
- "uuid" : "c2585ae1-7f25-41a5-af6c-de742b2a7f9a"
- },
- {
- "label" : "Other",
- "name" : "DEPENDENCY: hri_msgs",
- "position" : [ 20, 2260 ],
- "size" : [ 280, 120 ],
- "sub_architecture" : "7590c224-e846-4f1c-9ecb-0a2992568089",
- "uuid" : "b5076968-861b-43cb-8bd8-35a5fefebfe4"
+ "position" : [ 460, 500 ],
+ "size" : [ 360, 200 ],
+ "uuid" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604"
},
{
"label" : "UNITN",
- "name" : "MOCK: Depth estimation from monocular",
+ "name" : "MOCK: User attention estimation",
"ports" : [
{
"direction" : "out",
- "name" : "depth"
+ "name" : "tf: /face_id_gaze"
+ },
+ {
+ "direction" : "out",
+ "name" : "x,y + attention heatmap"
},
{
"direction" : "in",
- "name" : "input"
- }
- ],
- "position" : [ 2940, 2100 ],
- "size" : [ 340, 160 ],
- "uuid" : "633be9cd-9f1b-4cdd-b708-a1edd3742842"
- },
- {
- "label" : "PAL",
- "name" : "MOCK: RGB-D + camera_info",
- "ports" : [
+ "name" : "TF (faces)"
+ },
{
- "direction" : "out",
- "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]"
+ "direction" : "in",
+ "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
}
],
- "position" : [ 20, 2040 ],
- "size" : [ 440, 120 ],
- "uuid" : "1929373a-59ae-474d-bc1b-a2d0be2417cd"
+ "position" : [ 2940, 1880 ],
+ "size" : [ 398, 169 ],
+ "uuid" : "46e542fd-7a41-4d9a-b3fc-981a724bf538"
},
{
- "label" : "PAL",
- "name" : "MOCK: ORB SLAM",
+ "label" : "CVUT",
+ "name" : "MOCK: Visual SLAM + 3D map",
"ports" : [
{
- "direction" : "out",
- "name" : "tf: /odom"
+ "direction" : "in",
+ "name" : "localisation prior"
},
{
"direction" : "out",
- "name" : "/map [nav_msgs/OccupancyGrid]"
+ "name" : "dense 3d map"
},
{
"direction" : "in",
- "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]"
- }
- ],
- "position" : [ 500, 1860 ],
- "size" : [ 400, 140 ],
- "uuid" : "814e358a-b568-4082-99f3-4629d35e7f2e"
- },
- {
- "label" : "INRIA",
- "name" : "MOCK: ROS openpose [used by INRIA]",
- "ports" : [
+ "name" : "/camera_head/color/image_head [sensor_msgs/Image]"
+ },
{
"direction" : "in",
- "name" : "input"
+ "name" : "/camera_torso/color/image_torso [sensor_msgs/Image]"
},
{
"direction" : "out",
- "name" : "output"
+ "name" : "tf: /odom"
}
],
- "position" : [ 1500, 680 ],
- "size" : [ 300, 120 ],
- "uuid" : "b600af28-8f8a-4da9-89df-12b621f45244"
+ "position" : [ 1000, 2020 ],
+ "size" : [ 440, 200 ],
+ "uuid" : "1e291716-8134-4fd0-8bfa-0d910d026fec"
},
{
- "label" : "ERM",
- "name" : "MOCK: Robot GUI [tablet]",
+ "label" : "BIU",
+ "name" : "MOCK: Speaker identification",
"ports" : [
{
"direction" : "in",
- "name" : "additional support material"
+ "name" : "tracking information"
},
{
"direction" : "in",
- "name" : "/tts/feedback"
+ "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]"
},
{
- "direction" : "in",
- "name" : "speech output"
+ "direction" : "out",
+ "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
},
{
- "direction" : "in",
- "name" : "/h/v/*/speech [std_msgs/String]"
+ "direction" : "out",
+ "name" : "person_id_candidate [hri_msgs/IdsMatch]"
}
],
- "position" : [ 4200, 460 ],
- "size" : [ 400, 180 ],
- "uuid" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d"
+ "position" : [ 1660, 340 ],
+ "size" : [ 502, 169 ],
+ "sub_architecture" : "9387ee34-690d-4830-932c-7567cee820ef",
+ "uuid" : "b70f5085-b32c-47de-b158-73fc4d83fb93"
},
{
- "label" : "UNITN",
- "name" : "MOCK: F-formation",
+ "label" : "INRIA",
+ "name" : "MOCK: People 3D tracker [position/orientation]",
"ports" : [
{
"direction" : "in",
- "name" : "tf: /person_id"
+ "name" : "feet position"
},
{
"direction" : "in",
- "name" : "/h/i/gaze [hri_msgs/GazesStamped]"
+ "name" : "people RoIs"
+ },
+ {
+ "direction" : "in",
+ "name" : "ground plane"
},
{
"direction" : "out",
- "name" : "/h/i/groups [hri_msgs/GroupsStamped]"
+ "name" : "tf: /body_id"
}
],
- "position" : [ 3960, 1880 ],
- "size" : [ 300, 160 ],
- "uuid" : "4a610776-d94b-4f35-9871-b835e8e0faf7"
+ "position" : [ 1900, 700 ],
+ "size" : [ 360, 180 ],
+ "uuid" : "4071a411-0acc-401d-8bbb-bb47fdc00697"
},
{
- "label" : "PAL",
- "name" : "MOCK: Speech synthesis",
+ "label" : "HWU",
+ "name" : "MOCK: High-level planner [decision making]",
"ports" : [
+ {
+ "direction" : "in",
+ "name" : "demographics"
+ },
{
"direction" : "out",
- "name" : "/tts/feedback"
+ "name" : "nav goals"
},
{
"direction" : "in",
- "name" : "speech [std_msgs/String]"
+ "name" : "dialogue state"
+ },
+ {
+ "direction" : "in",
+ "name" : "TF (persons)"
+ },
+ {
+ "direction" : "out",
+ "name" : "interaction state"
+ },
+ {
+ "direction" : "in",
+ "name" : "semantic scene description"
+ },
+ {
+ "direction" : "out",
+ "name" : "output"
}
],
- "position" : [ 4320, 860 ],
- "size" : [ 280, 120 ],
- "uuid" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104"
+ "position" : [ 3220, 1120 ],
+ "size" : [ 400, 293 ],
+ "uuid" : "35d5af59-53e3-466c-874d-89131352c403"
},
{
- "label" : "BIU",
- "name" : "MOCK: ASR",
+ "label" : "UNITN",
+ "name" : "MOCK: Face detection",
"ports" : [
{
"direction" : "out",
- "name" : "/audio/speech_streams -- array of std_msgs/String"
+ "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
},
{
"direction" : "in",
- "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]"
+ "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
}
],
- "position" : [ 1660, 0 ],
- "size" : [ 540, 138 ],
- "uuid" : "49998d33-7c64-4557-b1c9-56b241b59600"
+ "position" : [ 700, 1300 ],
+ "size" : [ 400, 120 ],
+ "uuid" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9"
},
{
- "label" : "CVUT",
- "name" : "MOCK: Semantic mapping [resources permitting]",
+ "label" : "Other",
+ "name" : "DEPENDENCY: spring_msgs",
+ "position" : [ 360, 2260 ],
+ "size" : [ 240, 120 ],
+ "sub_architecture" : "754b3165-805d-469a-b604-4dfef5453911",
+ "uuid" : "2e89a11f-a4b0-4b5e-8d72-975d8c47c7f7"
+ },
+ {
+ "label" : "PAL",
+ "name" : "respeaker_ros",
"ports" : [
- {
- "direction" : "in",
- "name" : "dense 3d map"
- },
{
"direction" : "out",
- "name" : "scene graph"
+ "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]"
},
{
- "direction" : "in",
- "name" : "/detected_objects [spring_msgs/DetectedObjectArray]"
+ "direction" : "out",
+ "name" : "/audio/ego_audio [audio_common_msgs/AudioData]"
}
],
- "position" : [ 1580, 1780 ],
- "size" : [ 440, 140 ],
- "uuid" : "dc52fa2f-b098-4f96-a830-eb329bcf282b"
+ "position" : [ 0, 380 ],
+ "size" : [ 400, 120 ],
+ "sub_architecture" : "b96ac6ba-08a0-4df0-8341-206c356f7c87",
+ "uuid" : "3e7d7601-34c6-4975-9e36-f50968f141b2"
},
{
- "label" : "INRIA",
- "name" : "MOCK: Multi-people body tracker",
+ "label" : "BIU",
+ "name" : "Voice speech matching",
"ports" : [
{
"direction" : "out",
- "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "name" : "/h/v/*/speech [std_msgs/String]"
},
{
"direction" : "in",
- "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
+ "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
+ },
+ {
+ "direction" : "in",
+ "name" : "/audio/speech_streams [array of std_msgs/String]"
}
],
- "position" : [ 560, 1040 ],
- "size" : [ 440, 120 ],
- "uuid" : "d609252f-2fd4-4439-86c3-ece9fd387a3a"
+ "position" : [ 2220, 180 ],
+ "size" : [ 500, 160 ],
+ "uuid" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115"
},
{
"label" : "INRIA",
- "name" : "MOCK: Person manager",
+ "name" : "MOCK: Robot non-verbal behaviours",
"ports" : [
- {
- "direction" : "out",
- "name" : "/h/p/*/body_id [std_msgs/String]"
- },
{
"direction" : "in",
- "name" : "TF (faces)"
+ "name" : "status"
},
{
"direction" : "out",
- "name" : "/h/p/*/voice_id [std_msgs/String]"
+ "name" : "status"
},
{
- "direction" : "out",
- "name" : "/h/p/*/face_id [std_msgs/String]"
+ "direction" : "in",
+ "name" : "look at"
},
{
- "direction" : "out",
- "name" : "tf: /person_id"
+ "direction" : "in",
+ "name" : "following/nav goals"
},
{
"direction" : "in",
- "name" : "/h/f/*/demographics [hri_msgs/AgeAndGender]"
+ "name" : "occupancy map"
},
{
"direction" : "out",
- "name" : "/h/p/*/demographics [hri_msgs/AgeAndGender]"
- },
- {
- "direction" : "in",
- "name" : "TF (voices)"
+ "name" : "low-level actions"
},
{
"direction" : "in",
- "name" : "candidate_matchs [hri_msgs/IdsMatch]"
+ "name" : "/h/i/groups [hri_msgs/GroupsStamped]"
}
],
- "position" : [ 2380, 700 ],
- "size" : [ 380, 980 ],
- "uuid" : "43da963c-18a8-4ad7-86f6-f361a9d25d36"
+ "position" : [ 4000, 1340 ],
+ "size" : [ 380, 324 ],
+ "uuid" : "328fd73c-ead7-4b87-a815-401958fa77a2"
},
{
- "label" : "UNITN",
- "name" : "MOCK: Non-verbal behaviours",
+ "label" : "INRIA",
+ "name" : "MOCK: ROS openpose [used by INRIA]",
"ports" : [
{
"direction" : "out",
- "name" : "/h/f/*/expression [hri_msgs/Expression]"
- },
- {
- "direction" : "in",
- "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "name" : "output"
},
{
"direction" : "in",
- "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
+ "name" : "input"
}
],
- "position" : [ 2960, 1560 ],
- "size" : [ 480, 180 ],
- "uuid" : "e9861836-caed-4c19-87e2-13ba1a380613"
+ "position" : [ 1500, 680 ],
+ "size" : [ 300, 120 ],
+ "uuid" : "b600af28-8f8a-4da9-89df-12b621f45244"
},
{
- "label" : "HWU",
- "name" : "MOCK: Dialogue manager",
+ "label" : "ERM",
+ "name" : "MOCK: Robot GUI [tablet]",
"ports" : [
{
"direction" : "in",
- "name" : "interaction messages"
+ "name" : "additional support material"
},
{
- "direction" : "out",
- "name" : "next utterance"
+ "direction" : "in",
+ "name" : "/tts/feedback"
},
{
"direction" : "in",
- "name" : "/h/v/*/speech [std_msgs/String]"
+ "name" : "speech output"
},
{
- "direction" : "out",
- "name" : "DialogueState"
+ "direction" : "in",
+ "name" : "/h/v/*/speech [std_msgs/String]"
}
],
- "position" : [ 2880, 420 ],
- "size" : [ 300, 169 ],
- "uuid" : "9ab39362-e233-44d2-9d06-dd24694446f2"
+ "position" : [ 4320, 480 ],
+ "size" : [ 400, 180 ],
+ "uuid" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d"
},
{
- "label" : "HWU",
- "name" : "MOCK: High-level planner [decision making]",
+ "label" : "UNITN",
+ "name" : "MOCK: Body 2D pose [openpose]",
"ports" : [
{
"direction" : "in",
- "name" : "demographics"
- },
- {
- "direction" : "out",
- "name" : "nav goals"
- },
- {
- "direction" : "in",
- "name" : "dialogue state"
- },
- {
- "direction" : "in",
- "name" : "TF (persons)"
- },
- {
- "direction" : "out",
- "name" : "interaction state"
+ "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]"
},
{
"direction" : "in",
- "name" : "semantic scene description"
+ "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
},
{
"direction" : "out",
- "name" : "output"
+ "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]"
}
],
- "position" : [ 3220, 1120 ],
- "size" : [ 400, 293 ],
- "uuid" : "35d5af59-53e3-466c-874d-89131352c403"
+ "position" : [ 1360, 820 ],
+ "size" : [ 440, 140 ],
+ "sub_architecture" : "e496dc05-fbf4-467f-95cf-d8548eefe677",
+ "uuid" : "c9c1df26-7274-4765-8772-b06e15f87c3c"
},
{
- "label" : "PAL",
- "name" : "MOCK: RGB head [+ Fisheye stereo]",
+ "label" : "HWU",
+ "name" : "MOCK: Scene understanding [internal HWU, to clarify]",
"ports" : [
{
"direction" : "out",
- "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
+ "name" : "semantic description"
+ },
+ {
+ "direction" : "in",
+ "name" : "scene graph"
}
],
- "position" : [ 40, 1220 ],
- "size" : [ 398, 120 ],
- "uuid" : "a284bd3a-0273-4d81-89ce-bc8d042b2674"
+ "position" : [ 2240, 1960 ],
+ "size" : [ 400, 120 ],
+ "uuid" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef"
},
{
- "label" : "HWU",
- "name" : "MOCK: Interaction manager",
+ "label" : "CVUT",
+ "name" : "MOCK: Occupancy map",
"ports" : [
- {
- "direction" : "out",
- "name" : "nav goals"
- },
- {
- "direction" : "in",
- "name" : "input"
- },
{
"direction" : "in",
- "name" : "dialogue state"
- },
- {
- "direction" : "in",
- "name" : "robot state"
- },
- {
- "direction" : "out",
- "name" : "active personID"
- },
- {
- "direction" : "in",
- "name" : "/h/p/personID"
- },
- {
- "direction" : "in",
- "name" : "TF"
- },
- {
- "direction" : "out",
- "name" : "gestures"
- },
- {
- "direction" : "out",
- "name" : "who to look at"
+ "name" : "TF (bodies)"
},
{
"direction" : "out",
- "name" : "verbal command"
+ "name" : "/map_refined [nav_msgs/OccupancyGrid]"
},
{
"direction" : "in",
- "name" : "semantic scene description"
+ "name" : "dense 3d map"
}
],
- "position" : [ 3200, 700 ],
- "size" : [ 400, 386 ],
- "uuid" : "bc526a14-c5aa-466e-ba5b-30a78b14d672"
+ "position" : [ 1580, 2020 ],
+ "size" : [ 440, 200 ],
+ "uuid" : "b62de7f5-7899-48fd-a64d-3226e68bb21f"
},
{
"label" : "BIU",
- "name" : "MOCK: Sound localisation",
+ "name" : "MOCK: Speech echo cancelation, enhancement, separation and diarization",
"ports" : [
{
- "direction" : "out",
- "name" : "tf: /voice_id"
- },
- {
- "direction" : "out",
- "name" : "source angle"
+ "direction" : "in",
+ "name" : "sound localization"
},
{
"direction" : "out",
- "name" : "tracking information"
+ "name" : "/audio/postprocess_audio_streams -- cf output in node desc"
},
{
- "direction" : "out",
- "name" : "output"
+ "direction" : "in",
+ "name" : "/audio/ego_audio [audio_common_msgs/AudioData]"
},
{
"direction" : "in",
- "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
+ "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]"
}
],
- "position" : [ 460, 500 ],
- "size" : [ 360, 200 ],
- "uuid" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604"
+ "position" : [ 940, 140 ],
+ "size" : [ 580, 260 ],
+ "sub_architecture" : "703291ee-d2c9-4f3c-a94c-fb6030dd783e",
+ "uuid" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3"
},
{
- "label" : "UNITN",
- "name" : "MOCK: Body 2D pose [openpose]",
+ "label" : "CVUT",
+ "name" : "MOCK: Object detection/identification/localisation",
"ports" : [
{
"direction" : "out",
- "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]"
- },
- {
- "direction" : "in",
- "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "name" : "/detected_objects [spring_msgs/DetectedObjectArray]"
},
{
"direction" : "in",
"name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
}
],
- "position" : [ 1360, 820 ],
+ "position" : [ 1000, 1780 ],
"size" : [ 440, 140 ],
- "uuid" : "c9c1df26-7274-4765-8772-b06e15f87c3c"
+ "uuid" : "b357b248-d5a8-445d-9c09-5c567d074966"
},
{
- "label" : "INRIA",
- "name" : "MOCK: People 3D tracker [position/orientation]",
+ "label" : "UNITN",
+ "name" : "MOCK: Depth estimation from monocular",
"ports" : [
{
"direction" : "out",
- "name" : "tf: /body_id"
- },
- {
- "direction" : "in",
- "name" : "feet position"
- },
- {
- "direction" : "in",
- "name" : "people RoIs"
+ "name" : "depth"
},
{
"direction" : "in",
- "name" : "ground plane"
+ "name" : "input"
}
],
- "position" : [ 1900, 700 ],
- "size" : [ 360, 180 ],
- "uuid" : "4071a411-0acc-401d-8bbb-bb47fdc00697"
+ "position" : [ 2940, 2100 ],
+ "size" : [ 340, 160 ],
+ "uuid" : "633be9cd-9f1b-4cdd-b708-a1edd3742842"
},
{
"label" : "PAL",
- "name" : "MOCK: Robot functional layer",
+ "name" : "MOCK: RGB-D + camera_info",
+ "ports" : [
+ {
+ "direction" : "out",
+ "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]"
+ }
+ ],
+ "position" : [ 20, 2040 ],
+ "size" : [ 440, 120 ],
+ "uuid" : "1929373a-59ae-474d-bc1b-a2d0be2417cd"
+ },
+ {
+ "label" : "UNITN",
+ "name" : "MOCK: Activity reco",
"ports" : [
{
"direction" : "in",
- "name" : "input"
+ "name" : "TF (bodies)"
+ },
+ {
+ "direction" : "in",
+ "name" : "gaze direction"
+ },
+ {
+ "direction" : "out",
+ "name" : "[?] output"
}
],
- "position" : [ 4360, 1060 ],
- "size" : [ 240, 120 ],
- "uuid" : "20eb61ac-3243-41ed-b855-451cd88e4ae5"
+ "position" : [ 3620, 1660 ],
+ "size" : [ 280, 160 ],
+ "uuid" : "d715b004-7177-4001-bd9d-725e87789c94"
},
{
"label" : "UNITN",
- "name" : "MOCK: Person re-identification",
+ "name" : "MOCK: Soft biometrics [age/gender]",
"ports" : [
{
"direction" : "out",
- "name" : "person_id_candidate [hri_msgs/IdsMatch]"
+ "name" : "/h/f/*/demographics [hri_msgs/AgeAndGender]"
},
{
"direction" : "in",
"name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
}
],
- "position" : [ 1400, 1240 ],
- "size" : [ 345, 138 ],
- "uuid" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b"
+ "position" : [ 1400, 1400 ],
+ "size" : [ 346, 120 ],
+ "uuid" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e"
},
{
"label" : "BIU",
- "name" : "Voice speech matching",
+ "name" : "MOCK: ASR",
"ports" : [
- {
- "direction" : "out",
- "name" : "/h/v/*/speech [std_msgs/String]"
- },
{
"direction" : "in",
- "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
+ "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]"
},
{
- "direction" : "in",
- "name" : "/audio/speech_streams [array of std_msgs/String]"
+ "direction" : "out",
+ "name" : "/audio/speech_streams -- array of std_msgs/String"
}
],
- "position" : [ 2220, 180 ],
- "size" : [ 500, 160 ],
- "uuid" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115"
+ "position" : [ 1660, 0 ],
+ "size" : [ 540, 138 ],
+ "uuid" : "49998d33-7c64-4557-b1c9-56b241b59600"
},
{
- "label" : "HWU",
- "name" : "MOCK: Scene understanding [internal HWU, to clarify]",
+ "label" : "PAL",
+ "name" : "MOCK: Speech synthesis",
"ports" : [
{
"direction" : "out",
- "name" : "semantic description"
+ "name" : "/tts/feedback"
},
{
"direction" : "in",
- "name" : "scene graph"
+ "name" : "speech [std_msgs/String]"
}
],
- "position" : [ 2240, 1960 ],
- "size" : [ 400, 120 ],
- "uuid" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef"
+ "position" : [ 4440, 900 ],
+ "size" : [ 280, 120 ],
+ "uuid" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104"
},
{
- "label" : "CVUT",
- "name" : "MOCK: Occupancy map",
+ "label" : "UNITN",
+ "name" : "MOCK: User visual focus",
"ports" : [
- {
- "direction" : "out",
- "name" : "/map_refined [nav_msgs/OccupancyGrid]"
- },
{
"direction" : "in",
- "name" : "TF (bodies)"
+ "name" : "depth"
},
{
"direction" : "in",
- "name" : "dense 3d map"
- }
- ],
- "position" : [ 1580, 2020 ],
- "size" : [ 440, 200 ],
- "uuid" : "b62de7f5-7899-48fd-a64d-3226e68bb21f"
- },
- {
- "label" : "BIU",
- "name" : "MOCK: Speech echo cancelation, enhancement, separation and diarization",
- "ports" : [
+ "name" : "scene"
+ },
{
- "direction" : "in",
- "name" : "sound localization"
+ "direction" : "out",
+ "name" : "who's looking at what?"
},
{
"direction" : "out",
- "name" : "/audio/postprocess_audio_streams -- cf output in node desc"
+ "name" : "/h/i/gaze [hri_msgs/GazesStamped]"
},
{
"direction" : "in",
- "name" : "/audio/ego_audio [audio_common_msgs/AudioData]"
+ "name" : "gaze direction"
},
{
"direction" : "in",
- "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]"
+ "name" : "attention"
}
],
- "position" : [ 940, 140 ],
- "size" : [ 580, 260 ],
- "sub_architecture" : "703291ee-d2c9-4f3c-a94c-fb6030dd783e",
- "uuid" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3"
+ "position" : [ 3580, 1920 ],
+ "size" : [ 340, 231 ],
+ "uuid" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5"
+ },
+ {
+ "label" : "PAL",
+ "name" : "MOCK: Robot functional layer",
+ "ports" : [
+ {
+ "direction" : "in",
+ "name" : "input"
+ }
+ ],
+ "position" : [ 4420, 1080 ],
+ "size" : [ 240, 120 ],
+ "uuid" : "20eb61ac-3243-41ed-b855-451cd88e4ae5"
},
{
"label" : "UNITN",
- "name" : "MOCK: Face detection",
+ "name" : "MOCK: Person re-identification",
"ports" : [
{
"direction" : "in",
- "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
+ "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
},
{
"direction" : "out",
- "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
+ "name" : "person_id_candidate [hri_msgs/IdsMatch]"
}
],
- "position" : [ 700, 1300 ],
- "size" : [ 400, 120 ],
- "uuid" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9"
+ "position" : [ 1400, 1240 ],
+ "size" : [ 345, 138 ],
+ "uuid" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b"
},
{
- "label" : "Other",
- "name" : "DEPENDENCY: spring_msgs",
- "position" : [ 360, 2260 ],
- "size" : [ 240, 120 ],
- "sub_architecture" : "754b3165-805d-469a-b604-4dfef5453911",
- "uuid" : "2e89a11f-a4b0-4b5e-8d72-975d8c47c7f7"
+ "label" : "PAL",
+ "name" : "MOCK: RGB head [+ Fisheye stereo]",
+ "ports" : [
+ {
+ "direction" : "out",
+ "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
+ }
+ ],
+ "position" : [ 40, 1220 ],
+ "size" : [ 398, 120 ],
+ "uuid" : "a284bd3a-0273-4d81-89ce-bc8d042b2674"
},
{
- "label" : "PAL",
- "name" : "respeaker_ros",
+ "label" : "INRIA",
+ "name" : "MOCK: Multi-people body tracker",
"ports" : [
{
"direction" : "out",
- "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]"
+ "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]"
},
{
- "direction" : "out",
- "name" : "/audio/ego_audio [audio_common_msgs/AudioData]"
+ "direction" : "in",
+ "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
}
],
- "position" : [ 0, 380 ],
- "size" : [ 400, 120 ],
- "sub_architecture" : "b96ac6ba-08a0-4df0-8341-206c356f7c87",
- "uuid" : "3e7d7601-34c6-4975-9e36-f50968f141b2"
+ "position" : [ 700, 780 ],
+ "size" : [ 440, 120 ],
+ "uuid" : "d609252f-2fd4-4439-86c3-ece9fd387a3a"
},
{
"label" : "UNITN",
- "name" : "MOCK: Soft biometrics [age/gender]",
+ "name" : "MOCK: Mask detection",
"ports" : [
{
"direction" : "out",
- "name" : "/h/f/*/demographics [hri_msgs/AgeAndGender]"
+ "name" : "/h/f/*/mask [std_msgs/Bool]"
},
{
"direction" : "in",
"name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
}
],
- "position" : [ 1400, 1400 ],
- "size" : [ 346, 120 ],
- "uuid" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e"
+ "position" : [ 1400, 1560 ],
+ "size" : [ 345, 120 ],
+ "uuid" : "c2585ae1-7f25-41a5-af6c-de742b2a7f9a"
},
{
- "label" : "CVUT",
- "name" : "MOCK: Object detection/identification/localisation",
+ "label" : "Other",
+ "name" : "DEPENDENCY: hri_msgs",
+ "position" : [ 20, 2260 ],
+ "size" : [ 280, 120 ],
+ "sub_architecture" : "7590c224-e846-4f1c-9ecb-0a2992568089",
+ "uuid" : "b5076968-861b-43cb-8bd8-35a5fefebfe4"
+ },
+ {
+ "label" : "HWU",
+ "name" : "MOCK: Interaction manager",
"ports" : [
{
"direction" : "in",
- "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
+ "name" : "/h/p/personID"
+ },
+ {
+ "direction" : "in",
+ "name" : "TF"
},
{
"direction" : "out",
- "name" : "/detected_objects [spring_msgs/DetectedObjectArray]"
- }
- ],
- "position" : [ 1000, 1780 ],
- "size" : [ 440, 140 ],
- "uuid" : "b357b248-d5a8-445d-9c09-5c567d074966"
- },
- {
- "label" : "CVUT",
- "name" : "MOCK: Visual SLAM + 3D map",
- "ports" : [
+ "name" : "gestures"
+ },
+ {
+ "direction" : "out",
+ "name" : "who to look at"
+ },
+ {
+ "direction" : "out",
+ "name" : "verbal command"
+ },
{
"direction" : "in",
- "name" : "/camera_head/color/image_head [sensor_msgs/Image]"
+ "name" : "semantic scene description"
+ },
+ {
+ "direction" : "out",
+ "name" : "nav goals"
},
{
"direction" : "in",
- "name" : "/camera_torso/color/image_torso [sensor_msgs/Image]"
+ "name" : "input"
},
{
"direction" : "in",
- "name" : "localisation prior"
+ "name" : "dialogue state"
},
{
- "direction" : "out",
- "name" : "dense 3d map"
+ "direction" : "in",
+ "name" : "robot state"
},
{
"direction" : "out",
- "name" : "tf: /odom"
+ "name" : "active personID"
}
],
- "position" : [ 1000, 2020 ],
- "size" : [ 440, 200 ],
- "uuid" : "1e291716-8134-4fd0-8bfa-0d910d026fec"
+ "position" : [ 3200, 700 ],
+ "size" : [ 400, 386 ],
+ "uuid" : "bc526a14-c5aa-466e-ba5b-30a78b14d672"
},
{
- "label" : "UNITN",
- "name" : "MOCK: Activity reco",
+ "label" : "PAL",
+ "name" : "MOCK: ORB SLAM",
"ports" : [
{
"direction" : "in",
- "name" : "TF (bodies)"
+ "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]"
},
{
- "direction" : "in",
- "name" : "gaze direction"
+ "direction" : "out",
+ "name" : "tf: /odom"
},
{
"direction" : "out",
- "name" : "[?] output"
+ "name" : "/map [nav_msgs/OccupancyGrid]"
}
],
- "position" : [ 3620, 1660 ],
- "size" : [ 280, 160 ],
- "uuid" : "d715b004-7177-4001-bd9d-725e87789c94"
+ "position" : [ 500, 1860 ],
+ "size" : [ 400, 140 ],
+ "uuid" : "814e358a-b568-4082-99f3-4629d35e7f2e"
},
{
- "label" : "BIU",
- "name" : "MOCK: Speaker identification",
+ "label" : "PAL",
+ "name" : "hri_fullbody",
"ports" : [
{
"direction" : "out",
- "name" : "/h/v/*/audio [audio_common_msgs/AudioData]"
+ "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]"
},
{
"direction" : "in",
- "name" : "tracking information"
+ "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
},
{
"direction" : "out",
- "name" : "person_id_candidate [hri_msgs/IdsMatch]"
+ "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]"
},
{
"direction" : "in",
- "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]"
+ "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]"
+ },
+ {
+ "direction" : "out",
+ "name" : "tf: /full_body"
}
],
- "position" : [ 1660, 340 ],
- "size" : [ 502, 169 ],
- "sub_architecture" : "9387ee34-690d-4830-932c-7567cee820ef",
- "uuid" : "b70f5085-b32c-47de-b158-73fc4d83fb93"
+ "position" : [ 1340, 980 ],
+ "size" : [ 520, 200 ],
+ "uuid" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc"
+ },
+ {
+ "label" : "PAL",
+ "name" : "MOCK: Fisheye",
+ "ports" : [
+ {
+ "direction" : "out",
+ "name" : "/camera_head/color/image_raw [sensor_msgs/Image]"
+ }
+ ],
+ "position" : [ 60, 980 ],
+ "size" : [ 387.65625, 120 ],
+ "uuid" : "409d9526-77ed-4ee3-bae9-ab48381e0b28"
}
],
"uuid" : "234f40f3-f9bb-4d69-8121-aec26ac8c228",
- "version" : "0.3.0"
+ "version" : "0.3.1"
}
],
"root" : "234f40f3-f9bb-4d69-8121-aec26ac8c228"