diff --git a/architecture.json b/architecture.json index e725fa7c4a16f0328afea9ebc0e4b307af4a6edd..d7758a4b41e3207d9309338f84a343b125309b43 100644 --- a/architecture.json +++ b/architecture.json @@ -1,23 +1,23 @@ { "architectures" : [ - { - "description" : "- online services\n- not started yet", - "name" : "MOCK: Speaker identification", - "uuid" : "9387ee34-690d-4830-932c-7567cee820ef", - "version" : "0.0.1" - }, - { - "description" : "REPO:git@gitlab.inria.fr:spring/wp7_ari/spring_msgs.git\nNOT EXECUTABLE", - "name" : "DEPENDENCY: spring_msgs", - "uuid" : "754b3165-805d-469a-b604-4dfef5453911", - "version" : "0.0.2" - }, { "description" : "REPO:git@gitlab.inria.fr:spring/wp7_ari/respeaker_ros.git BIN:respeaker_multichan_node.py", "name" : "respeaker_ros", "uuid" : "b96ac6ba-08a0-4df0-8341-206c356f7c87", "version" : "master" }, + { + "description" : "REPO [TBC]: https://gitlab.inria.fr/spring/wp5_spoken_conversations/asr", + "name" : "MOCK: ASR", + "uuid" : "11d2ee50-fd1e-4664-be3b-1a250ec7d758", + "version" : "0.0.1" + }, + { + "description" : "REPO: https://gitlab.inria.fr/spring/wp6_robot_behavior/robot_behavior/-/tree/devel/src/robot_behavior\n\nThe code is primarily developed at INRIA by Timothée Wintz.", + "name" : "MOCK: robot_behavior", + "uuid" : "d5ec9783-4c4f-4652-a8bd-b786a1905f48", + "version" : "devel" + }, { "description" : "MOCK: Body 2D pose [openpose] is...", "name" : "MOCK: Body 2D pose [openpose]", @@ -25,8 +25,20 @@ "version" : "0.0.1" }, { - "description" : "output: enhanced audio stream, direction: Xdeg, is_speaking now", - "name" : "MOCK: Speech enhancement, separation and diarization", + "description" : "REPO: https://gitlab.inria.fr/spring/wp5_spoken_conversations/interaction/-/tree/spring_dev/interaction_manager", + "name" : "MOCK: Interaction manager", + "uuid" : "b87a23ac-d223-4bac-b438-0b16e6e55270", + "version" : "spring_dev" + }, + { + "description" : "REPO (Docker): https://gitlab.inria.fr/spring/wp3_av_perception/docker-tracking\n\nThis code is primarily developed at INRIA by Luis Gomez Camara.", + "name" : "MOCK: Multi-people body tracker", + "uuid" : "d0367ed7-2b45-4244-9507-538e7767127f", + "version" : "devel" + }, + { + "description" : "This node does:\n- speech echo cancelation,\n- speech enhancement,\n- speech separation and diarization\n\nREPO: https://gitlab.inria.fr/spring/wp3_av_perception/biu-ros_audio_retreiver", + "name" : "MOCK: Speech analysis", "uuid" : "703291ee-d2c9-4f3c-a94c-fb6030dd783e", "version" : "0.0.1" }, @@ -36,151 +48,175 @@ "uuid" : "7590c224-e846-4f1c-9ecb-0a2992568089", "version" : "0.1.1" }, + { + "description" : "PAL to write an initial temporary version, simply forwarding detected faces as persons.", + "name" : "MOCK: Person manager", + "uuid" : "1f5e18f3-1be0-4e21-a3e1-439a597fe002", + "version" : "0.0.1" + }, + { + "description" : "REPO:git@gitlab.inria.fr:spring/wp7_ari/spring_msgs.git\nNOT EXECUTABLE", + "name" : "DEPENDENCY: spring_msgs", + "uuid" : "754b3165-805d-469a-b604-4dfef5453911", + "version" : "0.0.2" + }, + { + "description" : "- online services\n- not started yet", + "name" : "MOCK: Speaker identification", + "uuid" : "9387ee34-690d-4830-932c-7567cee820ef", + "version" : "0.0.1" + }, + { + "description" : "REPO: https://gitlab.inria.fr/spring/wp5_spoken_conversations/plan_actions", + "name" : "MOCK: plan_actions", + "uuid" : "9ff15583-a3c7-439b-a578-91ea4afac364", + "version" : "spring_dev" + }, + { + "description" : "REPO: https://gitlab.inria.fr/spring/wp5_spoken_conversations/dialogue/-/tree/spring-dev/dialogue_arbiter", + "name" : "MOCK: dialogue arbiter", + "uuid" : "e2ee44b3-4f04-4a27-a947-525fae05035d", + "version" : "spring_dev" + }, { "connections" : [ { - "from" : "409d9526-77ed-4ee3-bae9-ab48381e0b28:/camera_head/color/image_raw [sensor_msgs/Image]", + "from" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/h/v/*/speech [std_msgs/String]", "name" : "anonymous", - "to" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/camera_head/color/image_raw [sensor_msgs/Image]", - "uuid" : "0df69792-572a-41d2-ac85-593277dfc65b" + "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:/h/v/*/speech [std_msgs/String]", + "uuid" : "28b5d9ee-6f5e-4273-88d6-580a3e5a310f" }, { - "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", + "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", "name" : "anonymous", - "to" : "b357b248-d5a8-445d-9c09-5c567d074966:/camera_head/color/image_raw [sensor_msgs/Image]", - "uuid" : "467474d3-a155-434e-9203-4a9fe8b18b84" + "to" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", + "uuid" : "c379435f-7cba-4ecc-9b49-405379374dfe" }, { - "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance", + "from" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:/h/i/gaze [hri_msgs/GazesStamped]", "name" : "anonymous", - "to" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:speech [std_msgs/String]", - "uuid" : "9d1fa155-b8c9-464f-a6b0-7a5b435833cd" + "to" : "4a610776-d94b-4f35-9871-b835e8e0faf7:/h/i/gaze [hri_msgs/GazesStamped]", + "uuid" : "76fdc6fe-e123-4a43-a6f5-20429c1a7d69" }, { "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:input", - "uuid" : "3468cd8a-4c44-424a-977e-3d431e2f62bd" + "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/camera_head/color/image_raw [sensor_msgs/Image]", + "uuid" : "8350e9d1-a6df-40bc-b74a-03efc53c5254" }, { - "from" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:/tts/feedback", + "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:active personID", "name" : "anonymous", - "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/tts/feedback", - "uuid" : "d18bf8c0-9a5e-478d-9d8a-a6ebc5ac0188" + "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]", + "uuid" : "edb7145b-77e7-463a-8b29-f8f2df17cfee" }, { - "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:tf: /face_id_gaze", + "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description", "name" : "anonymous", - "to" : "d715b004-7177-4001-bd9d-725e87789c94:gaze direction", - "uuid" : "030d86be-bbbc-4e20-8ec6-07484f776a21" + "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:semantic scene description", + "uuid" : "0c15a3cf-3d24-491b-bbc4-e6d34b1c265c" }, { - "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", + "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", - "uuid" : "88460958-7617-470b-8702-5ff1311aa66e" + "to" : "814e358a-b568-4082-99f3-4629d35e7f2e:/camera_torso/color/image_raw [sensor_msgs/Image]", + "uuid" : "ff126a79-e742-43f3-af26-df44dc0363ae" }, { - "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:gestures", + "from" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/skeleton2d [hri_msgs/Skeleton2D]", "name" : "anonymous", - "to" : "20eb61ac-3243-41ed-b855-451cd88e4ae5:input", - "uuid" : "1b666d89-6a0a-46bb-9b96-72e8a7cbe369" + "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position", + "uuid" : "917f4d3e-5b78-4fd4-bc19-b776e8913206" }, { - "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", + "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", - "uuid" : "a2a69657-28ce-4f09-96d3-d68d1f73dced" + "to" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/camera_head/color/image_raw [sensor_msgs/Image]", + "uuid" : "52344796-4c01-4c66-b4f7-95bd4729c3d8" }, { - "from" : "35d5af59-53e3-466c-874d-89131352c403:nav goals", + "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance", "name" : "anonymous", - "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:following/nav goals", - "uuid" : "8349f12e-ea96-4d0d-a315-1ad231539936" + "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:speech output", + "uuid" : "426656f1-0bfe-4b24-b55c-f1fbe35d0f24" }, { - "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", + "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc", "name" : "anonymous", - "to" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", - "uuid" : "477e0004-b15d-46b9-b6a0-80c8963b36c0" + "to" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]", + "uuid" : "33421a71-54bc-484c-8110-48814a68a15b" }, { - "from" : "b600af28-8f8a-4da9-89df-12b621f45244:output", + "from" : "b357b248-d5a8-445d-9c09-5c567d074966:/detected_objects [spring_msgs/DetectedObjectArray]", "name" : "anonymous", - "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position", - "uuid" : "1f319e0a-3956-45c1-9000-adcb6c4a9dc1" + "to" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:/detected_objects [spring_msgs/DetectedObjectArray]", + "uuid" : "7c0fa9d2-5c6c-402b-bc90-78d2f32807e5" }, { - "from" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/speech_streams -- array of std_msgs/String", + "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:who to look at", "name" : "anonymous", - "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]", - "uuid" : "db3221a7-783a-4ffb-9ca2-8d074e9706fd" + "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:look at", + "uuid" : "24403468-2363-4349-b05e-8800f239e890" }, { - "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:active personID", + "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:x,y + attention heatmap", "name" : "anonymous", - "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]", - "uuid" : "edb7145b-77e7-463a-8b29-f8f2df17cfee" + "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:attention", + "uuid" : "c38977a5-ea01-41e3-b161-164b84e18fa8" }, { - "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description", + "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc", "name" : "anonymous", - "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:semantic scene description", - "uuid" : "0c15a3cf-3d24-491b-bbc4-e6d34b1c265c" + "to" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]", + "uuid" : "d9f3d88f-2ce9-46a3-9b5b-7e25e3408056" }, { - "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]", + "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "814e358a-b568-4082-99f3-4629d35e7f2e:/camera_torso/color/image_raw [sensor_msgs/Image]", - "uuid" : "ff126a79-e742-43f3-af26-df44dc0363ae" + "to" : "b357b248-d5a8-445d-9c09-5c567d074966:/camera_head/color/image_raw [sensor_msgs/Image]", + "uuid" : "467474d3-a155-434e-9203-4a9fe8b18b84" }, { - "from" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/skeleton2d [hri_msgs/Skeleton2D]", + "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance", "name" : "anonymous", - "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position", - "uuid" : "917f4d3e-5b78-4fd4-bc19-b776e8913206" + "to" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:speech [std_msgs/String]", + "uuid" : "9d1fa155-b8c9-464f-a6b0-7a5b435833cd" }, { "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/camera_head/color/image_raw [sensor_msgs/Image]", - "uuid" : "52344796-4c01-4c66-b4f7-95bd4729c3d8" + "to" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:input", + "uuid" : "3468cd8a-4c44-424a-977e-3d431e2f62bd" }, { - "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:next utterance", + "from" : "f6a0a5cf-aee4-4220-a3d1-ac219aaa3104:/tts/feedback", "name" : "anonymous", - "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:speech output", - "uuid" : "426656f1-0bfe-4b24-b55c-f1fbe35d0f24" + "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/tts/feedback", + "uuid" : "d18bf8c0-9a5e-478d-9d8a-a6ebc5ac0188" }, { - "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc", + "from" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/f/*/expression [hri_msgs/Expression]", "name" : "anonymous", - "to" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]", - "uuid" : "33421a71-54bc-484c-8110-48814a68a15b" + "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:/h/p/personID", + "uuid" : "5dc5fa89-bcb0-457c-b062-01f7a8523c3b" }, { "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/camera_head/color/image_raw [sensor_msgs/Image]", - "uuid" : "1b84547a-6183-4c06-8991-c5827ceee5ef" - }, - { - "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", - "name" : "anonymous", - "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]", - "uuid" : "5c32d0f0-6f03-4866-8fea-f333ec994fc6" + "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:ground plane", + "uuid" : "bc98685f-cced-4a13-9b13-6590f31fc577" }, { - "from" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:depth", + "from" : "1e291716-8134-4fd0-8bfa-0d910d026fec:dense 3d map", "name" : "anonymous", - "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:depth", - "uuid" : "01e249b4-2c34-4be3-9f05-ccb2ddacb8a0" + "to" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:dense 3d map", + "uuid" : "24a4329e-5669-4cd5-bc57-08fbb0c1f859" }, { - "from" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:person_id_candidate [hri_msgs/IdsMatch]", + "from" : "814e358a-b568-4082-99f3-4629d35e7f2e:tf: /odom", "name" : "anonymous", - "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]", - "uuid" : "c0e2fb4b-26a7-498e-896b-e3278a6224e6" + "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:localisation prior", + "uuid" : "b5c8c9c8-32a9-431a-ad91-a8c3f873bee5" }, { "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]", @@ -207,76 +243,52 @@ "uuid" : "b10cbc39-5513-44e6-81ef-1c010a9c940b" }, { - "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description", + "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "35d5af59-53e3-466c-874d-89131352c403:semantic scene description", - "uuid" : "c8b7ebbb-8ba7-4c32-9b99-76a5806b9e3b" + "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/camera_head/color/image_raw [sensor_msgs/Image]", + "uuid" : "1b84547a-6183-4c06-8991-c5827ceee5ef" }, { "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", "name" : "anonymous", - "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:people RoIs", - "uuid" : "5f1d7cad-c4ba-4c81-a411-241505837aa1" - }, - { - "from" : "35d5af59-53e3-466c-874d-89131352c403:interaction state", - "name" : "anonymous", - "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:robot state", - "uuid" : "0a79dcb8-dd0c-44de-ab5a-69905131ab0e" - }, - { - "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:person_id_candidate [hri_msgs/IdsMatch]", - "name" : "anonymous", "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]", - "uuid" : "bd9d1c95-32d1-4be0-b858-5bd71b12fdd8" - }, - { - "from" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/f/*/expression [hri_msgs/Expression]", - "name" : "anonymous", - "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:/h/p/personID", - "uuid" : "5dc5fa89-bcb0-457c-b062-01f7a8523c3b" - }, - { - "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", - "name" : "anonymous", - "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:ground plane", - "uuid" : "bc98685f-cced-4a13-9b13-6590f31fc577" + "uuid" : "5c32d0f0-6f03-4866-8fea-f333ec994fc6" }, { - "from" : "1e291716-8134-4fd0-8bfa-0d910d026fec:dense 3d map", + "from" : "633be9cd-9f1b-4cdd-b708-a1edd3742842:depth", "name" : "anonymous", - "to" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:dense 3d map", - "uuid" : "24a4329e-5669-4cd5-bc57-08fbb0c1f859" + "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:depth", + "uuid" : "01e249b4-2c34-4be3-9f05-ccb2ddacb8a0" }, { - "from" : "814e358a-b568-4082-99f3-4629d35e7f2e:tf: /odom", + "from" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:person_id_candidate [hri_msgs/IdsMatch]", "name" : "anonymous", - "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:localisation prior", - "uuid" : "b5c8c9c8-32a9-431a-ad91-a8c3f873bee5" + "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]", + "uuid" : "c0e2fb4b-26a7-498e-896b-e3278a6224e6" }, { "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:tf: /face_id_gaze", "name" : "anonymous", - "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:gaze direction", - "uuid" : "0de8cacd-26a8-4d65-b9d1-266658e3c74c" + "to" : "d715b004-7177-4001-bd9d-725e87789c94:gaze direction", + "uuid" : "030d86be-bbbc-4e20-8ec6-07484f776a21" }, { "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", "name" : "anonymous", - "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", - "uuid" : "d51f420e-8f96-498d-a29c-8f194644da16" + "to" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", + "uuid" : "88460958-7617-470b-8702-5ff1311aa66e" }, { - "from" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:/humans/persons/*/body_id [std_msgs/String]", + "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:gestures", "name" : "anonymous", - "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:/h/p/personID", - "uuid" : "9c3a70db-3bc2-46bb-9af3-2402bf296ceb" + "to" : "20eb61ac-3243-41ed-b855-451cd88e4ae5:input", + "uuid" : "1b666d89-6a0a-46bb-9b96-72e8a7cbe369" }, { - "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]", + "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", "name" : "anonymous", - "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:input", - "uuid" : "29cfa94f-c3b2-4feb-a256-44b7d1dbb304" + "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", + "uuid" : "a2a69657-28ce-4f09-96d3-d68d1f73dced" }, { "from" : "3e7d7601-34c6-4975-9e36-f50968f141b2:/audio/raw_audio [respeaker_ros/RawAudioData]", @@ -303,76 +315,76 @@ "uuid" : "f801caaa-2adf-42e9-ae6c-a3079b25e7e4" }, { - "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]", + "from" : "35d5af59-53e3-466c-874d-89131352c403:nav goals", "name" : "anonymous", - "to" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/audio/speech_streams [array of std_msgs/String]", - "uuid" : "e3df6f6f-c81c-491e-941c-7267619d59a3" + "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:following/nav goals", + "uuid" : "8349f12e-ea96-4d0d-a315-1ad231539936" }, { - "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]", + "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", "name" : "anonymous", - "to" : "35d5af59-53e3-466c-874d-89131352c403:demographics", - "uuid" : "8497fa30-5d68-4f2d-809d-c596395cc58f" + "to" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", + "uuid" : "477e0004-b15d-46b9-b6a0-80c8963b36c0" }, { - "from" : "328fd73c-ead7-4b87-a815-401958fa77a2:low-level actions", + "from" : "b600af28-8f8a-4da9-89df-12b621f45244:output", "name" : "anonymous", - "to" : "20eb61ac-3243-41ed-b855-451cd88e4ae5:input", - "uuid" : "76376fcb-a31a-40db-9220-1fef7cf68fc8" + "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:feet position", + "uuid" : "1f319e0a-3956-45c1-9000-adcb6c4a9dc1" }, { - "from" : "1e291716-8134-4fd0-8bfa-0d910d026fec:dense 3d map", + "from" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/speech_streams -- array of std_msgs/String", "name" : "anonymous", - "to" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:dense 3d map", - "uuid" : "42b5f41f-7a83-4ed2-88c5-c23ed58b6742" + "to" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d:/h/v/*/speech [std_msgs/String]", + "uuid" : "db3221a7-783a-4ffb-9ca2-8d074e9706fd" }, { - "from" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/speech_streams -- array of std_msgs/String", + "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:DialogueState", "name" : "anonymous", - "to" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/audio/speech_streams [array of std_msgs/String]", - "uuid" : "7781e166-4fa1-4597-bb9c-6ab0df90c5e2" + "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:dialogue state", + "uuid" : "edb67b60-5748-4e4f-bc1c-66f386b4a870" }, { - "from" : "3e7d7601-34c6-4975-9e36-f50968f141b2:/audio/ego_audio [audio_common_msgs/AudioData]", + "from" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:/map_refined [nav_msgs/OccupancyGrid]", "name" : "anonymous", - "to" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/ego_audio [audio_common_msgs/AudioData]", - "uuid" : "b89143e5-d894-4b4c-951b-c573ecd718c4" + "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:occupancy map", + "uuid" : "fd48565b-cdbc-4fcd-a5fd-f3983311a074" }, { - "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]", + "from" : "35d5af59-53e3-466c-874d-89131352c403:interaction state", "name" : "anonymous", - "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:/camera_torso/color/image_torso [sensor_msgs/Image]", - "uuid" : "e7e489c0-507d-4ddb-97fd-a397ca6a74a0" + "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:interaction messages", + "uuid" : "ed16d30f-ff2e-4f62-b96d-ba128166c0f6" }, { - "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]", + "from" : "409d9526-77ed-4ee3-bae9-ab48381e0b28:/camera_head/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/v/*/audio [audio_common_msgs/AudioData]", - "uuid" : "695c4b8b-4ca8-41fe-915f-084b935e46d7" + "to" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/camera_head/color/image_raw [sensor_msgs/Image]", + "uuid" : "0df69792-572a-41d2-ac85-593277dfc65b" }, { - "from" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/h/v/*/speech [std_msgs/String]", + "from" : "d4ce24fa-1d84-4929-b6b5-eab4994efeef:semantic description", "name" : "anonymous", - "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:/h/v/*/speech [std_msgs/String]", - "uuid" : "28b5d9ee-6f5e-4273-88d6-580a3e5a310f" + "to" : "35d5af59-53e3-466c-874d-89131352c403:semantic scene description", + "uuid" : "c8b7ebbb-8ba7-4c32-9b99-76a5806b9e3b" }, { - "from" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", + "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", "name" : "anonymous", - "to" : "8a4e7f8e-3ade-4e30-9f41-1bfeee90055b:/h/f/*/roi [hri_msgs/RegionOfInterestStamped]", - "uuid" : "c379435f-7cba-4ecc-9b49-405379374dfe" + "to" : "4071a411-0acc-401d-8bbb-bb47fdc00697:people RoIs", + "uuid" : "5f1d7cad-c4ba-4c81-a411-241505837aa1" }, { - "from" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:/h/i/gaze [hri_msgs/GazesStamped]", + "from" : "35d5af59-53e3-466c-874d-89131352c403:interaction state", "name" : "anonymous", - "to" : "4a610776-d94b-4f35-9871-b835e8e0faf7:/h/i/gaze [hri_msgs/GazesStamped]", - "uuid" : "76fdc6fe-e123-4a43-a6f5-20429c1a7d69" + "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:robot state", + "uuid" : "0a79dcb8-dd0c-44de-ab5a-69905131ab0e" }, { - "from" : "a284bd3a-0273-4d81-89ce-bc8d042b2674:/camera_head/color/image_raw [sensor_msgs/Image]", + "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:person_id_candidate [hri_msgs/IdsMatch]", "name" : "anonymous", - "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/camera_head/color/image_raw [sensor_msgs/Image]", - "uuid" : "8350e9d1-a6df-40bc-b74a-03efc53c5254" + "to" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:candidate_matchs [hri_msgs/IdsMatch]", + "uuid" : "bd9d1c95-32d1-4be0-b858-5bd71b12fdd8" }, { "from" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:scene graph", @@ -399,46 +411,76 @@ "uuid" : "cc656080-5976-492e-87d3-2c9e177aaf40" }, { - "from" : "b357b248-d5a8-445d-9c09-5c567d074966:/detected_objects [spring_msgs/DetectedObjectArray]", + "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:tf: /face_id_gaze", "name" : "anonymous", - "to" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:/detected_objects [spring_msgs/DetectedObjectArray]", - "uuid" : "7c0fa9d2-5c6c-402b-bc90-78d2f32807e5" + "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:gaze direction", + "uuid" : "0de8cacd-26a8-4d65-b9d1-266658e3c74c" }, { - "from" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:who to look at", + "from" : "d609252f-2fd4-4439-86c3-ece9fd387a3a:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", "name" : "anonymous", - "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:look at", - "uuid" : "24403468-2363-4349-b05e-8800f239e890" + "to" : "c9c1df26-7274-4765-8772-b06e15f87c3c:/h/b/*/roi [hri_msgs/RegionOfInterestStamped]", + "uuid" : "d51f420e-8f96-498d-a29c-8f194644da16" }, { - "from" : "46e542fd-7a41-4d9a-b3fc-981a724bf538:x,y + attention heatmap", + "from" : "43da963c-18a8-4ad7-86f6-f361a9d25d36:/humans/persons/*/body_id [std_msgs/String]", "name" : "anonymous", - "to" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5:attention", - "uuid" : "c38977a5-ea01-41e3-b161-164b84e18fa8" + "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:/h/p/personID", + "uuid" : "9c3a70db-3bc2-46bb-9af3-2402bf296ceb" }, { - "from" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/postprocess_audio_streams -- cf output in node desc", + "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]", "name" : "anonymous", - "to" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/postprocess_audio_streams [audio_common_msgs/AudioData]", - "uuid" : "d9f3d88f-2ce9-46a3-9b5b-7e25e3408056" + "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:input", + "uuid" : "29cfa94f-c3b2-4feb-a256-44b7d1dbb304" }, { - "from" : "9ab39362-e233-44d2-9d06-dd24694446f2:DialogueState", + "from" : "49998d33-7c64-4557-b1c9-56b241b59600:/audio/speech_streams -- array of std_msgs/String", "name" : "anonymous", - "to" : "bc526a14-c5aa-466e-ba5b-30a78b14d672:dialogue state", - "uuid" : "edb67b60-5748-4e4f-bc1c-66f386b4a870" + "to" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/audio/speech_streams [array of std_msgs/String]", + "uuid" : "7781e166-4fa1-4597-bb9c-6ab0df90c5e2" }, { - "from" : "b62de7f5-7899-48fd-a64d-3226e68bb21f:/map_refined [nav_msgs/OccupancyGrid]", + "from" : "3e7d7601-34c6-4975-9e36-f50968f141b2:/audio/ego_audio [audio_common_msgs/AudioData]", "name" : "anonymous", - "to" : "328fd73c-ead7-4b87-a815-401958fa77a2:occupancy map", - "uuid" : "fd48565b-cdbc-4fcd-a5fd-f3983311a074" + "to" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3:/audio/ego_audio [audio_common_msgs/AudioData]", + "uuid" : "b89143e5-d894-4b4c-951b-c573ecd718c4" }, { - "from" : "35d5af59-53e3-466c-874d-89131352c403:interaction state", + "from" : "1929373a-59ae-474d-bc1b-a2d0be2417cd:/camera_torso/color/image_raw [sensor_msgs/Image]", "name" : "anonymous", - "to" : "9ab39362-e233-44d2-9d06-dd24694446f2:interaction messages", - "uuid" : "ed16d30f-ff2e-4f62-b96d-ba128166c0f6" + "to" : "1e291716-8134-4fd0-8bfa-0d910d026fec:/camera_torso/color/image_torso [sensor_msgs/Image]", + "uuid" : "e7e489c0-507d-4ddb-97fd-a397ca6a74a0" + }, + { + "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]", + "name" : "anonymous", + "to" : "e9861836-caed-4c19-87e2-13ba1a380613:/h/v/*/audio [audio_common_msgs/AudioData]", + "uuid" : "695c4b8b-4ca8-41fe-915f-084b935e46d7" + }, + { + "from" : "b70f5085-b32c-47de-b158-73fc4d83fb93:/h/v/*/audio [audio_common_msgs/AudioData]", + "name" : "anonymous", + "to" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115:/audio/speech_streams [array of std_msgs/String]", + "uuid" : "e3df6f6f-c81c-491e-941c-7267619d59a3" + }, + { + "from" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e:/h/f/*/demographics [hri_msgs/AgeAndGender]", + "name" : "anonymous", + "to" : "35d5af59-53e3-466c-874d-89131352c403:demographics", + "uuid" : "8497fa30-5d68-4f2d-809d-c596395cc58f" + }, + { + "from" : "328fd73c-ead7-4b87-a815-401958fa77a2:low-level actions", + "name" : "anonymous", + "to" : "20eb61ac-3243-41ed-b855-451cd88e4ae5:input", + "uuid" : "76376fcb-a31a-40db-9220-1fef7cf68fc8" + }, + { + "from" : "1e291716-8134-4fd0-8bfa-0d910d026fec:dense 3d map", + "name" : "anonymous", + "to" : "dc52fa2f-b098-4f96-a830-eb329bcf282b:dense 3d map", + "uuid" : "42b5f41f-7a83-4ed2-88c5-c23ed58b6742" } ], "description" : "EU H2020 SPRING architecture", @@ -446,484 +488,398 @@ "nodes" : [ { "label" : "UNITN", - "name" : "MOCK: Non-verbal behaviours", + "name" : "MOCK: F-formation", "ports" : [ { "direction" : "in", - "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" + "name" : "/h/i/gaze [hri_msgs/GazesStamped]" }, { - "direction" : "in", - "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" + "direction" : "out", + "name" : "/h/i/groups [hri_msgs/GroupsStamped]" }, { - "direction" : "out", - "name" : "/h/f/*/expression [hri_msgs/Expression]" + "direction" : "in", + "name" : "tf: /person_id" } ], - "position" : [ 2960, 1560 ], - "size" : [ 480, 180 ], - "uuid" : "e9861836-caed-4c19-87e2-13ba1a380613" + "position" : [ 3960, 1880 ], + "size" : [ 300, 160 ], + "uuid" : "4a610776-d94b-4f35-9871-b835e8e0faf7" }, { - "label" : "HWU", - "name" : "MOCK: Dialogue manager", + "label" : "CVUT", + "name" : "MOCK: Visual SLAM + 3D map", "ports" : [ { "direction" : "in", - "name" : "/h/v/*/speech [std_msgs/String]" + "name" : "localisation prior" }, { "direction" : "out", - "name" : "DialogueState" + "name" : "dense 3d map" }, { "direction" : "out", - "name" : "next utterance" + "name" : "tf: /odom" }, { "direction" : "in", - "name" : "interaction messages" + "name" : "/camera_head/color/image_head [sensor_msgs/Image]" + }, + { + "direction" : "in", + "name" : "/camera_torso/color/image_torso [sensor_msgs/Image]" } ], - "position" : [ 2880, 420 ], - "size" : [ 300, 169 ], - "uuid" : "9ab39362-e233-44d2-9d06-dd24694446f2" + "position" : [ 1000, 2020 ], + "size" : [ 440, 200 ], + "uuid" : "1e291716-8134-4fd0-8bfa-0d910d026fec" }, { - "label" : "CVUT", - "name" : "MOCK: Semantic mapping [resources permitting]", + "label" : "PAL", + "name" : "respeaker_ros", "ports" : [ - { - "direction" : "in", - "name" : "dense 3d map" - }, { "direction" : "out", - "name" : "scene graph" + "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]" }, { - "direction" : "in", - "name" : "/detected_objects [spring_msgs/DetectedObjectArray]" + "direction" : "out", + "name" : "/audio/ego_audio [audio_common_msgs/AudioData]" } ], - "position" : [ 1580, 1780 ], - "size" : [ 440, 140 ], - "uuid" : "dc52fa2f-b098-4f96-a830-eb329bcf282b" + "position" : [ 0, 380 ], + "size" : [ 400, 120 ], + "sub_architecture" : "b96ac6ba-08a0-4df0-8341-206c356f7c87", + "uuid" : "3e7d7601-34c6-4975-9e36-f50968f141b2" }, { - "label" : "UNITN", - "name" : "MOCK: F-formation", + "label" : "BIU", + "name" : "MOCK: ASR", "ports" : [ { "direction" : "in", - "name" : "tf: /person_id" + "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]" }, + { + "direction" : "out", + "name" : "/audio/speech_streams -- array of std_msgs/String" + } + ], + "position" : [ 1660, 0 ], + "size" : [ 540, 138 ], + "sub_architecture" : "11d2ee50-fd1e-4664-be3b-1a250ec7d758", + "uuid" : "49998d33-7c64-4557-b1c9-56b241b59600" + }, + { + "label" : "PAL", + "name" : "MOCK: Robot functional layer", + "ports" : [ { "direction" : "in", - "name" : "/h/i/gaze [hri_msgs/GazesStamped]" - }, + "name" : "input" + } + ], + "position" : [ 4420, 1080 ], + "size" : [ 240, 120 ], + "uuid" : "20eb61ac-3243-41ed-b855-451cd88e4ae5" + }, + { + "label" : "PAL", + "name" : "MOCK: Fisheye", + "ports" : [ { "direction" : "out", - "name" : "/h/i/groups [hri_msgs/GroupsStamped]" + "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" } ], - "position" : [ 3960, 1880 ], - "size" : [ 300, 160 ], - "uuid" : "4a610776-d94b-4f35-9871-b835e8e0faf7" + "position" : [ 60, 980 ], + "size" : [ 387, 120 ], + "uuid" : "409d9526-77ed-4ee3-bae9-ab48381e0b28" }, { "label" : "INRIA", - "name" : "MOCK: Person manager [PAL to write initial tmp version]", + "name" : "MOCK: robot_behavior", "ports" : [ - { - "direction" : "out", - "name" : "/humans/persons/*/body_id [std_msgs/String]" - }, { "direction" : "in", - "name" : "TF (faces)" - }, - { - "direction" : "out", - "name" : "/h/p/*/voice_id [std_msgs/String]" + "name" : "status" }, { "direction" : "out", - "name" : "/h/p/*/face_id [std_msgs/String]" + "name" : "status" }, { - "direction" : "out", - "name" : "tf: /person_id" + "direction" : "in", + "name" : "look at" }, { "direction" : "in", - "name" : "TF (voices)" + "name" : "following/nav goals" }, { "direction" : "in", - "name" : "/h/f/*/demographics [hri_msgs/AgeAndGender]" + "name" : "occupancy map" }, { "direction" : "out", - "name" : "/h/p/*/demographics [hri_msgs/AgeAndGender]" + "name" : "low-level actions" }, { "direction" : "in", - "name" : "candidate_matchs [hri_msgs/IdsMatch]" + "name" : "/h/i/groups [hri_msgs/GroupsStamped]" } ], - "position" : [ 2380, 700 ], - "size" : [ 400, 820 ], - "uuid" : "43da963c-18a8-4ad7-86f6-f361a9d25d36" + "position" : [ 4000, 1340 ], + "size" : [ 380, 324 ], + "sub_architecture" : "d5ec9783-4c4f-4652-a8bd-b786a1905f48", + "uuid" : "328fd73c-ead7-4b87-a815-401958fa77a2" }, { - "label" : "BIU", - "name" : "MOCK: Sound localisation", + "label" : "CVUT", + "name" : "MOCK: Object detection/identification/localisation", "ports" : [ { "direction" : "out", - "name" : "tracking information" - }, - { - "direction" : "out", - "name" : "output" + "name" : "/detected_objects [spring_msgs/DetectedObjectArray]" }, { "direction" : "in", - "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" - }, + "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" + } + ], + "position" : [ 1000, 1780 ], + "size" : [ 440, 140 ], + "uuid" : "b357b248-d5a8-445d-9c09-5c567d074966" + }, + { + "label" : "UNITN", + "name" : "MOCK: Depth estimation from monocular", + "ports" : [ { "direction" : "out", - "name" : "source angle" + "name" : "depth" }, { - "direction" : "out", - "name" : "tf: /voice_id" + "direction" : "in", + "name" : "input" } ], - "position" : [ 460, 500 ], - "size" : [ 360, 200 ], - "uuid" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604" + "position" : [ 2940, 2100 ], + "size" : [ 340, 160 ], + "uuid" : "633be9cd-9f1b-4cdd-b708-a1edd3742842" }, { "label" : "UNITN", - "name" : "MOCK: User attention estimation", + "name" : "MOCK: Body 2D pose [openpose]", "ports" : [ { "direction" : "out", - "name" : "tf: /face_id_gaze" - }, - { - "direction" : "out", - "name" : "x,y + attention heatmap" + "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]" }, { "direction" : "in", - "name" : "TF (faces)" + "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]" }, { "direction" : "in", - "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" + "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" } ], - "position" : [ 2940, 1880 ], - "size" : [ 398, 169 ], - "uuid" : "46e542fd-7a41-4d9a-b3fc-981a724bf538" + "position" : [ 1360, 820 ], + "size" : [ 440, 140 ], + "sub_architecture" : "e496dc05-fbf4-467f-95cf-d8548eefe677", + "uuid" : "c9c1df26-7274-4765-8772-b06e15f87c3c" }, { "label" : "CVUT", - "name" : "MOCK: Visual SLAM + 3D map", + "name" : "MOCK: Semantic mapping [resources permitting]", "ports" : [ { "direction" : "in", - "name" : "localisation prior" - }, - { - "direction" : "out", "name" : "dense 3d map" }, { - "direction" : "in", - "name" : "/camera_head/color/image_head [sensor_msgs/Image]" + "direction" : "out", + "name" : "scene graph" }, { "direction" : "in", - "name" : "/camera_torso/color/image_torso [sensor_msgs/Image]" - }, - { - "direction" : "out", - "name" : "tf: /odom" + "name" : "/detected_objects [spring_msgs/DetectedObjectArray]" } ], - "position" : [ 1000, 2020 ], - "size" : [ 440, 200 ], - "uuid" : "1e291716-8134-4fd0-8bfa-0d910d026fec" + "position" : [ 1580, 1780 ], + "size" : [ 440, 140 ], + "uuid" : "dc52fa2f-b098-4f96-a830-eb329bcf282b" }, { "label" : "BIU", - "name" : "MOCK: Speaker identification", + "name" : "Voice speech matching", "ports" : [ { "direction" : "in", - "name" : "tracking information" + "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" }, { "direction" : "in", - "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]" - }, - { - "direction" : "out", - "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" + "name" : "/audio/speech_streams [array of std_msgs/String]" }, { "direction" : "out", - "name" : "person_id_candidate [hri_msgs/IdsMatch]" + "name" : "/h/v/*/speech [std_msgs/String]" } ], - "position" : [ 1660, 340 ], - "size" : [ 502, 169 ], - "sub_architecture" : "9387ee34-690d-4830-932c-7567cee820ef", - "uuid" : "b70f5085-b32c-47de-b158-73fc4d83fb93" + "position" : [ 2220, 180 ], + "size" : [ 500, 160 ], + "uuid" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115" }, { - "label" : "INRIA", - "name" : "MOCK: People 3D tracker [position/orientation]", + "label" : "HWU", + "name" : "MOCK: interaction_manager", "ports" : [ { "direction" : "in", - "name" : "feet position" + "name" : "/h/p/personID" }, { - "direction" : "in", - "name" : "people RoIs" + "direction" : "out", + "name" : "active personID" }, { "direction" : "in", - "name" : "ground plane" + "name" : "TF" }, { "direction" : "out", - "name" : "tf: /body_id" - } - ], - "position" : [ 1900, 700 ], - "size" : [ 360, 180 ], - "uuid" : "4071a411-0acc-401d-8bbb-bb47fdc00697" - }, - { - "label" : "HWU", - "name" : "MOCK: High-level planner [decision making]", - "ports" : [ - { - "direction" : "in", - "name" : "demographics" + "name" : "gestures" }, { "direction" : "out", - "name" : "nav goals" + "name" : "who to look at" }, { - "direction" : "in", - "name" : "dialogue state" + "direction" : "out", + "name" : "verbal command" }, { "direction" : "in", - "name" : "TF (persons)" + "name" : "semantic scene description" }, { "direction" : "out", - "name" : "interaction state" + "name" : "nav goals" }, { "direction" : "in", - "name" : "semantic scene description" + "name" : "input" }, { - "direction" : "out", - "name" : "output" - } - ], - "position" : [ 3220, 1120 ], - "size" : [ 400, 293 ], - "uuid" : "35d5af59-53e3-466c-874d-89131352c403" - }, - { - "label" : "UNITN", - "name" : "MOCK: Face detection", - "ports" : [ - { - "direction" : "out", - "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" + "direction" : "in", + "name" : "dialogue state" }, { "direction" : "in", - "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" + "name" : "robot state" } ], - "position" : [ 700, 1300 ], - "size" : [ 400, 120 ], - "uuid" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9" - }, - { - "label" : "Other", - "name" : "DEPENDENCY: spring_msgs", - "position" : [ 360, 2260 ], - "size" : [ 240, 120 ], - "sub_architecture" : "754b3165-805d-469a-b604-4dfef5453911", - "uuid" : "2e89a11f-a4b0-4b5e-8d72-975d8c47c7f7" + "position" : [ 3200, 700 ], + "size" : [ 400, 386 ], + "sub_architecture" : "b87a23ac-d223-4bac-b438-0b16e6e55270", + "uuid" : "bc526a14-c5aa-466e-ba5b-30a78b14d672" }, { "label" : "PAL", - "name" : "respeaker_ros", + "name" : "MOCK: ORB SLAM", "ports" : [ { "direction" : "out", - "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]" + "name" : "tf: /odom" }, { "direction" : "out", - "name" : "/audio/ego_audio [audio_common_msgs/AudioData]" - } - ], - "position" : [ 0, 380 ], - "size" : [ 400, 120 ], - "sub_architecture" : "b96ac6ba-08a0-4df0-8341-206c356f7c87", - "uuid" : "3e7d7601-34c6-4975-9e36-f50968f141b2" - }, - { - "label" : "BIU", - "name" : "Voice speech matching", - "ports" : [ - { - "direction" : "out", - "name" : "/h/v/*/speech [std_msgs/String]" - }, - { - "direction" : "in", - "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" + "name" : "/map [nav_msgs/OccupancyGrid]" }, { "direction" : "in", - "name" : "/audio/speech_streams [array of std_msgs/String]" + "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]" } ], - "position" : [ 2220, 180 ], - "size" : [ 500, 160 ], - "uuid" : "fb3919be-ce33-4bf7-96c5-7a084bc5f115" + "position" : [ 500, 1860 ], + "size" : [ 400, 140 ], + "uuid" : "814e358a-b568-4082-99f3-4629d35e7f2e" }, { - "label" : "INRIA", - "name" : "MOCK: Robot non-verbal behaviours", + "label" : "PAL", + "name" : "hri_fullbody", "ports" : [ - { - "direction" : "in", - "name" : "status" - }, { "direction" : "out", - "name" : "status" - }, - { - "direction" : "in", - "name" : "look at" + "name" : "tf: /full_body" }, { - "direction" : "in", - "name" : "following/nav goals" + "direction" : "out", + "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]" }, { "direction" : "in", - "name" : "occupancy map" + "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" }, { "direction" : "out", - "name" : "low-level actions" + "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" }, { "direction" : "in", - "name" : "/h/i/groups [hri_msgs/GroupsStamped]" + "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]" } ], - "position" : [ 4000, 1340 ], - "size" : [ 380, 324 ], - "uuid" : "328fd73c-ead7-4b87-a815-401958fa77a2" + "position" : [ 1340, 980 ], + "size" : [ 520, 200 ], + "uuid" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc" }, { - "label" : "INRIA", - "name" : "MOCK: ROS openpose [used by INRIA]", + "label" : "PAL", + "name" : "MOCK: RGB head [+ Fisheye stereo]", "ports" : [ { "direction" : "out", - "name" : "output" - }, - { - "direction" : "in", - "name" : "input" + "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" } ], - "position" : [ 1500, 680 ], - "size" : [ 300, 120 ], - "uuid" : "b600af28-8f8a-4da9-89df-12b621f45244" + "position" : [ 40, 1220 ], + "size" : [ 398, 120 ], + "uuid" : "a284bd3a-0273-4d81-89ce-bc8d042b2674" }, { - "label" : "ERM", - "name" : "MOCK: Robot GUI [tablet]", + "label" : "INRIA", + "name" : "MOCK: Multi-people body tracker", "ports" : [ { "direction" : "in", - "name" : "additional support material" - }, - { - "direction" : "in", - "name" : "/tts/feedback" - }, - { - "direction" : "in", - "name" : "speech output" - }, - { - "direction" : "in", - "name" : "/h/v/*/speech [std_msgs/String]" - } - ], - "position" : [ 4320, 480 ], - "size" : [ 400, 180 ], - "uuid" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d" - }, - { - "label" : "UNITN", - "name" : "MOCK: Body 2D pose [openpose]", - "ports" : [ - { - "direction" : "in", - "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]" - }, - { - "direction" : "in", - "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" + "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" }, { "direction" : "out", - "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]" + "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]" } ], - "position" : [ 1360, 820 ], - "size" : [ 440, 140 ], - "sub_architecture" : "e496dc05-fbf4-467f-95cf-d8548eefe677", - "uuid" : "c9c1df26-7274-4765-8772-b06e15f87c3c" + "position" : [ 700, 780 ], + "size" : [ 440, 120 ], + "sub_architecture" : "d0367ed7-2b45-4244-9507-538e7767127f", + "uuid" : "d609252f-2fd4-4439-86c3-ece9fd387a3a" }, { "label" : "HWU", "name" : "MOCK: Scene understanding [internal HWU, to clarify]", "ports" : [ - { - "direction" : "out", - "name" : "semantic description" - }, { "direction" : "in", "name" : "scene graph" + }, + { + "direction" : "out", + "name" : "semantic description" } ], "position" : [ 2240, 1960 ], @@ -938,13 +894,13 @@ "direction" : "in", "name" : "TF (bodies)" }, - { - "direction" : "out", - "name" : "/map_refined [nav_msgs/OccupancyGrid]" - }, { "direction" : "in", "name" : "dense 3d map" + }, + { + "direction" : "out", + "name" : "/map_refined [nav_msgs/OccupancyGrid]" } ], "position" : [ 1580, 2020 ], @@ -953,8 +909,12 @@ }, { "label" : "BIU", - "name" : "MOCK: Speech echo cancelation, enhancement, separation and diarization", + "name" : "MOCK: Speech analysis", "ports" : [ + { + "direction" : "in", + "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]" + }, { "direction" : "in", "name" : "sound localization" @@ -966,10 +926,6 @@ { "direction" : "in", "name" : "/audio/ego_audio [audio_common_msgs/AudioData]" - }, - { - "direction" : "in", - "name" : "/audio/raw_audio [respeaker_ros/RawAudioData]" } ], "position" : [ 940, 140 ], @@ -977,73 +933,22 @@ "sub_architecture" : "703291ee-d2c9-4f3c-a94c-fb6030dd783e", "uuid" : "3cf3e598-266f-4c7b-bf1f-fd5cc48a7cd3" }, - { - "label" : "CVUT", - "name" : "MOCK: Object detection/identification/localisation", - "ports" : [ - { - "direction" : "out", - "name" : "/detected_objects [spring_msgs/DetectedObjectArray]" - }, - { - "direction" : "in", - "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" - } - ], - "position" : [ 1000, 1780 ], - "size" : [ 440, 140 ], - "uuid" : "b357b248-d5a8-445d-9c09-5c567d074966" - }, { "label" : "UNITN", - "name" : "MOCK: Depth estimation from monocular", - "ports" : [ - { - "direction" : "out", - "name" : "depth" - }, - { - "direction" : "in", - "name" : "input" - } - ], - "position" : [ 2940, 2100 ], - "size" : [ 340, 160 ], - "uuid" : "633be9cd-9f1b-4cdd-b708-a1edd3742842" - }, - { - "label" : "PAL", - "name" : "MOCK: RGB-D + camera_info", + "name" : "MOCK: Mask detection", "ports" : [ { "direction" : "out", - "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]" - } - ], - "position" : [ 20, 2040 ], - "size" : [ 440, 120 ], - "uuid" : "1929373a-59ae-474d-bc1b-a2d0be2417cd" - }, - { - "label" : "UNITN", - "name" : "MOCK: Activity reco", - "ports" : [ - { - "direction" : "in", - "name" : "TF (bodies)" + "name" : "/h/f/*/mask [std_msgs/Bool]" }, { "direction" : "in", - "name" : "gaze direction" - }, - { - "direction" : "out", - "name" : "[?] output" + "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" } ], - "position" : [ 3620, 1660 ], - "size" : [ 280, 160 ], - "uuid" : "d715b004-7177-4001-bd9d-725e87789c94" + "position" : [ 1400, 1560 ], + "size" : [ 345, 120 ], + "uuid" : "c2585ae1-7f25-41a5-af6c-de742b2a7f9a" }, { "label" : "UNITN", @@ -1063,21 +968,33 @@ "uuid" : "5e2b8998-87f5-46a0-b925-aa5ca3708b7e" }, { - "label" : "BIU", - "name" : "MOCK: ASR", + "label" : "UNITN", + "name" : "MOCK: Non-verbal behaviours", "ports" : [ + { + "direction" : "out", + "name" : "/h/f/*/expression [hri_msgs/Expression]" + }, { "direction" : "in", - "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]" + "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" }, { - "direction" : "out", - "name" : "/audio/speech_streams -- array of std_msgs/String" + "direction" : "in", + "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" } ], - "position" : [ 1660, 0 ], - "size" : [ 540, 138 ], - "uuid" : "49998d33-7c64-4557-b1c9-56b241b59600" + "position" : [ 2960, 1560 ], + "size" : [ 480, 180 ], + "uuid" : "e9861836-caed-4c19-87e2-13ba1a380613" + }, + { + "label" : "Other", + "name" : "DEPENDENCY: hri_msgs", + "position" : [ 20, 2260 ], + "size" : [ 280, 120 ], + "sub_architecture" : "7590c224-e846-4f1c-9ecb-0a2992568089", + "uuid" : "b5076968-861b-43cb-8bd8-35a5fefebfe4" }, { "label" : "PAL", @@ -1129,30 +1046,17 @@ "size" : [ 340, 231 ], "uuid" : "9f0f2859-8e0e-4f48-829f-8d828cbab1d5" }, - { - "label" : "PAL", - "name" : "MOCK: Robot functional layer", - "ports" : [ - { - "direction" : "in", - "name" : "input" - } - ], - "position" : [ 4420, 1080 ], - "size" : [ 240, 120 ], - "uuid" : "20eb61ac-3243-41ed-b855-451cd88e4ae5" - }, { "label" : "UNITN", "name" : "MOCK: Person re-identification", "ports" : [ - { - "direction" : "in", - "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" - }, { "direction" : "out", "name" : "person_id_candidate [hri_msgs/IdsMatch]" + }, + { + "direction" : "in", + "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" } ], "position" : [ 1400, 1240 ], @@ -1161,174 +1065,319 @@ }, { "label" : "PAL", - "name" : "MOCK: RGB head [+ Fisheye stereo]", + "name" : "MOCK: RGB-D + camera_info", "ports" : [ { "direction" : "out", - "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" + "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]" } ], - "position" : [ 40, 1220 ], - "size" : [ 398, 120 ], - "uuid" : "a284bd3a-0273-4d81-89ce-bc8d042b2674" + "position" : [ 20, 2040 ], + "size" : [ 440, 120 ], + "uuid" : "1929373a-59ae-474d-bc1b-a2d0be2417cd" + }, + { + "label" : "UNITN", + "name" : "MOCK: Activity reco", + "ports" : [ + { + "direction" : "in", + "name" : "gaze direction" + }, + { + "direction" : "out", + "name" : "[?] output" + }, + { + "direction" : "in", + "name" : "TF (bodies)" + } + ], + "position" : [ 3620, 1660 ], + "size" : [ 280, 160 ], + "uuid" : "d715b004-7177-4001-bd9d-725e87789c94" }, { "label" : "INRIA", - "name" : "MOCK: Multi-people body tracker", + "name" : "MOCK: Person manager", "ports" : [ { "direction" : "out", - "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]" + "name" : "/h/p/*/face_id [std_msgs/String]" + }, + { + "direction" : "out", + "name" : "tf: /person_id" }, { "direction" : "in", - "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" + "name" : "TF (voices)" + }, + { + "direction" : "in", + "name" : "candidate_matchs [hri_msgs/IdsMatch]" + }, + { + "direction" : "in", + "name" : "/h/f/*/demographics [hri_msgs/AgeAndGender]" + }, + { + "direction" : "out", + "name" : "/h/p/*/demographics [hri_msgs/AgeAndGender]" + }, + { + "direction" : "in", + "name" : "TF (faces)" + }, + { + "direction" : "out", + "name" : "/h/p/*/voice_id [std_msgs/String]" + }, + { + "direction" : "out", + "name" : "/humans/persons/*/body_id [std_msgs/String]" } ], - "position" : [ 700, 780 ], - "size" : [ 440, 120 ], - "uuid" : "d609252f-2fd4-4439-86c3-ece9fd387a3a" + "position" : [ 2380, 700 ], + "size" : [ 400, 820 ], + "sub_architecture" : "1f5e18f3-1be0-4e21-a3e1-439a597fe002", + "uuid" : "43da963c-18a8-4ad7-86f6-f361a9d25d36" }, { "label" : "UNITN", - "name" : "MOCK: Mask detection", + "name" : "MOCK: Face detection", "ports" : [ { "direction" : "out", - "name" : "/h/f/*/mask [std_msgs/Bool]" + "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" }, { "direction" : "in", - "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" + "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" } ], - "position" : [ 1400, 1560 ], - "size" : [ 345, 120 ], - "uuid" : "c2585ae1-7f25-41a5-af6c-de742b2a7f9a" + "position" : [ 700, 1300 ], + "size" : [ 400, 120 ], + "uuid" : "f24bbad8-6031-41f9-9ba3-56a4b3335ef9" }, { "label" : "Other", - "name" : "DEPENDENCY: hri_msgs", - "position" : [ 20, 2260 ], - "size" : [ 280, 120 ], - "sub_architecture" : "7590c224-e846-4f1c-9ecb-0a2992568089", - "uuid" : "b5076968-861b-43cb-8bd8-35a5fefebfe4" + "name" : "DEPENDENCY: spring_msgs", + "position" : [ 360, 2260 ], + "size" : [ 240, 120 ], + "sub_architecture" : "754b3165-805d-469a-b604-4dfef5453911", + "uuid" : "2e89a11f-a4b0-4b5e-8d72-975d8c47c7f7" }, { - "label" : "HWU", - "name" : "MOCK: Interaction manager", + "label" : "BIU", + "name" : "MOCK: Speaker identification", "ports" : [ { "direction" : "in", - "name" : "/h/p/personID" + "name" : "tracking information" }, { "direction" : "in", - "name" : "TF" + "name" : "/audio/postprocess_audio_streams [audio_common_msgs/AudioData]" }, { "direction" : "out", - "name" : "gestures" + "name" : "person_id_candidate [hri_msgs/IdsMatch]" }, { "direction" : "out", - "name" : "who to look at" + "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" + } + ], + "position" : [ 1660, 340 ], + "size" : [ 502, 169 ], + "sub_architecture" : "9387ee34-690d-4830-932c-7567cee820ef", + "uuid" : "b70f5085-b32c-47de-b158-73fc4d83fb93" + }, + { + "label" : "INRIA", + "name" : "MOCK: ROS openpose [used by INRIA]", + "ports" : [ + { + "direction" : "in", + "name" : "input" }, { "direction" : "out", - "name" : "verbal command" + "name" : "output" + } + ], + "position" : [ 1500, 680 ], + "size" : [ 300, 120 ], + "uuid" : "b600af28-8f8a-4da9-89df-12b621f45244" + }, + { + "label" : "ERM", + "name" : "MOCK: Robot GUI [tablet]", + "ports" : [ + { + "direction" : "in", + "name" : "additional support material" }, { "direction" : "in", - "name" : "semantic scene description" + "name" : "/tts/feedback" }, { - "direction" : "out", - "name" : "nav goals" + "direction" : "in", + "name" : "speech output" }, { "direction" : "in", - "name" : "input" + "name" : "/h/v/*/speech [std_msgs/String]" + } + ], + "position" : [ 4320, 480 ], + "size" : [ 400, 180 ], + "uuid" : "a8fd53b3-bfe1-43fc-b95a-4c949042fa3d" + }, + { + "label" : "INRIA", + "name" : "MOCK: People 3D tracker [position/orientation]", + "ports" : [ + { + "direction" : "in", + "name" : "feet position" }, { "direction" : "in", - "name" : "dialogue state" + "name" : "people RoIs" }, { "direction" : "in", - "name" : "robot state" + "name" : "ground plane" }, { "direction" : "out", - "name" : "active personID" + "name" : "tf: /body_id" } ], - "position" : [ 3200, 700 ], - "size" : [ 400, 386 ], - "uuid" : "bc526a14-c5aa-466e-ba5b-30a78b14d672" + "position" : [ 1900, 700 ], + "size" : [ 360, 180 ], + "uuid" : "4071a411-0acc-401d-8bbb-bb47fdc00697" }, { - "label" : "PAL", - "name" : "MOCK: ORB SLAM", + "label" : "HWU", + "name" : "MOCK: plan_actions", "ports" : [ + { + "direction" : "out", + "name" : "output" + }, { "direction" : "in", - "name" : "/camera_torso/color/image_raw [sensor_msgs/Image]" + "name" : "demographics" }, { "direction" : "out", - "name" : "tf: /odom" + "name" : "nav goals" + }, + { + "direction" : "in", + "name" : "dialogue state" + }, + { + "direction" : "in", + "name" : "TF (persons)" }, { "direction" : "out", - "name" : "/map [nav_msgs/OccupancyGrid]" + "name" : "interaction state" + }, + { + "direction" : "in", + "name" : "semantic scene description" } ], - "position" : [ 500, 1860 ], - "size" : [ 400, 140 ], - "uuid" : "814e358a-b568-4082-99f3-4629d35e7f2e" + "position" : [ 3220, 1120 ], + "size" : [ 400, 293 ], + "sub_architecture" : "9ff15583-a3c7-439b-a578-91ea4afac364", + "uuid" : "35d5af59-53e3-466c-874d-89131352c403" }, { - "label" : "PAL", - "name" : "hri_fullbody", + "label" : "BIU", + "name" : "MOCK: Sound source localisation", "ports" : [ { "direction" : "out", - "name" : "/h/b/*/skeleton2d [hri_msgs/Skeleton2D]" + "name" : "output" }, { - "direction" : "in", - "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" + "direction" : "out", + "name" : "source angle" }, { "direction" : "out", - "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" + "name" : "tracking information" + }, + { + "direction" : "out", + "name" : "tf: /voice_id" }, { "direction" : "in", - "name" : "/h/b/*/roi [hri_msgs/RegionOfInterestStamped]" + "name" : "/h/v/*/audio [audio_common_msgs/AudioData]" + } + ], + "position" : [ 460, 500 ], + "size" : [ 360, 200 ], + "uuid" : "48ed53a1-16b6-42b8-9c8f-6df5dce5b604" + }, + { + "label" : "UNITN", + "name" : "MOCK: User attention estimation", + "ports" : [ + { + "direction" : "out", + "name" : "x,y + attention heatmap" + }, + { + "direction" : "in", + "name" : "TF (faces)" + }, + { + "direction" : "in", + "name" : "/h/f/*/roi [hri_msgs/RegionOfInterestStamped]" }, { "direction" : "out", - "name" : "tf: /full_body" + "name" : "tf: /face_id_gaze" } ], - "position" : [ 1340, 980 ], - "size" : [ 520, 200 ], - "uuid" : "9b7043cb-efee-4cbb-b1e6-e88e6d0d68bc" + "position" : [ 2940, 1880 ], + "size" : [ 398, 169 ], + "uuid" : "46e542fd-7a41-4d9a-b3fc-981a724bf538" }, { - "label" : "PAL", - "name" : "MOCK: Fisheye", + "label" : "HWU", + "name" : "MOCK: dialogue arbiter", "ports" : [ + { + "direction" : "in", + "name" : "/h/v/*/speech [std_msgs/String]" + }, + { + "direction" : "in", + "name" : "interaction messages" + }, { "direction" : "out", - "name" : "/camera_head/color/image_raw [sensor_msgs/Image]" + "name" : "DialogueState" + }, + { + "direction" : "out", + "name" : "next utterance" } ], - "position" : [ 60, 980 ], - "size" : [ 387.65625, 120 ], - "uuid" : "409d9526-77ed-4ee3-bae9-ab48381e0b28" + "position" : [ 2880, 420 ], + "size" : [ 300, 169 ], + "sub_architecture" : "e2ee44b3-4f04-4a27-a947-525fae05035d", + "uuid" : "9ab39362-e233-44d2-9d06-dd24694446f2" } ], "uuid" : "234f40f3-f9bb-4d69-8121-aec26ac8c228",