Introduce stream_nm

parent d154dd3b
Pipeline #72704 failed with stage
in 14 minutes and 16 seconds
......@@ -8,7 +8,7 @@ before_script:
# We register to the registry (variables are set by gitlab)
- docker login -u gitlab-ci-token -p $CI_JOB_TOKEN $CI_REGISTRY
- apk update
- apk add gcc python-dev libc-dev libffi-dev libressl-dev make curl py-pip
- apk add gcc python-dev libc-dev libffi-dev libressl-dev make curl py-pip
- pip install docker-compose
build:
......
......@@ -4,3 +4,6 @@
[submodule "libs/shipzone"]
path = libs/shipzone
url = git@gitlab.inria.fr:sesame/ShipZone.git
[submodule "libs/stream_nm"]
path = libs/stream_nm
url = git@gitlab.inria.fr:sesame/NormalityModel.git
......@@ -35,7 +35,7 @@ services:
command: --bootstrap_servers kafka:9092 "/bigdata/groups/sesame/ais_britany/raw/2011/07/08/*" brittany
container_name: ingestion
# don':t restart otherwise messages will be indexed several times...
restart: on-failure
restart: always
build:
context: ingestion
args:
......@@ -105,6 +105,22 @@ services:
- ../bigdata/groups/sesame/csquares:/data
depends_on:
- base_gdal
stream_nm:
image: $NAMESPACE/stream_nm:$TARGET_REF
command: --bootstrap_servers kafka:9092
container_name: stream_nm
restart: always
ports:
- 6067:6066
build:
context: stream_nm
args:
TARGET_REF: $TARGET_REF
NAMESPACE: $NAMESPACE
depends_on:
- base_python3.6
############################
# Third party
############################
......
......@@ -90,7 +90,6 @@ if __name__ == "__main__":
elif msg.get("x") and msg.get("y"):
_msg = clean(msg, DYNAMIC_KEY)
_msg.update(fix_pos(msg))
print("sending %s" % _msg)
producer.send(TOPIC_DYNAMIC, value=_msg, key=str(msg.get("mmsi", "null")))
if args.pause:
time.sleep(args.pause)
......
Subproject commit 45c2e8b968d1136d75f98f0cd76d1db397b7979a
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment