...
 
Commits (5)
......@@ -7,3 +7,6 @@
[submodule "libs/stream_nm"]
path = libs/stream-nm
url = ../NormalityModel.git
[submodule "libs/MultitaskAIS"]
path = libs/multitaskais
url = git@github.com:msimonin/MultitaskAIS.git
......@@ -14,15 +14,14 @@ vagrant:
number: 1
networks: [n1]
g5k:
env_name: debian9-x64-base
walltime: "13:40:00"
walltime: "7:00:00"
job_type: allow_classic_ssh
job_name: sesame_platform
job_name: sesame_platform_
resources:
machines:
- roles: [kube-node, k8s-cluster]
cluster: parapluie
nodes: 3
cluster: paravance
nodes: 1
primary_network: n1
secondary_networks: []
min: 1
......
......@@ -122,6 +122,18 @@ services:
depends_on:
- base_python3.6
multitaskais:
image: $NAMESPACE/multitaskais:$TARGET_REF
container_name: multitaskais
restart: always
build:
context: multitaskais
args:
TARGET_REF: $TARGET_REF
NAMESPACE: $NAMESPACE
depends_on:
- base_python3.6
############################
# Third party
############################
......
Subproject commit 679a986d53bb4d27fdc8567fae269a7fdddbdbea
apiVersion: v1
kind: PersistentVolume
metadata:
name: nfs
apiVersion: v1
kind: PersistentVolume
metadata:
name: nfs
namespace: sesame
spec:
capacity:
storage: 1Mi
accessModes:
- ReadOnlyMany
nfs:
server: srv-bigdata.rennes.grid5000.fr
path: /srv/bigdata
spec:
capacity:
storage: 1Mi
accessModes:
- ReadOnlyMany
nfs:
server: storage1.rennes.grid5000.fr
path: /export/group/sesame
apiVersion: v1
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
metadata:
name: claim-nfs
namespace: sesame
spec:
namespace: sesame
spec:
accessModes:
- ReadOnlyMany
- ReadOnlyMany
storageClassName: ""
resources:
requests:
requests:
storage: 1Mi
......@@ -27,7 +27,7 @@ spec:
args:
- --bootstrap_servers
- sesame-kafka.sesame:9092
- "/bigdata/groups/sesame/ais_britany/*/*/*/*/*.cdv"
- "/bigdata/sesame/ais_britany/*/*/*/*/*.cdv"
- brittany
volumeMounts:
# name must match the volume name below
......
......@@ -27,7 +27,7 @@ spec:
args:
- --bootstrap_servers
- sesame-kafka.sesame:9092
- "/bigdata/groups/sesame/orbcomm/aivdm/*/*/*/*"
- "/bigdata/sesame/orbcomm/aivdm/*/*/*/*"
- global
volumeMounts:
# name must match the volume name below
......
......@@ -45,7 +45,7 @@
- name: Create the secret to access the docker private registry
shell: >
kubectl get secret regcred -n sesame
||
||
kubectl create secret -n sesame docker-registry regcred
--docker-server={{ docker_server }}
--docker-username={{ docker_username }}
......
......@@ -42,6 +42,8 @@ def load_config(file_path):
def g5k(force, conf, env):
config = load_config(conf)
ekt.g5k(config, force, env=env)
# make sure the sesame storage is ready
t._g5k_autofs(env=env)
@cli.command(help="Claim resources on vagrant (localhost).")
......@@ -133,6 +135,8 @@ def platform(env):
def deploy(provider, force, conf, env):
config = load_config(conf)
ekt.PROVIDERS[provider](config, force, env=env)
if provider == "g5k":
t._g5k_autofs(env=env)
ekt.inventory(env=env)
ekt.prepare(env=env)
ekt.post_install(env=env)
......
from enoslib.api import generate_inventory, run_ansible
from enoslib.api import generate_inventory, run_ansible, play_on
from enoslib.task import enostask
from enoslib.infra.enos_g5k.provider import G5k
from enoslib.infra.enos_g5k.g5k_api_utils import get_api_username
from enoslib.infra.enos_vagrant.provider import Enos_vagrant
import logging
import os
......@@ -19,3 +20,14 @@ def platform(**kwargs):
run_ansible([os.path.join(ANSIBLE_DIR, "platform.yml")],
env["inventory"],
extra_vars=extra_vars)
@enostask()
def _g5k_autofs(env=None):
assert(env is not None)
roles = env["roles"]
# This only work the first time...
with play_on(roles=roles, on_error_continue=True) as p:
p.shell("ls /srv/storage/sesame@storage1.rennes",
become=True,
become_user=get_api_username())
\ No newline at end of file
......@@ -3,7 +3,7 @@ name = platform
version = 1.0.14
keywords = enoslib, evaluation, reproducible research, Grid5000, Chameleon Cloud, Vagrant
license_file = LICENSE.txt
url =
url =
author = Matthieu Simonin
author_email = matthieu.simonin@inria.Fr
long_description = file: README.rst
......@@ -24,7 +24,7 @@ setup_requires =
setuptools>=39.0.1
wheel>=0.31.0
install_requires =
enos-kubernetes
enos-kubernetes~=1.2.0
[options.packages.find]
exclude =
......