Mise à jour terminée. Pour connaître les apports de la version 13.8.4 par rapport à notre ancienne version vous pouvez lire les "Release Notes" suivantes :
https://about.gitlab.com/releases/2021/02/11/security-release-gitlab-13-8-4-released/
https://about.gitlab.com/releases/2021/02/05/gitlab-13-8-3-released/

Commit 9c67be94 authored by Romain Olivo's avatar Romain Olivo

example working + modif init

parent 2e4596bf
Pipeline #86367 passed with stages
in 2 minutes and 33 seconds
import os
import json
import copy
import requests
......
import requests
import os
import json
import copy
from statistics import mean
from statistics import stdev
from math import sqrt
import time
import os
from distem import Distem
......@@ -13,19 +7,19 @@ if __name__ == "__main__":
# The path to the compressed filesystem image
# We can point to local file since our homedir is available from NFS
FSIMG="file:///home/rolivo/distem_img/distem-fs-jessie.tar.gz"
FSIMG = "file:///home/rolivo/distem_img/distem-fs-jessie.tar.gz"
# Put the physical machines that have been assigned to you
# You can get that by executing: cat $OAR_NODE_FILE | uniq
PNODES=["econome-14.nantes.grid5000.fr","econome-19.nantes.grid5000.fr"]
PNODES = ["econome-7.nantes.grid5000.fr", "econome-8.nantes.grid5000.fr"]
# The first argument of the script is the address (in CIDR format)
# of the virtual network to set-up in our platform
# This ruby hash table describes our virtual network
vnet = {
'name': 'mynetwork',
'address': "10.176.0.0/22"
'name': 'mynetwork',
'address': "10.176.0.0/22"
}
nodelist = ['node-1','node-2']
nodelist = ['node-1', 'node-2']
# Read SSH keys
PRIV_KEY = os.path.join(os.environ["HOME"], ".ssh", "id_rsa")
PUB_KEY = "%s.pub" % PRIV_KEY
......@@ -42,7 +36,10 @@ if __name__ == "__main__":
'scp': {},
'rsync': {}
}
avg = {
'scp': {},
'rsync': {}
}
node1 = {
'name': 'node-1',
'address': []
......@@ -53,24 +50,77 @@ if __name__ == "__main__":
}
ifname = 'if0'
iteration = 5
def average(values, length_values):
def average(values):
sum_values = 0.0
for i in range(length_values):
sum_values += values[i]
return sum_values / length_values
for i in values:
sum_values += float(i)
return sum_values / len(values)
def stddev(values, iteration):
return sqrt(values / iteration)
def stddev(values, avg):
sum_values = 0.0
for i in values:
sum_values += (float(i) - avg) * (float(i) - avg)
return sum_values / len(values)
# Connect to the Distem server (on http://localhost:4567 by default)
distem = Distem()
# Start by creating the virtual network
print("Network created")
distem.vnetwork_create(vnet['name'],
vnet['address'])
# Creating one virtual node per physical one
# Create the first virtual node and set it to be hosted on
# the first physical machine
print("Node %s created" %nodelist[0])
distem.vnode_create(nodelist[0],
{'host': PNODES[0]}, sshkeys)
# Specify the path to the compressed filesystem image
# of this virtual node
distem.vfilesystem_create(nodelist[0],
{'image': FSIMG})
# Create a virtual network interface and connect it to vnet
print("Interface created")
distem.viface_create(nodelist[0],
'if0',
{'vnetwork': vnet['name'], 'default': 'true'})
# Create the first virtual node and set it to be hosted on
# the second physical machine
print("Node %s created" %nodelist[1])
distem.vnode_create(nodelist[1],
{'host': PNODES[1]},
sshkeys)
distem.vfilesystem_create(nodelist[1],
{'image': FSIMG})
# Create a virtual network interface and connect it to vnet
print("Interface created")
distem.viface_create(nodelist[1],
'if0',
{'vnetwork': vnet['name']})
# Starting the virtual nodes using the synchronous method
distem.vnodes_start(nodelist)
print("Nodes started")
# Getting the -automatically affected- address of each virtual nodes
# virtual network interfaces
node1['address'] = distem.viface_info(node1['name'], ifname)['address'].split("/")[0]
node2['address'] = distem.viface_info(node2['name'], ifname)['address'].split("/")[0]
# Creating the files we will use in our experimentation
distem.vnode_execute(node1['name'],
'mkdir -p /tmp/src ; cd /tmp/src ; \
for i in `seq 1 100`; do \
dd if=/dev/zero of=$i bs=1K count=50; \
done'
)
# Printing the current latency
start_time = float(time.time())
distem.vnode_execute(node1['name'], 'hostname')
print("Latency without any limitations # %s" %(str(time.time() - start_time)))
desc = {
'output': {
'latency': {
......@@ -78,50 +128,58 @@ if __name__ == "__main__":
}
}
}
# Starting our experiment for each specified latencies
print('Starting tests')
for latency in latencies:
sum_rsync = 0.0
sum_scp = 0.0
deviation_scp = 0.0
deviation_rsync = 0.0
results['scp'][latency] = []
results['rsync'][latency] = []
avg['scp'][latency] = []
avg['rsync'][latency] = []
print("Latency #%s" %str(latency))
# Update the latency description on virtual nodes
desc['output']['latency']['delay'] = latency
distem.viface_update(node1['name'],ifname,desc)
distem.viface_update(node2['name'],ifname,desc)
distem.viface_update(node1['name'], ifname, desc)
distem.viface_update(node2['name'], ifname, desc)
for i in range(iteration):
print("\tIteration ## %s" %i)
# Launch SCP test
# Cleaning target directory on node2
distem.vnode_execute(node2['name'], 'rm -rf /tmp/dst')
# Starting the copy from node1 to node2
start_time = round(time.time(), 5)
start_time = time.time()
distem.vnode_execute(node1['name'],
"scp -rq /tmp/src #{node2['address']}:/tmp/dst"
)
values_scp = round(time.time() - start_time, 5)
sum_scp += values_scp
"scp -rq /tmp/src #{node2['address']}:/tmp/dst"
)
results['scp'][latency] = str(time.time() - start_time)
# Launch RSYNC test
# Cleaning target directory on node2
distem.vnode_execute(node2['name'], 'rm -rf /tmp/dst')
# Starting the copy from node1 to node2
start_time = time.time()
start_time = round(time.time(), 5)
distem.vnode_execute('node-1',
"rsync -r /tmp/src #{node2['address']}:/tmp/dst"
)
values_rsync = round(time.time() - start_time, 5)
sum_rsync += values_rsync
deviation_scp += (values_scp-sum_scp) * (values_scp-sum_scp)
deviation_rsync += (values_rsync-sum_rsync) * (values_rsync-sum_rsync)
print("SCP results:")
print("%s: [average=%s,standard_deviation=%s]"
%(str(latency), str(sum_scp/iteration), stddev(deviation_scp, iteration)))
print("RSYNC results:")
print("%s: [average=%s,standard_deviation=%s]"
%(str(latency), str(sum_rsync/iteration), stddev(deviation_rsync, iteration)))
"rsync -r /tmp/src #{node2['address']}:/tmp/dst"
)
results['rsync'][latency] = str(time.time() - start_time)
values = []
print("Rsync results :")
for latency in latencies:
values.append(results['rsync'][latency])
avg['rsync'][latency] = average(values)
for latency in latencies:
print("%s: [average=%s,standard_deviation=%s]"
%(str(latency), avg['rsync'][latency], stddev(values, avg['rsync'][latency])))
values = []
print("SCP results :")
for latency in latencies:
values.append(results['scp'][latency])
avg['scp'][latency] = average(values)
for latency in latencies:
print("%s: [average=%s,standard_deviation=%s]"
%(str(latency), avg['scp'][latency], stddev(values, avg['scp'][latency])))
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment