MPI Distrib exp: generator of experiments and readme.
This commit is contained in:
parent
371946f1f1
commit
3822069db0
2 changed files with 155 additions and 0 deletions
21
eo/test/mpi/DISTRIB_XP_README.md
Normal file
21
eo/test/mpi/DISTRIB_XP_README.md
Normal file
|
|
@ -0,0 +1,21 @@
|
|||
README
|
||||
------
|
||||
|
||||
To launch a set of experiments with t-mpi-distrib-exp:
|
||||
|
||||
1) Generate the experiments, thanks to the script gen-xp.py
|
||||
This script will guide you and ask you for all experiments. The prefix is used in the results filenames.
|
||||
You may want to modify the name of the experiments file (default value: "experiments.json") or
|
||||
the pattern of the results files. However, you have to ensure that the pattern is an one-to-one
|
||||
function of the parameters, otherwise some results could be lost.
|
||||
|
||||
2) Launch the t-mpi-distrib-exp program with mpirun:
|
||||
For 4 cores (= 1 master + 3 workers)
|
||||
mpirun -np 4 ./t-mpi-distrib-exp --use-experiment-file=1 --experiment-file=/home/eodev/eo/test/mpi/experiments.json
|
||||
|
||||
For 16 cores (= 1 master + 15 workers)
|
||||
mpirun -np 5 ./t-mpi-distrib-exp --use-experiment-file=1 --experiment-file=/home/eodev/eo/test/mpi/experiments.json
|
||||
|
||||
3) The program will generate the results of the experiments, as txt files. There is one result file for each run of each
|
||||
experiment.
|
||||
|
||||
134
eo/test/mpi/gen-xp.py
Normal file
134
eo/test/mpi/gen-xp.py
Normal file
|
|
@ -0,0 +1,134 @@
|
|||
# -*- coding:utf-8 -*-
|
||||
import json
|
||||
|
||||
# Where will be saved the experiments?
|
||||
EXPERIMENTS_FILENAME = "experiments.json"
|
||||
# What will be the pattern for experiments filenames?
|
||||
FILENAME_PATTERN = "%(prefix)s_%(distrib_name)s_%(size)s_%(packet_size)s_%(run)s.txt"
|
||||
|
||||
def input_number_at_least( min ):
|
||||
n = min - 1
|
||||
while n < min:
|
||||
try:
|
||||
n = int(raw_input("Enter a number greater or equal to %s: "% min))
|
||||
except Exception:
|
||||
print "Please enter an integer."
|
||||
return n
|
||||
|
||||
def input_number_between( min, max ):
|
||||
n = min - 1
|
||||
while n < min or n > max:
|
||||
try:
|
||||
n = int(raw_input("Enter a number between %s and %s: " % (min,max)))
|
||||
except Exception:
|
||||
print "Please enter a number."
|
||||
return n
|
||||
|
||||
def choose_continue():
|
||||
print """Do you want to continue?
|
||||
0. No
|
||||
1. Yes"""
|
||||
return bool( input_number_between(0,1) )
|
||||
|
||||
def choose_distribution_uniform():
|
||||
distribution = {}
|
||||
distribution["name"] = "uniform"
|
||||
print "Enter the minimum value (in milliseconds): "
|
||||
min = input_number_at_least( 0 )
|
||||
distribution["min"] = str(min)
|
||||
print "Enter the maximum value (in milliseconds): "
|
||||
distribution["max"] = str(input_number_at_least( min ))
|
||||
return distribution
|
||||
|
||||
def choose_distribution_normal():
|
||||
distribution = {}
|
||||
distribution["name"] = "normal"
|
||||
print "Enter the mean (in milliseconds): "
|
||||
distribution["mean"] = str(input_number_at_least( 0 ))
|
||||
print "Enter the standard deviation (in milliseconds): "
|
||||
distribution["stddev"] = str(input_number_at_least( 0 ))
|
||||
return distribution
|
||||
|
||||
def choose_distribution_power():
|
||||
distribution = {}
|
||||
distribution["name"] = "exponential"
|
||||
print "Enter the mean (in milliseconds): "
|
||||
distribution["mean"] = str(input_number_at_least( 0 ))
|
||||
return distribution
|
||||
|
||||
def choose_distribution():
|
||||
print """Choose your distribution:
|
||||
0. Uniform
|
||||
1. Normal
|
||||
2. Exponential"""
|
||||
choice = input_number_between( 0, 2 )
|
||||
choose_distrib_functions = [ choose_distribution_uniform, choose_distribution_normal, choose_distribution_power ]
|
||||
return choose_distrib_functions[ choice ]()
|
||||
|
||||
def choose_packet_size():
|
||||
print "Enter the size of a packet (group of elements):"
|
||||
return str(input_number_at_least( 0 ))
|
||||
|
||||
def choose_size():
|
||||
print "Enter the total size (size of population):"
|
||||
return str(input_number_at_least( 0 ))
|
||||
|
||||
def choose_worker_print():
|
||||
print """Should the workers print the time they sleep on stdout?
|
||||
0. No
|
||||
1. Yes"""
|
||||
return str(input_number_between( 0, 1 ))
|
||||
|
||||
def choose_nb_runs():
|
||||
print """How many runs should be launched for this configuration? Seeds will be automatically affected to the number
|
||||
of run+1 (for instance, the first run has a seed of 1, the second has a seed of 2, etc.)."""
|
||||
return input_number_at_least( 1 )
|
||||
|
||||
def choose_prefix():
|
||||
print """What is the name of the experiment? It will be used as the prefix of file names."""
|
||||
return raw_input("Enter the prefix name: ")
|
||||
|
||||
def main():
|
||||
|
||||
prefix = choose_prefix()
|
||||
exps = []
|
||||
|
||||
while True:
|
||||
exp = {}
|
||||
exp["distribution"] = choose_distribution()
|
||||
|
||||
exp["size"] = choose_size()
|
||||
exp["packet_size"] = choose_packet_size()
|
||||
exp["worker_print_waiting_time"] = choose_worker_print()
|
||||
runs = choose_nb_runs()
|
||||
for i in range( runs ):
|
||||
exp["seed"] = str(i+1)
|
||||
|
||||
filename_map = exp.copy()
|
||||
filename_map["run"] = exp["seed"]
|
||||
filename_map["distrib_name"] = exp["distribution"]["name"]
|
||||
filename_map["prefix"] = prefix
|
||||
filename = FILENAME_PATTERN % filename_map
|
||||
|
||||
exp["filename"] = filename
|
||||
copy = exp.copy()
|
||||
exps.append( copy )
|
||||
|
||||
if not choose_continue():
|
||||
break
|
||||
|
||||
# Write the experiments in a file
|
||||
f = file( EXPERIMENTS_FILENAME , 'wb')
|
||||
f.write("""{"experiments":[""")
|
||||
i = 0
|
||||
for exp in exps:
|
||||
if i > 0:
|
||||
f.write(",\n")
|
||||
i += 1
|
||||
f.write( json.dumps(exp) )
|
||||
f.write("]}")
|
||||
f.close()
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
||||
Loading…
Add table
Add a link
Reference in a new issue