Changeset 782 for branches/reconfiguration

Timestamp:

Aug 28, 2014, 6:47:35 PM (10 years ago)

Author:

cfuguet

Message:

reconfiguration/tsar_generic_iob: adding script for plotting

Location:

branches/reconfiguration/platforms/tsar_generic_iob/scripts

Files:

• parse.py (modified) (2 diffs)
• plot_ffstend.py (added)
• run.py (modified) (5 diffs)

branches/reconfiguration/platforms/tsar_generic_iob/scripts/parse.py

@@ +1 @@
+#!/usr/bin/python
+# @author Cesar Fuguet <cesar.fuguet-tortolero@lip6.fr>
+# @date   28 August, 2014
+# @desc   generate output file containing a table with the format below:
+#
+#                              fault configurations
+#                   | faultconfig 0 | faultconfig 1 | faultconfig M
+#               ----------------------------------------------------
+#               4   |    cycles     |    cycles     |    cycles
+#  # clusters   16  |    cycles     |    cycles     |    cycles
+#               64  |    cycles     |    cycles     |    cycles
+#               N   |    cycles     |    cycles     |    cycles
+
 import os
 import sys
 
-def parse_ffstend(configs, confpath, outpath):
+def parse_ffstend(configs, faultconfigs, confpath, outpath):
     # write header
     ffst_end = open(outpath, "w")
-    ffst_end.writelines([
-        "#  ffst end (cycles)\n",
-        "#  clusters cycles\n",
-        "\n"])
+    ffst_end.write("#  ffst end (cycles)\n")
 
     # repeat while configurations is not empty
+    quit = 0
     for x,y in configs:
-        confdir = confpath + "/config_{}c/".format(x*y)
+        ffst_end.write("\n")
+        ffst_end.write(str(x*y))
+        for f in xrange(faultconfigs):
+            temp = "config_{0}c{1}f/".format(x*y, f)
+            confdir = os.path.join(confpath, temp)
 
-        #  parse term log and get relevant information
-        with open(confdir + "term", "r") as termlog:
+            #  parse term log and get relevant information
+            termname = os.path.join(confdir, "term")
+            try:
+                termlog = open(termname, "r")
+            except IOError as e:
+                print "IOError {0}: {1}".format(termname, e.strerror)
+                quit = 1
+                break
+
+            found = False
             for line in termlog:
                 partitions = line.partition(':')
                 if partitions[0].strip() == "FFST (END)":
+                    found = True
                     value = int(partitions[2])
-                    ffst_end.write("{} {}\n".format(x*y, value))
+                    ffst_end.write("   {0}".format(value))
                     break
 
+            if not found: ffst_end.write("   -1")
+            # end for faultconfig
+
+        if quit: break
+        # end for configs
+
     ffst_end.close()
+    # end def parse_ffstend
 
 if __name__ == "__main__":
@@ -32 +63 @@
     configs.append([16, 16])
 
-    assert len(sys.argv) > 2, "Introduce config path and output path"
+    assert len(sys.argv) > 3,\
+           "Introduce number of faulty configs, config path and output path"
 
-    parse_ffstend(configs, sys.argv[1], sys.argv[2])
+    parse_ffstend(configs, int(sys.argv[1]), sys.argv[2], sys.argv[3])
+
+# vim: tabstop=4 : softtabstop=4 : shiftwidth=4 : expandtab

branches/reconfiguration/platforms/tsar_generic_iob/scripts/run.py

@@ -8 +8 @@
 import arch
 import faultyprocs
+from parse import parse_ffstend
 
 # define constants
+# list of mesh dimensions
 configs = []
-configs.append([2 ,2 ])
-configs.append([4 ,4 ])
-configs.append([8 ,8 ])
-configs.append([16,16])
+configs.append([2 , 2 ]) # 4   clusters
+configs.append([4 , 2 ]) # 8   clusters
+configs.append([4 , 4 ]) # 16  clusters
+configs.append([8 , 4 ]) # 32  clusters
+configs.append([8 , 8 ]) # 64  clusters
+configs.append([16, 8 ]) # 128 clusters
+configs.append([16, 16]) # 256 clusters
 
-faultylist = [[(0,0,1), (0,1,1), (1,0,1), (1,0,2), (1,0,3), (1,1,1), (1,1,3)]]
+# list of faulty cores
+faultylist = []
+faultylist.append([])                           # 0 faulty core
+faultylist.append([(0,0,1)])                    # 1 faulty core
+faultylist.append([(0,0,1), (0,0,3)])           # 2 faulty cores
+faultylist.append([(1,0,0), (1,0,2), (1,0,3)])  # 1 faulty cluster
+faultylist.append([(1,0,0), (1,0,2), (1,0,3), 
+                   (1,1,1), (1,1,2), (1,1,3)])  # 2 faulty cluster
 
+# number of processors per cluster
 nprocs = 4
 
@@ -27 +40 @@
 
 # repeat while configurations is not empty
-for faulty in faultylist:
+for f in xrange(len(faultylist)):
     for x,y in configs:
-        confdir = "{0}/conf/config_{1}c".format(basedir, x*y)
+        confname = "conf/config_{0}c{1}f".format(x*y, f)
+        confdir  = os.path.join(basedir, confname)
         print "[ run.py ] generating files for {0}".format(confdir)
 
         # 1. generate configuration and ouput directories
         try:
-            os.makedirs(confdir + "/config", 0755)
+            os.makedirs(os.path.join(confdir, "config"), 0755)
         except OSError:
             pass # directory already exists => do nothing
 
         # 2. generate hard_config.h and fault_config.h files
-        arch.main( x = x, y = y, p = nprocs,
-                   hard_path = confdir + "/config/hard_config.h",
-                   xml_path = confdir + "/config/map.xml" )
-        faultyprocs.generate(faulty, confdir + "/config/fault_config.h")
+        hardpath  = os.path.join(confdir, "config/hard_config.h")
+        xmlpath   = os.path.join(confdir, "config/map.xml")
+        faultpath = os.path.join(confdir, "config/fault_config.h") 
+        arch.main( x, y, nprocs, hardpath, xmlpath)
+        faultyprocs.generate(faultylist[f], faultpath)
 
         # 3. compile simulator executable
-        dst = basedir + "/hard_config.h"
+        dst = os.path.join(basedir, "hard_config.h")
         if os.path.lexists(dst): os.unlink(dst)
-        os.symlink(confdir + "/config/hard_config.h", dst)
+        os.symlink(hardpath, dst)
         subprocess.call(["make",
             "-C", basedir
@@ -53 +68 @@
 
         # 4. compile distributed boot executable
-        dst = confdir + "/config/boot_config.h"
+        dst = os.path.join(confdir, "config/boot_config.h")
         if os.path.lexists(dst): os.unlink(dst)
-        os.symlink(basedir + "/soft/config/boot_config.h", dst)
+        os.symlink(os.path.join(basedir, "soft/config/boot_config.h"), dst)
         subprocess.call(["make",
-            "-C", basedir + "/soft",
+            "-C", os.path.join(basedir, "soft"),
             "CONFDIR=" + confdir
             ])
@@ -65 +80 @@
         os.environ["SOCLIB_TTY"] = "FILES"
 
-        if x*y <= 4: ompthreads = x*y
-        else:        ompthreads = 4
-        with open(confdir + "/log", "w") as logfile:
+        if   x*y <= 4 : ompthreads = x*y
+        elif x*y <= 16: ompthreads = 4
+        else:           ompthreads = 8
+        with open(os.path.join(confdir, "log"), "w") as logfile:
             print "executing simul.x"
-            subprocess.call([basedir + "/simul.x",
-                "-SOFT"   , basedir + "/soft/build/soft.elf",
+            subprocess.call([os.path.join(basedir, "simul.x"),
+                "-SOFT"   , os.path.join(basedir, "soft/build/soft.elf"),
                 "-DISK"   , "/dev/null",
                 "-THREADS", str(ompthreads),
@@ -79 +95 @@
 
         # 6. move simulation terminal output into the target config dir
-        os.rename("term0", confdir + "/term")
+        os.rename("term0", os.path.join(confdir, "term"))
 
         # end for each config
     #end for each faulty
 
+# parse terminal logs to obtain statistics
+statsdir = os.path.join(basedir, 'stats')
+try:
+    os.makedirs(statsdir, 0755)
+except OSError:
+    pass # directory already exists => do nothing
+
+parse_ffstend(configs,
+             len(faultylist),
+             os.path.join(basedir, 'conf'),
+             os.path.join(statsdir, 'ffst_stats.dat'))
+
 # vim: tabstop=4 : softtabstop=4 : shiftwidth=4 : expandtab