Automating log reporter system

diff --git a/src/analyzer/analyze.sh b/src/analyzer/analyze.sh
new file mode 100755 (executable)
index 0000000..efd8cd5
--- /dev/null
+++ b/src/analyzer/analyze.sh
@@ -0,0 +1,17 @@
+#!/bin/bash
+
+REPORTDIR=./report
+PICSDIR=$REPORTDIR/pics
+
+
+set -e
+if [ "$#" -lt 1 ]; then
+        echo "Illegal number of argument"
+        echo "./analyze.sh [path/to/log/folder]"
+        exit 1
+fi
+
+mkdir -p $PICSDIR
+python tunerloganalyzer.py -f $1
+cd $REPORTDIR
+make

diff --git a/src/analyzer/plot.py b/src/analyzer/plot.py
index dfd73f0d8c8d0d77bde3e94f50681d6d101e5770..d3ec57d148af28c70746d0fe1f45fdb954179983 100644 (file)
--- a/src/analyzer/plot.py
+++ b/src/analyzer/plot.py
@@ -17,7 +17,7 @@ def generateScatterPlot(X, Y, header):
                geomean = []
                for value in values:
                        a =Y[np.where(feature == value)]
-                       a = np.array(map(lambda x :  x**(1.0/len(a)), a))
+                       a = np.array(list(map(lambda x :  x**(1.0/len(a)), a)))
                        geomean.append(a.prod())
                plt.plot(feature, Y, 'r.')
                for ii in range(0, len(geomean)-1):

diff --git a/src/analyzer/tunerloganalyzer.py b/src/analyzer/tunerloganalyzer.py
index d47df1f41c2e5eb88d2e09cb13c725324c4760f1..993e445b7dbe98b3ce64ff930695a04959e10721 100644 (file)
--- a/src/analyzer/tunerloganalyzer.py
+++ b/src/analyzer/tunerloganalyzer.py
@@ -8,15 +8,11 @@ class AutoTunerArgParser:
        def __init__(self):
                self.parser = argparse.ArgumentParser(description='Parsing the output log of the CSolver auto tuner ...')
                self.parser.add_argument('--folder', '-f', metavar='bin', type=str, nargs=1,help='output log of running the autotuner ...')
-               self.parser.add_argument('--number', '-n', metavar='122', type=int, nargs=1,help='Number of runs ...')
                self.args = self.parser.parse_args()
 
        def getFolder(self):
                return self.args.folder[0]
 
-       def getRunNumber(self):
-               return self.args.number[0]
-
 PROBLEMS = []
 
 TUNABLEHEADER = ["DECOMPOSEORDER", "MUSTREACHGLOBAL", "MUSTREACHLOCAL", "MUSTREACHPRUNE", "OPTIMIZEORDERSTRUCTURE",
@@ -57,7 +53,8 @@ def printHeader(file):
        mystr=""
        for header in TUNABLEHEADER:
                 mystr+=str(header)+","
-       print >>file, mystr
+       file.write(mystr)
+       file.write("\n")
 
 def dump(file, row):
        global TUNABLEHEADER
@@ -67,14 +64,15 @@ def dump(file, row):
                mystr += row[TUNABLEHEADER[i]]+ ","
                data.append(row[TUNABLEHEADER[i]])
        print ("mystr is:"+ mystr)
-       print >>file, mystr
+       file.write(mystr)
+       file.write("\n")
        return data
 
 def loadTunerInfo(row, filename):
        with open(filename) as f:
                for line in f:
                        numbers = re.findall('\d+',line)
-                       numbers = map(int,numbers)
+                       numbers = list(map(int,numbers))
                        row[TUNABLEHEADER[numbers[3]]] = row[TUNABLEHEADER[numbers[3]]] + str(numbers[7])
 
 def loadSolverTime(row, filename):
@@ -113,7 +111,8 @@ def analyzeLogs(file):
        printHeader(file)
        rows = []
        data = []
-       for i in range(argprocess.getRunNumber()):
+       i = 0
+       while True :
                row = {"DECOMPOSEORDER" : "",
                        "MUSTREACHGLOBAL" : "",
                        "MUSTREACHLOCAL" : "",
@@ -136,12 +135,16 @@ def analyzeLogs(file):
                        "EXECTIME": "",
                        "TUNERNUMBER":""
                }
-               loadTunerNumber(row, argprocess.getFolder() + "/tunernum" + str(i))
-               loadTunerInfo(row, argprocess.getFolder()+"/tuner"+str(i)+"used")
-               loadSolverTime(row, argprocess.getFolder()+"/log"+str(i))
-               loadProblemName(row, argprocess.getFolder()+"/problem"+str(i))
-               data.append(dump(file, row))
-               rows.append(row)
+               try:
+                       loadTunerNumber(row, argprocess.getFolder() + "/tunernum" + str(i))
+                       loadTunerInfo(row, argprocess.getFolder()+"/tuner"+str(i)+"used")
+                       loadSolverTime(row, argprocess.getFolder()+"/log"+str(i))
+                       loadProblemName(row, argprocess.getFolder()+"/problem"+str(i))
+                       data.append(dump(file, row))
+                       rows.append(row)
+               except IOError:
+                       break
+               i += 1
        return rows, data
 
 def tunerCountAnalysis(file, rows):
@@ -167,7 +170,7 @@ def tunerCountAnalysis(file, rows):
        print ("Number of repititive tuners")
        for key in tunercount:
                if tunercount[key] > 1:
-                       print key + "(ids:" + tunernumber[key]  + ") = #" + str(tunercount[key])
+                       print( key + "(ids:" + tunernumber[key]  + ") = #" + str(tunercount[key]) )
 
 def combineRowForEachTuner(rows):
        global PROBLEMS