From 25db8ea57bd4005564f568301743a72b37f58d80 Mon Sep 17 00:00:00 2001
From: Hamed Gorjiara <hgorjiar@uci.edu>
Date: Tue, 27 Nov 2018 11:31:34 -0800
Subject: [PATCH] Log Analyzer ...

---
 src/analyzer/tunerloganalyzer.py | 130 +++++++++++++++++++++++++++++++
 1 file changed, 130 insertions(+)
 create mode 100644 src/analyzer/tunerloganalyzer.py

diff --git a/src/analyzer/tunerloganalyzer.py b/src/analyzer/tunerloganalyzer.py
new file mode 100644
index 0000000..396e3f6
--- /dev/null
+++ b/src/analyzer/tunerloganalyzer.py
@@ -0,0 +1,130 @@
+import re
+import argparse
+import sys
+import os
+
+
+class AutoTunerArgParser:
+	def __init__(self):
+		self.parser = argparse.ArgumentParser(description='Parsing the output log of the CSolver auto tuner ...')
+		self.parser.add_argument('--folder', '-f', metavar='bin', type=str, nargs=1,help='output log of running the autotuner ...')
+		self.parser.add_argument('--number', '-n', metavar='122', type=int, nargs=1,help='Number of runs ...')
+		self.args = self.parser.parse_args()
+
+	def getFolder(self):
+		return self.args.folder[0]
+
+	def getRunNumber(self):
+		return self.args.number[0]
+
+TUNABLEHEADER = ["DECOMPOSEORDER", "MUSTREACHGLOBAL", "MUSTREACHLOCAL", "MUSTREACHPRUNE", "OPTIMIZEORDERSTRUCTURE",
+                "ORDERINTEGERENCODING", "PREPROCESS", "NODEENCODING", "EDGEENCODING", "MUSTEDGEPRUNE", "ELEMENTOPT",
+                "ENCODINGGRAPHOPT", "ELEMENTOPTSETS", "PROXYVARIABLE", "MUSTVALUE", "NAIVEENCODER", "VARIABLEORDER",
+                "PROBLEM","SATTIME", "EXECTIME"]
+
+configs = {"EXECTIME": "-",
+		"SATTIME":"-",
+		"TESTCASE":"-",
+		"PREPROCESS" : "-",
+		"ELEMENTOPT" : "-",
+		"ELEMENTOPTSETS" : "-",
+		"PROXYVARIABLE" : "-",
+		"#SubGraph" : "-",
+		"NODEENCODING" : "-",
+		"EDGEENCODING" : "-",
+		"NAIVEENCODER" :"-",
+		"ENCODINGGRAPHOPT" : "-"
+		}
+
+REGEXES = {"EXECTIME": "CSOLVER solve time: (.*)",
+		"SATTIME":"SAT Solving time: (.*)",
+		"TESTCASE": "deserializing (.+) ...",
+		"PREPROCESS" : "Param PREPROCESS = (.*)range=\[0,1\]",
+		"ELEMENTOPT" : "Param ELEMENTOPT = (.*)range=\[0,1\]",
+		"ELEMENTOPTSETS" : "Param ELEMENTOPTSETS = (.*)range=\[0,1\]",
+		"PROXYVARIABLE" : "Param PROXYVARIABLE = (.*)range=\[1,5\]",
+		"#SubGraph" : "#SubGraph = (.*)",
+		"NODEENCODING" : "Param NODEENCODING = (.*)range=\[0,3\](.*)",
+		"EDGEENCODING" : "Param EDGEENCODING = (.*)range=\[0,2\](.*)",
+		"NAIVEENCODER" : "Param NAIVEENCODER = (.*)range=\[1,3\](.*)",
+		"ENCODINGGRAPHOPT" : "Param ENCODINGGRAPHOPT = (.*)range=\[0,1\]"
+		}
+
+def printHeader(file):
+	global TUNABLEHEADER
+	mystr=""
+	for header in TUNABLEHEADER:
+		 mystr+=str(header)+","
+	print >>file, mystr
+
+def dump(file, row):
+	global TUNABLEHEADER
+	mystr=""
+	for i in range(len(TUNABLEHEADER)):
+		mystr += row[TUNABLEHEADER[i]]+ ","
+	print "mystr is:"+ mystr
+	print >>file, mystr
+
+def loadTunerInfo(row, filename):
+	with open(filename) as f:
+		for line in f:
+			numbers = re.findall('\d+',line)
+			numbers = map(int,numbers)
+			row[TUNABLEHEADER[numbers[3]]] = row[TUNABLEHEADER[numbers[3]]] + str(numbers[7])
+
+def loadSolverTime(row, filename):
+	global REGEXES
+	global configs
+	with open(filename) as f:
+		for line in f:
+			for regex in REGEXES:
+				p = re.compile(REGEXES[regex])
+				token = p.search(line)
+				if token is not None:
+					if regex == "TESTCASE":
+						configs[regex] = re.search(REGEXES[regex], line).group(1)
+					else:
+						configs[regex] = re.findall("\d+\.?\d*", line)[0]
+	row["SATTIME"] = configs["SATTIME"]
+	row["EXECTIME"] = configs["EXECTIME"]
+
+def loadProblemName(row,filename):
+	with open(filename) as f:
+		row["PROBLEM"] = f.readline().replace("\n","")
+
+def main():
+	global configs
+	argprocess = AutoTunerArgParser()
+	file = open("tuner.csv", "w") 
+	printHeader(file)
+	for i in range(argprocess.getRunNumber()):
+		row = {"DECOMPOSEORDER" : "",
+			"MUSTREACHGLOBAL" : "",
+			"MUSTREACHLOCAL" : "",
+			"MUSTREACHPRUNE" : "", 
+			"OPTIMIZEORDERSTRUCTURE" : "",
+			"ORDERINTEGERENCODING" : "",
+			"PREPROCESS" : "",
+			"NODEENCODING" : "",
+			"EDGEENCODING" : "",
+			"MUSTEDGEPRUNE" : "",
+			"ELEMENTOPT" : "",
+			"ENCODINGGRAPHOPT" : "", 
+			"ELEMENTOPTSETS" : "", 
+			"PROXYVARIABLE" : "", 
+			"MUSTVALUE" : "", 
+			"NAIVEENCODER" : "", 
+			"VARIABLEORDER" : "",
+			"PROBLEM":"",
+			"SATTIME":"",
+			"EXECTIME": ""
+		}
+		loadTunerInfo(row, argprocess.getFolder()+"/tuner"+str(i)+"used")
+		loadSolverTime(row, argprocess.getFolder()+"/log"+str(i))
+		loadProblemName(row, argprocess.getFolder()+"/problem"+str(i))
+		dump(file, row)
+	file.close()
+	return
+
+if __name__ == "__main__":
+	main()
-- 
2.34.1