From: yeom Date: Fri, 4 Nov 2011 21:54:44 +0000 (+0000) Subject: add evaluation files X-Git-Url: http://demsky.eecs.uci.edu/git/?a=commitdiff_plain;h=d3190c35e29deecc49c20e964b2a036cd17b314b;p=IRC.git add evaluation files --- diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/LEA.bin b/Robust/src/Benchmarks/SSJava/EyeTracking/LEA.bin new file mode 100755 index 00000000..5cd4ff75 Binary files /dev/null and b/Robust/src/Benchmarks/SSJava/EyeTracking/LEA.bin differ diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/error_100000000_5501.trace b/Robust/src/Benchmarks/SSJava/EyeTracking/error_100000000_5501.trace new file mode 100644 index 00000000..dfb611e4 --- /dev/null +++ b/Robust/src/Benchmarks/SSJava/EyeTracking/error_100000000_5501.trace @@ -0,0 +1,48 @@ +SSJAVA: Divided by zero at file:injerr/methods.c, func:___Float______staticblocks____, line:1605 +SSJAVA: Divided by zero at file:injerr/methods.c, func:___Float______staticblocks____, line:1627 +SSJAVA: Divided by zero at file:injerr/methods.c, func:___Float______staticblocks____, line:1649 +eyePosition=(89,72) +eyePosition=(91,75) +eyePosition=(91,70) +eyePosition=(91,70) +eyePosition=(98,79) +eyePosition=(100,79) +eyePosition=(98,77) +eyePosition=(98,77) +eyePosition=(117,84) +deviation=LEFT +eyePosition=(120,78) +eyePosition=(121,79) +eyePosition=(121,77) +eyePosition=(119,78) +SSJAVA: Injecting error at file:injerr/methods.c, func:___ImageReader______readImage____L___String___, line:4927 +eyePosition=(120,79) +eyePosition=(119,77) +eyePosition=(119,77) +eyePosition=(121,79) +eyePosition=(72,80) +deviation=RIGHT +eyePosition=(105,84) +eyePosition=(73,82) +eyePosition=(121,81) +deviation=LEFT +eyePosition=(120,79) +eyePosition=(120,78) +eyePosition=(120,78) +eyePosition=(121,81) +eyePosition=(121,81) +eyePosition=(71,81) +deviation=RIGHT +eyePosition=(71,81) +eyePosition=(121,81) +eyePosition=(121,81) +deviation=LEFT +eyePosition=(119,80) +eyePosition=(119,81) +eyePosition=(97,81) +deviation=RIGHT +eyePosition=(92,80) +eyePosition=(92,81) +eyePosition=(92,80) +eyePosition=(92,80) +Done. diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/makefile b/Robust/src/Benchmarks/SSJava/EyeTracking/makefile index dbdb3236..72e7541c 100644 --- a/Robust/src/Benchmarks/SSJava/EyeTracking/makefile +++ b/Robust/src/Benchmarks/SSJava/EyeTracking/makefile @@ -3,16 +3,45 @@ BUILDSCRIPT=../../../buildscript PROGRAM=LEA SOURCE_FILES=LEA.java -BSFLAGS= -32bit -ssjava -mainclass $(PROGRAM) -heapsize-mb 1000 -debug -garbagestats -ssjavadebug -printlinenum -joptimize -optimize + +ifndef INV_ERROR_PROB +INV_ERROR_PROB=1000 +endif + +ifndef RANDOMSEED +RANDOMSEED=12345 +endif + +SSJAVA= -ssjava -ssjavadebug +BSFLAGS= -32bit -mainclass $(PROGRAM) -heapsize-mb 1000 -nooptimize -debug -garbagestats #-printlinenum #-joptimize +NORMAL= -ssjava-inject-error 0 0 +INJECT_ERROR= -ssjava-inject-error $(INV_ERROR_PROB) $(RANDOMSEED) + default: $(PROGRAM)s.bin +normal: $(PROGRAM)n.bin + +error: $(PROGRAM)e.bin + + $(PROGRAM)s.bin: $(SOURCE_FILES) makefile - $(BUILDSCRIPT) $(BSFLAGS) -o $(PROGRAM) -builddir sing $(SOURCE_FILES) + $(BUILDSCRIPT) $(SSJAVA) $(BSFLAGS) -o $(PROGRAM)s -builddir ssj $(SOURCE_FILES) + +$(PROGRAM)n.bin: $(SOURCE_FILES) makefile + $(BUILDSCRIPT) $(NORMAL) $(BSFLAGS) -o $(PROGRAM)n -builddir norm $(SOURCE_FILES) + +$(PROGRAM)e.bin: $(SOURCE_FILES) makefile + $(BUILDSCRIPT) $(INJECT_ERROR) $(BSFLAGS) -o $(PROGRAM)e -builddir injerr $(SOURCE_FILES) + +cleanerror: + rm -f $(PROGRAM)e.bin + rm -rf injerr clean: - rm -f $(PROGRAM).bin - rm -fr sing + rm -f $(PROGRAM)s.bin $(PROGRAM)n.bin $(PROGRAM)e.bin + rm -fr ssj norm injerr + rm -f nve-diff.tmp nve-diff-ranges.tmp rm -f *~ rm -f *.dot rm -f *.png diff --git a/Robust/src/Benchmarks/SSJava/EyeTracking/run-error.sh b/Robust/src/Benchmarks/SSJava/EyeTracking/run-error.sh new file mode 100755 index 00000000..691c16d2 --- /dev/null +++ b/Robust/src/Benchmarks/SSJava/EyeTracking/run-error.sh @@ -0,0 +1,7 @@ +#!/bin/bash + +LEAe.bin > error.txt + +grep "SSJAVA: Injecting error" error.txt + +#mp3samples2plotData.sh error.txt \ No newline at end of file diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/RobotMain.bin b/Robust/src/Benchmarks/SSJava/JavaNator/RobotMain.bin new file mode 100755 index 00000000..80c0de76 Binary files /dev/null and b/Robust/src/Benchmarks/SSJava/JavaNator/RobotMain.bin differ diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/error_1000_123.trace b/Robust/src/Benchmarks/SSJava/JavaNator/error_1000_123.trace new file mode 100644 index 00000000..6528b86d --- /dev/null +++ b/Robust/src/Benchmarks/SSJava/JavaNator/error_1000_123.trace @@ -0,0 +1,62 @@ +PWM Selction is: rtsj +SSJAVA: Injecting error at file:injerr/methods.c, func:___String______concat____L___String___, line:4957 +currentCommand=9 +processIOCommand: Default: opCode = 0 data = 9 +StrageyMgr: stop.... +processIOCommand: Default: opCode = 0 data = 9 +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=68 +processIOCommand: Default: opCode = 64 data = 4 +processIO: Line Sensors..Process...!!! +Line Sensors - Rear +StrategyMgr: strait.... +Line Sensors - Rear +StrategyMgr: strait.... +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=96 +processIOCommand: Default: opCode = 96 data = 0 +sonar: NO SONARS!!!!!!!! +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/makefile b/Robust/src/Benchmarks/SSJava/JavaNator/makefile index 5fa3e880..93910365 100644 --- a/Robust/src/Benchmarks/SSJava/JavaNator/makefile +++ b/Robust/src/Benchmarks/SSJava/JavaNator/makefile @@ -3,16 +3,44 @@ BUILDSCRIPT=../../../buildscript PROGRAM=RobotMain SOURCE_FILES=RobotMain.java -BSFLAGS= -32bit -ssjava -mainclass $(PROGRAM) -heapsize-mb 1000 -debug -garbagestats -ssjavadebug -printlinenum -joptimize -optimize + +ifndef INV_ERROR_PROB +INV_ERROR_PROB=1000 +endif + +ifndef RANDOMSEED +RANDOMSEED=12345 +endif + +SSJAVA= -ssjava -ssjavadebug +BSFLAGS= -32bit -mainclass $(PROGRAM) -heapsize-mb 1000 -nooptimize -debug -garbagestats #-printlinenum #-joptimize +NORMAL= -ssjava-inject-error 0 0 +INJECT_ERROR= -ssjava-inject-error $(INV_ERROR_PROB) $(RANDOMSEED) default: $(PROGRAM)s.bin +normal: $(PROGRAM)n.bin + +error: $(PROGRAM)e.bin + + $(PROGRAM)s.bin: $(SOURCE_FILES) makefile - $(BUILDSCRIPT) $(BSFLAGS) -o $(PROGRAM) -builddir sing $(SOURCE_FILES) + $(BUILDSCRIPT) $(SSJAVA) $(BSFLAGS) -o $(PROGRAM)s -builddir ssj $(SOURCE_FILES) + +$(PROGRAM)n.bin: $(SOURCE_FILES) makefile + $(BUILDSCRIPT) $(NORMAL) $(BSFLAGS) -o $(PROGRAM)n -builddir norm $(SOURCE_FILES) + +$(PROGRAM)e.bin: $(SOURCE_FILES) makefile + $(BUILDSCRIPT) $(INJECT_ERROR) $(BSFLAGS) -o $(PROGRAM)e -builddir injerr $(SOURCE_FILES) + +cleanerror: + rm -f $(PROGRAM)e.bin + rm -rf injerr clean: - rm -f $(PROGRAM).bin - rm -fr sing + rm -f $(PROGRAM)s.bin $(PROGRAM)n.bin $(PROGRAM)e.bin + rm -fr ssj norm injerr + rm -f nve-diff.tmp nve-diff-ranges.tmp rm -f *~ rm -f *.dot rm -f *.png diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/normal.trace b/Robust/src/Benchmarks/SSJava/JavaNator/normal.trace new file mode 100644 index 00000000..3a7b18c7 --- /dev/null +++ b/Robust/src/Benchmarks/SSJava/JavaNator/normal.trace @@ -0,0 +1,61 @@ +PWM Selction is: rtsj +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=97 +processIOCommand: Default: opCode = 96 data = 1 +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=68 +processIOCommand: Default: opCode = 64 data = 4 +processIO: Line Sensors..Process...!!! +Line Sensors - Rear +StrategyMgr: strait.... +Line Sensors - Rear +StrategyMgr: strait.... +sonar: bearLeft +StrategyMgr: bearLeft.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... +currentCommand=96 +processIOCommand: Default: opCode = 96 data = 0 +sonar: NO SONARS!!!!!!!! +currentCommand=99 +processIOCommand: Default: opCode = 96 data = 3 +sonar: straight +StrategyMgr: strait.... diff --git a/Robust/src/Benchmarks/SSJava/JavaNator/run-error.sh b/Robust/src/Benchmarks/SSJava/JavaNator/run-error.sh new file mode 100755 index 00000000..9cde65fc --- /dev/null +++ b/Robust/src/Benchmarks/SSJava/JavaNator/run-error.sh @@ -0,0 +1,7 @@ +#!/bin/bash + +RobotMaine.bin > error.txt + +grep "SSJAVA: Injecting error" error.txt + +#mp3samples2plotData.sh error.txt \ No newline at end of file