From: adash <adash>
Date: Thu, 17 Dec 2009 00:12:15 +0000 (+0000)
Subject: changes to run script for ecoop
X-Git-Url: http://demsky.eecs.uci.edu/git/?a=commitdiff_plain;h=2c894aeade973358df923224e224068096f19011;p=IRC.git

changes to run script for ecoop
---

diff --git a/Robust/src/Benchmarks/Prefetch/Em3d/dsm/makefile b/Robust/src/Benchmarks/Prefetch/Em3d/dsm/makefile
index 4580b2ee..98e19afc 100644
--- a/Robust/src/Benchmarks/Prefetch/Em3d/dsm/makefile
+++ b/Robust/src/Benchmarks/Prefetch/Em3d/dsm/makefile
@@ -16,12 +16,18 @@ SRC3=${MAINCLASS}2.java \
 
 FLAGS=-dsm -prefetch -optimize -excprefetch Em3d.main -excprefetch BiGraph.create -excprefetch Node.Node -excprefetch Node.fillTable -excprefetch Node.makeUniqueNeighbors -excprefetch Node.makeFromNodes -excprefetch Node.updateFromNodes -debug -mainclass ${MAINCLASS} -trueprob 0.85
 FLAGS1=-dsm -prefetch -transstats -dsmcaching -optimize -excprefetch Node.makeUniqueNeighbors -excprefetch EVector.ensureCapacity -excprefetch EVector.addElement -excprefetch BiGraph.makeFromNodes -excprefetch EVector.elementAt -excprefetch BiGraph.initializeNodes -excprefetch BiGraph.allocateNodes -mainclass ${MAINCLASS} -trueprob 0.85
-FLAGS2=-dsm -dsmcaching -optimize -mainclass ${MAINCLASS} -trueprob 0.85
-FLAGS3=-dsm -optimize -mainclass ${MAINCLASS} -trueprob 0.85
+FLAGS2=-dsm -dsmcaching -optimize -mainclass ${MAINCLASS}
+FLAGS3=-dsm -optimize -transstats -mainclass ${MAINCLASS}
+
+
+FLAGSP=-dsm -prefetch -dsmcaching -optimize -excprefetch Node.makeUniqueNeighbors -excprefetch EVector.ensureCapacity -excprefetch EVector.addElement -excprefetch BiGraph.makeFromNodes -excprefetch EVector.elementAt -excprefetch BiGraph.initializeNodes -excprefetch BiGraph.allocateNodes -mainclass ${MAINCLASS} -trueprob 0.85
+FLAGSNPNC=-dsm -optimize -mainclass ${MAINCLASS}
 
 default:
-	../../../../buildscript ${FLAGS3} -o ${MAINCLASS}NPNC ${SRC3}
-	../../../../buildscript ${FLAGS1} -o ${MAINCLASS}N ${SRC3}
+	../../../../buildscript ${FLAGS3} -o ${MAINCLASS}withstatNPNC ${SRC3}
+	../../../../buildscript ${FLAGS1} -o ${MAINCLASS}withstatN ${SRC3}
+	../../../../buildscript ${FLAGSNPNC} -o ${MAINCLASS}NPNC ${SRC3}
+	../../../../buildscript ${FLAGSP} -o ${MAINCLASS}N ${SRC3}
 
 clean:
 	rm -rf tmpbuilddirectory
diff --git a/Robust/src/Benchmarks/Prefetch/bm.txt b/Robust/src/Benchmarks/Prefetch/bm.txt
index af0e1b08..d02464be 100644
--- a/Robust/src/Benchmarks/Prefetch/bm.txt
+++ b/Robust/src/Benchmarks/Prefetch/bm.txt
@@ -6,6 +6,9 @@ JGFMolDynBenchSizeB:Moldyn/dsm:1:2:3:4:5:6:7:8:moldynverB
 JGFMolDynBenchSizeC:Moldyn/dsm:1:2:3:4:5:6:7:8:moldynverC
 JGFMolDynBenchSizeD:Moldyn/dsm:1:2:3:4:5:6:7:8:moldynverD
 JGFLUFactBenchSizeA:LUFact/dsm:1:2:3:4:5:6:7:8:lufactverA
+MatrixMultiply:MatrixMultiply/dsm:1 512 60:2 512 60:3 512 60:4 512 60:5 512 60:6 512 60:7 512 60:8 512 60:51260mmver
+MatrixMultiply:MatrixMultiply/dsm:1 450 100:2 450 100:3 450 100:4 450 100:5 450 100:6 450 100:7 450 100:8 450 100:450100mmver
+MatrixMultiply:MatrixMultiply/dsm:1 450 200:2 450 200:3 450 200:4 450 200:5 450 200:6 450 200:7 450 200:8 450 200:450200mmver
 MatrixMultiply:MatrixMultiply/dsm:1 300 100:2 300 100:3 300 100:4 300 100:5 300 100:6 300 100:7 300 100:8 300 100:100300mmver
 MatrixMultiply:MatrixMultiply/dsm:1 300 200:2 300 200:3 300 200:4 300 200:5 300 200:6 300 200:7 300 200:8 300 200:200300mmver
 MatrixMultiply:MatrixMultiply/dsm:1 300 400:2 300 400:3 300 400:4 300 400:5 300 400:6 300 400:7 300 400:8 300 400:400300mmver
@@ -16,8 +19,12 @@ MatrixMultiply:MatrixMultiply/dsm:1 400 200:2 400 200:3 400 200:4 400 200:5 400
 MatrixMultiply:MatrixMultiply/dsm:1 400 180:2 400 180:3 400 180:4 400 180:5 400 180:6 400 180:7 400 180:8 400 180:400180mmver
 MatrixMultiply:MatrixMultiply/dsm:1 400 150:2 400 150:3 400 150:4 400 150:5 400 150:6 400 150:7 400 150:8 400 150:400150mmver
 MatrixMultiply:MatrixMultiply/dsm:1 400 600:2 400 600:3 400 600:4 400 600:5 400 600:6 400 600:7 400 600:8 400 600:400600mmver
-MatrixMultiply:MatrixMultiply/dsm:1 500 100:2 500 100:3 500 100:4 500 100:5 500 100:6 500 100:7 500 100:8 500 100:500100mmver
+MatrixMultiply:MatrixMultiply/dsm:1 500 200:2 500 200:3 500 200:4 500 200:5 500 200:6 500 200:7 500 200:8 500 200:500200mmver
+MatrixMultiply:MatrixMultiply/dsm:1 500 60:2 500 60:3 500 60:4 500 60:5 500 60:6 500 60:7 500 60:8 500 60:50060mmver
+MatrixMultiply:MatrixMultiply/dsm:1 500 70:2 500 70:3 500 70:4 500 70:5 500 70:6 500 70:7 500 70:8 500 70:50070mmver
+MatrixMultiply:MatrixMultiply/dsm:1 480 80:2 480 80:3 480 80:4 480 80:5 480 80:6 480 80:7 480 80:8 480 80:48080mmver
 MatrixMultiply:MatrixMultiply/dsm:1 600 50:2 600 50:3 600 50:4 600 50:5 600 50:6 600 50:7 600 50:8 600 50:60050mmver
+MatrixMultiply:MatrixMultiply/dsm:1 650 50:2 650 50:3 650 50:4 650 50:5 650 50:6 650 50:7 650 50:8 650 50:65050mmver
 MatrixMultiply:MatrixMultiply/dsm:1 750 50:2 750 50:3 750 50:4 750 50:5 750 50:6 750 50:7 750 50:8 750 50:75050mmver
 MatrixMultiply:MatrixMultiply/dsm:1 700 50:2 700 50:3 700 50:4 700 50:5 700 50:6 700 50:7 700 50:8 700 50:70050mmver
 MatrixMultiply:MatrixMultiply/dsm:1 800:2 800:3 800:4 800:5 800:6 800:7 800:8 800:800mmver
@@ -30,19 +37,30 @@ Em3d:Em3d/dsm:-T 1 -N 10000 -d 1000 -i 15:-T 2 -N 10000 -d 1000 -i 15:-T 3 -N 10
 Chase:Chase:1000000:1000000:1000000:1000000:1000000:1000000:1000000:1000000:chase
 Array2D:Array:::::::::array
 TreeT:Tree:::::::::tree
+fft2d:2DFFT/dsm:1 48000 200:2 48000 200:3 48000 200:4 48000 200:5 48000 200:6 48000 200:7 48000 200:8 48000 200:48000200fft2d
+fft2d:2DFFT/dsm:1 36000 100:2 36000 100:3 36000 100:4 36000 100:5 36000 100:6 36000 100:7 36000 100:8 36000 100:36000100fft2d
+fft2d:2DFFT/dsm:1 96000 100:2 96000 100:3 96000 100:4 96000 100:5 96000 100:6 96000 100:7 96000 100:8 96000 100:96000100fft2d
 fft2d:2DFFT/dsm:1 1600:2 1600:3 1600:4 1600:5 1600:6 1600:7 1600:8 1600:1600fft2d
 fft2d:2DFFT/dsm:1 1152:2 1152:3 1152:4 1152:5 1152:6 1152:7 1152:8 1152:1152fft2d
 fft2d:2DFFT/dsm:1 3200:2 3200:3 3200:4 3200:5 3200:6 3200:7 3200:8 3200:3200fft2d
 fft2d:2DFFT/dsm:1 2500:2 2500:3 2500:4 2500:5 2500:6 2500:7 2500:8 2500:2500fft2d
 fft2d:2DFFT/dsm:1 2000:2 2000:3 2000:4 2000:5 2000:6 2000:7 2000:8 2000:2000fft2d
 fft2d:2DFFT/dsm:1 2048:2 2048:3 2048:4 2048:5 2048:6 2048:7 2048:8 2048:2048fft2d
-Heat:HeatFlow/dsm:1 200:2 200:3 200:4 200:5 200:6 200:7 200:8 200:heatflow
+fft2d:2DFFT/dsm:1 2000 3:2 2000 3:3 2000 3:4 2000 3:5 2000 3:6 2000 3:7 2000 3:8 2000 3:20003fft2d
+fft2d:2DFFT/dsm:1 1000 5:2 1000 5:3 1000 5:4 1000 5:5 1000 5:6 1000 5:7 1000 5:8 1000 5:10005fft2d
+fft2d:2DFFT/dsm:1 1500 5:2 1500 5:3 1500 5:4 1500 5:5 1500 5:6 1500 5:7 1500 5:8 1500 5:15005fft2d
 Convolution:2DConv/dsm:1 4096:2 4096:3 4096:4 4096:5 4096:6 4096:7 4096:8 4096:40962dconv
-Convolution:2DConv/dsm:1 8192:2 8192:3 8192:4 8192:5 8192:6 8192:7 8192:8 8192:81922dconv
-Convolution:2DConv/dsm:1 16000:2 16000:3 16000:4 16000:5 16000:6 16000:7 16000:8 16000:160002dconv
-Convolution:2DConv/dsm:1 2048:2 2048:3 2048:4 2048:5 2048:6 2048:7 2048:8 2048:20482dconv
-Convolution:2DConv/dsm:1 1024:2 1024:3 1024:4 1024:5 1024:6 1024:7 1024:8 1024:10242dconv
-Convolution:2DConv/dsm:1 6000:2 6000:3 6000:4 6000:5 6000:6 6000:7 6000:8 6000:60002dconv
+Convolution:2DConv/dsm:1 800 30:2 800 30:3 800 30:4 800 30:5 800 30:6 800 30:7 800 30:8 800 30:800302dconv
+Convolution:2DConv/dsm:1 800 50:2 800 50:3 800 50:4 800 50:5 800 50:6 800 50:7 800 50:8 800 50:800502dconv
+Convolution:2DConv/dsm:1 600 100:2 600 100:3 600 100:4 600 100:5 600 100:6 600 100:7 600 100:8 600 100:6001002dconv
+Convolution:2DConv/dsm:1 1000 25:2 1000 25:3 1000 25:4 1000 25:5 1000 25:6 1000 25:7 1000 25:8 1000 25:1000252dconv
+Convolution:2DConv/dsm:1 800 24000:2 800 24000:3 800 24000:4 800 24000:5 800 24000:6 800 24000:7 800 24000:8 800 24000:240008002dconv
+Convolution:2DConv/dsm:1 800 48000:2 800 48000:3 800 48000:4 800 48000:5 800 48000:6 800 48000:7 800 48000:8 800 48000:480008002dconv
+Convolution:2DConv/dsm:1 400 96000:2 400 96000:3 400 96000:4 400 96000:5 400 96000:6 400 96000:7 400 96000:8 400 96000:960004002dconv
+Convolution:2DConv/dsm:1 200 192000:2 200 192000:3 200 192000:4 200 192000:5 200 192000:6 200 192000:7 200 192000:8 200 192000:1920002002dconv
+Convolution:2DConv/dsm:1 1000 10000:2 1000 10000:3 1000 10000:4 1000 10000:5 1000 10000:6 1000 10000:7 1000 10000:8 1000 10000:1000010002dconv
+Convolution:2DConv/dsm:1 500 10000:2 500 10000:3 500 10000:4 500 10000:5 500 10000:6 500 10000:7 500 10000:8 500 10000:100005002dconv
+Convolution:2DConv/dsm:1 500 20000:2 500 20000:3 500 20000:4 500 20000:5 500 20000:6 500 20000:7 500 20000:8 500 20000:200005002dconv
 LookUpService:../Distributed/LookUpService/dsm2:-N 1 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:-N 2 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:-N 3 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:-N 4 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:-N 5 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:-N 6 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:-N 7 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:-N 8 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 10:10lookup
 LookUpService:../Distributed/LookUpService/dsm2:-N 1 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:-N 2 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:-N 3 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:-N 4 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:-N 5 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:-N 6 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:-N 7 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:-N 8 -nEntry 160 -nTrans 1000 -probRead 80 -nLookUp 10:80lookup
 LookUpService:../Distributed/LookUpService/dsm:-N 1 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:-N 2 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:-N 3 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:-N 4 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:-N 5 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:-N 6 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:-N 7 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:-N 8 -nEntry 160 -nTrans 1000 -probRead 96 -nLookUp 15:15lookup
@@ -52,3 +70,5 @@ RainForest:../Distributed/RainForest/dsm:-N 1:-N 2:-N 3:-N 4:-N 5:-N 6:-N 7:-N 8
 KMeans:KMeans:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 1:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 2:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 3:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 4:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 5:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 6:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 7:-m 40 -n 40 -t 0.05 -i inputs/random-n2048-d16-c16.txt -nthreads 8:kmeans
 KMeans:KMeans:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 1:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 2:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 3:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 4:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 5:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 6:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 7:-m 40 -n 40 -t 0.05 -i inputs/random10000_12 -nthreads 8:1000012kmeans
 KMeans:KMeans:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 1:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 2:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 3:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 4:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 5:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 6:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 7:-m 40 -n 40 -t 0.05 -i inputs/random1000_12 -nthreads 8:100012kmeans
+SpamFilter:../Distributed/SpamFilter:-n 2 -e 500 -t 1:-n 2 -e 500 -t 2:-n 2 -e 500 -t 3:-n 2 -e 500 -t 4:-n 2 -e 500 -t 5:-n 2 -e 500 -t 6:-n 2 -e 500 -t 7:-n 2 -e 500 -t 8:spamfilter2500
+SpamFilter:../Distributed/SpamFilter:-n 2 -e 1000 -t 1:-n 2 -e 1000 -t 2:-n 2 -e 1000 -t 3:-n 2 -e 1000 -t 4:-n 2 -e 1000 -t 5:-n 2 -e 1000 -t 6:-n 2 -e 1000 -t 7:-n 2 -e 1000 -t 8:spamfilter21000
diff --git a/Robust/src/Benchmarks/Prefetch/killallclients.sh b/Robust/src/Benchmarks/Prefetch/killallclients.sh
index dc4869d5..6a31a389 100755
--- a/Robust/src/Benchmarks/Prefetch/killallclients.sh
+++ b/Robust/src/Benchmarks/Prefetch/killallclients.sh
@@ -1,5 +1,5 @@
 #!/bin/sh
-source ~/.tmpvars 
+source ~/.tmpvars
 name=`cat ~/.tmpvars | cut -f2 -d"="`
 args=`cat ~/.tmpparams`
 echo $name $args >> /tmp/client_stats.txt
diff --git a/Robust/src/Benchmarks/Prefetch/run.sh b/Robust/src/Benchmarks/Prefetch/run.sh
index 93ef6a4f..7304c51c 100755
--- a/Robust/src/Benchmarks/Prefetch/run.sh
+++ b/Robust/src/Benchmarks/Prefetch/run.sh
@@ -2,9 +2,11 @@
 
 #set -x
 MACHINELIST='dc-1.calit2.uci.edu dc-2.calit2.uci.edu dc-3.calit2.uci.edu dc-4.calit2.uci.edu dc-5.calit2.uci.edu dc-6.calit2.uci.edu dc-7.calit2.uci.edu dc-8.calit2.uci.edu'
-benchmarks='array chase tree 60050mmver moldynverB 2000fft2d 40962dconv sorverD rainforest'
+benchmarks='array chase tree 65050mmver 15005fft2d moldynverB sorverD 1000010002dconv spamfilter2500 rainforest'
+
 
 LOGDIR=~/research/Robust/src/Benchmarks/Prefetch/runlog
+LOGDIR1=~/research/Robust/src/Benchmarks/Prefetch/logres
 TOPDIR=`pwd`
 
 function run {
@@ -128,6 +130,10 @@ function runallstats {
       arg=$ARGS8
       ln -s ${DSTMDIR}/dstm_8.conf dstm.conf
     fi
+    envarg=`echo $arg | sed 's/ /_/g'`
+    FILENAME="${LOGDIR1}/${3}_${envarg}_thd_${2}_"
+    echo "$FILENAME" > ~/.tmpenvs
+    chmod +x ~/.tmpenvs
     chmod +x ~/.tmpvars
     echo "args=$arg thds=${2}Thd" > ~/.tmpparams
     for machine in `echo $MACHINES`
@@ -138,6 +144,8 @@ function runallstats {
     sleep 2
     perl -x${TOPDIR} ${TOPDIR}/switch/fetch_stat.pl clear_stats settings=switch/clearsettings.txt
     /usr/bin/time -f "%e" ./$3 master $arg 2> ${LOGDIR}/tmp
+    envtime=`cat ${LOGDIR}/tmp | grep -v Command`
+    echo "$envtime" >> ~/.tmpenvs
     perl -x${TOPDIR} ${TOPDIR}/switch/fetch_stat.pl settings=switch/settings.txt
     cat ${LOGDIR}/tmp >> ${LOGDIR}/${3}_${2}Thrd_${EXTENSION}.txt
     if [ $i -eq 0 ];then echo "<h3> Benchmark=${3} Thread=${2} Extension=${EXTENSION}</h3><br>" > ${LOGDIR}/${3}_${EXTENSION}_${2}Thrd_a.html  ;fi
@@ -220,24 +228,24 @@ function callrun {
 
 for count in 2 4 8
 do
-echo "------- Running $count threads $BMDIR non-prefetch + non-cache on $count machines -----"
-run 10 $count $NONPREFETCH_NONCACHE
-#echo "------- Running $count threads $BMDIR non-prefetch on $count machines -----"
-#run 10 $count $NONPREFETCH
-echo "------- Running $count threads $BMDIR normal prefetch on $count machines -----"
-run 10 $count $PREFETCH
-#echo "------- Running $count threads $BMDIR manual prefetch on $count machines -----"
-#run 10 $count $MANUAL_PREFETCH
+    echo "------- Running $count threads $BMDIR non-prefetch + non-cache on $count machines -----"
+    run 10 $count $NONPREFETCH_NONCACHE
+    echo "------- Running $count threads $BMDIR non-prefetch on $count machines -----"
+    run 10 $count $NONPREFETCH
+    echo "------- Running $count threads $BMDIR normal prefetch on $count machines -----"
+    run 10 $count $PREFETCH
+    #echo "------- Running $count threads $BMDIR manual prefetch on $count machines -----"
+    #run 10 $count $MANUAL_PREFETCH
 
 ###########
-#echo "------- Running $count threads $BMDIR non-prefetch + non-cache on $count machines -----"
-#runallstats 1 $count $NONPREFETCH_NONCACHE
-#echo "------- Running $count threads $BMDIR non-prefetch on $count machines -----"
-#runallstats 1 $count $NONPREFETCH
-#echo "------- Running $count threads $BMDIR normal prefetch on $count machines -----"
-#runallstats 1 $count $PREFETCH
-#echo "------- Running $count threads $BMDIR manual prefetch on $count machines -----"
-#runallstats 1 $count $MANUAL_PREFETCH
+#  echo "------- Running $count threads $BMDIR non-prefetch + non-cache on $count machines -----"
+# runallstats 1 $count $NONPREFETCH_NONCACHE
+  #echo "------- Running $count threads $BMDIR non-prefetch on $count machines -----"
+  #runallstats 1 $count $NONPREFETCH
+#  echo "------- Running $count threads $BMDIR normal prefetch on $count machines -----"
+# runallstats 1 $count $PREFETCH
+  #echo "------- Running $count threads $BMDIR manual prefetch on $count machines -----"
+  #runallstats 1 $count $MANUAL_PREFETCH
 #############
 
 done
@@ -292,6 +300,7 @@ function callmicrorun {
 echo "---------- Clean old files ---------- "
 #rm runlog/*
 mv runlog/* runlog/results/.
+echo  "moving files"
 for b in `echo $benchmarks`
 do
   bm=`grep $b bm.txt`