tfcache-comparison
Details
applications/configure 10(+4 -6)
diff --git a/applications/configure b/applications/configure
index 496f4ae..4561e49 100755
--- a/applications/configure
+++ b/applications/configure
@@ -1,10 +1,9 @@
#!/bin/bash
-mkdir uncached
mkdir traces
-mkdir cached
mkdir output
+mkdir uncached
cd uncached
git clone --depth=1 https://github.com/rmeloca/azkaban-uncached.git azkaban
git clone --depth=1 https://github.com/rmeloca/cloudstore-uncached.git cloudstore
@@ -17,8 +16,7 @@ git clone --depth=1 https://github.com/rmeloca/shopizer-uncached.git shopizer
git clone --depth=1 https://github.com/rmeloca/thingsboard-uncached.git thingsboard
cd ..
-cd cached
-
+mkdir developers
cd developers
git clone --depth=1 https://github.com/rmeloca/azkaban-developers.git azkaban
git clone --depth=1 https://github.com/rmeloca/cloudstore-developers.git cloudstore
@@ -31,6 +29,7 @@ git clone --depth=1 https://github.com/rmeloca/shopizer-developers.git shopizer
git clone --depth=1 https://github.com/rmeloca/thingsboard-developers.git thingsboard
cd ..
+mkdir aplcache
cd aplcache
git clone --depth=1 https://github.com/rmeloca/azkaban-aplcache.git azkaban
git clone --depth=1 https://github.com/rmeloca/cloudstore-aplcache.git cloudstore
@@ -43,6 +42,7 @@ git clone --depth=1 https://github.com/rmeloca/shopizer-aplcache.git shopizer
git clone --depth=1 https://github.com/rmeloca/thingsboard-aplcache.git thingsboard
cd ..
+mkdir memoizeit
cd memoizeit
git clone --depth=1 https://github.com/rmeloca/azkaban-memoizeit.git azkaban
git clone --depth=1 https://github.com/rmeloca/cloudstore-memoizeit.git cloudstore
@@ -54,5 +54,3 @@ git clone --depth=1 https://github.com/rmeloca/petclinic-memoizeit.git petclinic
git clone --depth=1 https://github.com/rmeloca/shopizer-memoizeit.git shopizer
git clone --depth=1 https://github.com/rmeloca/thingsboard-memoizeit.git thingsboard
cd ..
-
-cd ..
reduce.sh 6(+3 -3)
diff --git a/reduce.sh b/reduce.sh
index 5e34f7a..fa09571 100644
--- a/reduce.sh
+++ b/reduce.sh
@@ -8,7 +8,7 @@ fi
export JAVA_OPTS="-Xms4096m -Xmx6124m"
host="localhost"
-versions=$(echo applications/cached/*/)
+versions="uncached developers aplcache memoizeit"
applications="*"
if [[ ! -z $1 ]]; then
host=$1
@@ -24,13 +24,13 @@ echo "$(date '+%F %T') Reducing in host $host for the applications $applications
for version in $versions; do
version=${version%/}
if [[ $applications = "*" ]]; then
- existing_applications=$(echo applications/cached/$version/*/)
+ existing_applications=$(echo applications/$version/*/)
else
existing_applications=$applications
fi
for application in $existing_applications; do
application=${application%/}
- for user in 1 10 50; do
+ for user in 1 5 25; do
for execution in {1..10}; do
echo "$(date '+%F %T') Reducing $application-$version with $user users and execution $execution"
java $JAVA_OPTS -jar adapters/RequestsSimulator/target/RequestsSimulator-1.0.jar --throughput=applications/output/$application-$version-${user}user-${execution}execution-requests --reduce=applications/output/requests-handled.csv --prefix=$application,$version,$user,$execution,
run.sh 19(+10 -9)
diff --git a/run.sh b/run.sh
index e3a6394..d8dff02 100644
--- a/run.sh
+++ b/run.sh
@@ -8,7 +8,7 @@ fi
export JAVA_OPTS="-Xms4096m -Xmx6124m"
host="localhost"
-versions=$(echo applications/cached/*/)
+versions="uncached developers aplcache memoizeit"
applications="*"
if [[ ! -z $1 ]]; then
host=$1
@@ -21,12 +21,12 @@ if [[ ! -z $1 ]]; then
fi
echo "$(date '+%F %T') Executing workloads in host $host for the applications $applications among the versions $versions"
-for user in 50 10 1; do
+for user in 25 5 1; do
for execution in {1..10}; do
for version in $versions; do
version=${version%/}
if [[ $applications = "*" ]]; then
- existing_applications=$(echo applications/cached/$version/*/)
+ existing_applications=$(echo applications/$version/*/)
else
existing_applications=$applications
fi
@@ -43,7 +43,7 @@ for user in 50 10 1; do
while ! java -jar adapters/RemoteExecutor/target/RemoteExecutor-1.0.jar --send="caching-approaches-comparison $command" --host=$host --port=5000; do sleep 5; done
fi
while ! curl -s $host:8080 > /dev/null; do sleep 5; done
- java $JAVA_OPTS -jar adapters/RequestsSimulator/target/RequestsSimulator-1.0.jar --profile=applications/workloads/$application.json --time=1500000 --users=$user --log=applications/workloads/$application-workload-${user}user.json --throughput=applications/output/$application-workload-${user}user-requests --host=$host > applications/output/$application-workload-${user}user-simulator.log 2>&1
+ java $JAVA_OPTS -jar adapters/RequestsSimulator/target/RequestsSimulator-1.0.jar --profile=applications/workloads/$application.json --time=600000 --users=$user --log=applications/workloads/$application-workload-${user}user.json --throughput=applications/output/$application-workload-${user}user-requests --host=$host > applications/output/$application-workload-${user}user-simulator.log 2>&1
if [[ $host = "localhost" ]]; then
docker-compose -f applications/uncached/$application/docker-compose.yml down -v
else
@@ -57,18 +57,19 @@ for user in 50 10 1; do
else
echo "$(date '+%F %T') Running $application with $user users and execution $execution"
if [[ $host = "localhost" ]]; then
+ export TRACER_ENABLE=false
export CACHE_EVENTS=/caching-approaches-comparison/applications/output/$application-$version-${user}user-${execution}execution-cache
- docker-compose -f applications/cached/$version/$application/docker-compose.yml up -d --build
+ docker-compose -f applications/$version/$application/docker-compose.yml up -d --build
else
- command="CACHE_EVENTS=/caching-approaches-comparison/applications/output/$application-$version-${user}user-${execution}execution-cache docker-compose -f applications/cached/$version/$application/docker-compose.yml up -d --build"
+ command="TRACER_ENABLE=false CACHE_EVENTS=/caching-approaches-comparison/applications/output/$application-$version-${user}user-${execution}execution-cache docker-compose -f applications/$version/$application/docker-compose.yml up -d --build"
while ! java -jar adapters/RemoteExecutor/target/RemoteExecutor-1.0.jar --send="caching-approaches-comparison $command" --host=$host --port=5000; do sleep 5; done
fi
while ! curl -s $host:8080 > /dev/null; do sleep 5; done
- timeout 3000 java $JAVA_OPTS -jar adapters/RequestsSimulator/target/RequestsSimulator-1.0.jar --profile=applications/workloads/$application.json --execute=applications/workloads/$application-workload-${user}user.json --throughput=applications/output/$application-$version-${user}user-${execution}execution-requests --host=$host > applications/output/$application-$version-${user}user-${execution}execution-simulator.log 2>&1
+ timeout 1200 java $JAVA_OPTS -jar adapters/RequestsSimulator/target/RequestsSimulator-1.0.jar --profile=applications/workloads/$application.json --execute=applications/workloads/$application-workload-${user}user.json --throughput=applications/output/$application-$version-${user}user-${execution}execution-requests --host=$host > applications/output/$application-$version-${user}user-${execution}execution-simulator.log 2>&1
if [[ $host = "localhost" ]]; then
- docker-compose -f applications/cached/$version/$application/docker-compose.yml down -v
+ docker-compose -f applications/$version/$application/docker-compose.yml down -v
else
- command="docker-compose -f applications/cached/$version/$application/docker-compose.yml down -v"
+ command="docker-compose -f applications/$version/$application/docker-compose.yml down -v"
while ! java -jar adapters/RemoteExecutor/target/RemoteExecutor-1.0.jar --send="caching-approaches-comparison $command" --host=$host --port=5000; do sleep 5; done
sleep 30
fi
trace.sh 2(+1 -1)
diff --git a/trace.sh b/trace.sh
index 9574b96..795521c 100644
--- a/trace.sh
+++ b/trace.sh
@@ -31,7 +31,7 @@ for application in $applications; do
while ! java -jar adapters/RemoteExecutor/target/RemoteExecutor-1.0.jar --send="caching-approaches-comparison $command" --host=$host --port=5000; do sleep 5; done
fi
while ! curl -s $host:8080 > /dev/null; do sleep 5; done
- java $JAVA_OPTS -jar adapters/RequestsSimulator/target/RequestsSimulator-1.0.jar --profile=applications/workloads/$application.json --time=600000 --users=1 --log=applications/workloads/$application-execution-uncached.json --throughput=applications/output/$application-uncached-requests --host=$host > applications/output/$application-uncached-simulator.log 2>&1
+ java $JAVA_OPTS -jar adapters/RequestsSimulator/target/RequestsSimulator-1.0.jar --profile=applications/workloads/$application.json --time=300000 --users=1 --log=applications/workloads/$application-execution-uncached.json --throughput=applications/output/$application-uncached-requests --host=$host > applications/output/$application-uncached-simulator.log 2>&1
if [[ $host = "localhost" ]]; then
docker-compose -f applications/uncached/$application/docker-compose.yml down -v
else