rose_cat707/6.824-golabs-2021-6.824
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update test-mr.sh

Browse Source
This commit is contained in:
Lily Tsai
2021-02-12 11:10:24 -08:00
parent 34a311648c
commit 8b2a8d60b3
1 changed files with 10 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/main/test-mr.sh
View File

@@ -1,4 +1,4 @@
#!/bin/sh #!/bin/bash
# #
# basic map-reduce test # basic map-reduce test
@@ -99,7 +99,6 @@ fi
wait wait
######################################################### #########################################################
echo '***' Starting map parallelism test. echo '***' Starting map parallelism test.
@@ -178,11 +177,12 @@ else
fi fi
wait wait
rm -f mr-*
######################################################### #########################################################
# test whether any worker or coordinator exits before the # test whether any worker or coordinator exits before the
# task has completed (i.e., all output files have been finalized) # task has completed (i.e., all output files have been finalized)
rm -f mr-*
echo '***' Starting early exit test. echo '***' Starting early exit test.
timeout -k 2s 180s ../mrcoordinator ../pg*txt & timeout -k 2s 180s ../mrcoordinator ../pg*txt &
@@ -192,15 +192,17 @@ sleep 1
# start multiple workers. # start multiple workers.
timeout -k 2s 180s ../mrworker ../../mrapps/early_exit.so & timeout -k 2s 180s ../mrworker ../../mrapps/early_exit.so &
pid=$!
timeout -k 2s 180s ../mrworker ../../mrapps/early_exit.so & timeout -k 2s 180s ../mrworker ../../mrapps/early_exit.so &
timeout -k 2s 180s ../mrworker ../../mrapps/early_exit.so & timeout -k 2s 180s ../mrworker ../../mrapps/early_exit.so &
wait $pid # wait for any of the coord or workers to exit
# `jobs` ensures that any completed old processes from other tests
# are not waited upon
jobs &> /dev/null
wait -n
# the first worker has exited. # a process has exited. this means that the output should be finalized
# the job should have finished: this means that the output should be final # otherwise, either a worker or the coordinator exited early
# otherwise, either a worker exited early, or the coordinator exited early
sort mr-out* | grep . > mr-wc-all-initial sort mr-out* | grep . > mr-wc-all-initial
# wait for remaining workers and coordinator to exit. # wait for remaining workers and coordinator to exit.