Refine EC test script with regard to dest dir (#2064)

Author: rui-mo

supports/ec-performance-test/config

@@ -16,10 +16,10 @@ HADOOP_HOME=
 # The cluster hdfs url for ec performance test, e.g., SRC_CLUSTER=hdfs://sr613:9000
 SRC_CLUSTER=
 
-# The dest dir to store the data converted to ec by distcp
+# The dest dir to store the data converted to ec by distcp, e.g., DEST_DIR_EC=/dest/ec
 DEST_DIR_EC=
 
-# The dest dir to store the data converted to replica by distcp
+# The dest dir to store the data converted to replica by distcp, e.g., DEST_DIR_REPLICA=/dest/replica
 DEST_DIR_REPLICA=
 
 # The namenode's hostname of src cluster

supports/ec-performance-test/prepare_ec.sh

@@ -7,8 +7,8 @@ for size in "${!CASES[@]}"; do
     num=${CASES[$size]}
     dir="${size}_${num}"
     # delete historical data
-    ssh ${SRC_NODE} "hdfs dfs -rm -r /${DEST_DIR_EC}/${dir}; hdfs dfs -mkdir /${DEST_DIR_EC}/${dir}"
+    ssh ${SRC_NODE} "hdfs dfs -rm -r ${DEST_DIR_EC}/${dir}; hdfs dfs -mkdir ${DEST_DIR_EC}/${dir}"
     # set ec policy
-    ssh ${SRC_NODE} "hdfs ec -setPolicy -path /${DEST_DIR_EC}/${dir}"
+    ssh ${SRC_NODE} "hdfs ec -setPolicy -path ${DEST_DIR_EC}/${dir}"
 done
 

supports/ec-performance-test/prepare_replica.sh

@@ -6,6 +6,6 @@
 for size in "${!CASES[@]}"; do
     num=${CASES[$size]}
     dir="${size}_${num}"
-    ssh ${SRC_NODE} "hdfs dfs -rm -r /${DEST_DIR_REPLICA}/${dir}; hdfs dfs -mkdir /${DEST_DIR_REPLICA}/${dir}"
+    ssh ${SRC_NODE} "hdfs dfs -rm -r ${DEST_DIR_REPLICA}/${dir}; hdfs dfs -mkdir ${DEST_DIR_REPLICA}/${dir}"
 done
 

supports/ec-performance-test/test_distcp_ec.sh

@@ -25,7 +25,7 @@ for size in "${!CASES[@]}"; do
 	    sh prepare_ec.sh
         cd ${PAT_HOME}/PAT-collecting-data          
         echo "start_time=\`date +%s\`;\
-        hadoop distcp -skipcrccheck -m ${MAPPER_NUM} ${SRC_CLUSTER}/${case}/* ${SRC_CLUSTER}/${DEST_DIR}/${case}/ > results/$case_${MAPPER_NUM}_$i.log 2>&1;\
+        hadoop distcp -skipcrccheck -m ${MAPPER_NUM} ${SRC_CLUSTER}/${case}/* ${SRC_CLUSTER}${DEST_DIR_EC}/${case}/ > results/$case_${MAPPER_NUM}_$i.log 2>&1;\
         end_time=\`date +%s\`;\
         printf \"\$((end_time-start_time))s \" >> ${log}" > cmd.sh
         ./pat run "${case}_"ec"_${MAPPER_NUM}_${i}"

supports/ec-performance-test/test_distcp_replica.sh

@@ -25,7 +25,7 @@ for size in "${!CASES[@]}"; do
         sh prepare_replica.sh
         cd ${PAT_HOME}/PAT-collecting-data
         echo "start_time=\`date +%s\`;\
-        hadoop distcp -skipcrccheck -m ${MAPPER_NUM} ${SRC_CLUSTER}/${DEST_DIR_EC}/${case}/* ${SRC_CLUSTER}/${DEST_DIR_REPLICA}/${case}/ > results/$case_${MAPPER_NUM}_$i.log 2>&1;\
+        hadoop distcp -skipcrccheck -m ${MAPPER_NUM} ${SRC_CLUSTER}${DEST_DIR_EC}/${case}/* ${SRC_CLUSTER}${DEST_DIR_REPLICA}/${case}/ > results/$case_${MAPPER_NUM}_$i.log 2>&1;\
         end_time=\`date +%s\`;\
         printf \"\$((end_time-start_time))s \" >> ${log}" > cmd.sh
         ./pat run "${case}_"replica"_${MAPPER_NUM}_${i}"