Deduplicator - Add tests

Author: Dakevid

modules/deduplicator/tests/test.sh

@@ -0,0 +1,61 @@
+#!/bin/bash
+
+function exit_with_error {
+  pkill logger
+  pkill logreplay
+  pkill deduplicator
+  exit 1
+}
+
+function process_started {
+  pid=$1
+  if ! ps -p $pid > /dev/null
+    then
+      echo "Failed to start process"
+      exit_with_error
+  fi
+}
+
+data_path="$(dirname "$0")/testsData/"
+deduplicator=$1
+
+set -e
+trap 'echo "Command \"$BASH_COMMAND\" failed!"; exit_with_error' ERR
+for input_file in $data_path/inputs/*; do
+  index=$(echo "$input_file" | grep -o '[0-9]\+')
+  echo "Running test $index"
+
+  res_file="/tmp/res"
+  logger -i "u:deduplicator" -w $res_file &
+  logger_pid=$!
+  sleep 0.1
+
+  process_started $logger_pid
+
+  $deduplicator \
+    -i "u:din,u:deduplicator" &
+
+  detector_pid=$!
+  sleep 0.1
+  process_started $detector_pid
+
+  logreplay -i "u:din" -f "$data_path/inputs/input$index.csv" 2>/dev/null &
+  sleep 0.1
+  process_started $!
+
+  wait $logger_pid
+  wait $detector_pid
+
+  if [ -f "$res_file" ]; then
+    if ! cmp -s "$data_path/results/res$index.csv" "$res_file"; then
+      echo "Files results/res$index.csv and $res_file are not equal"
+      exit_with_error
+    fi
+  else
+    echo "File $res_file not found"
+    exit_with_error
+  fi
+done
+
+echo "All tests passed"
+exit 0

modules/deduplicator/tests/testsData/inputs/input1.csv

@@ -0,0 +1,9 @@
+ipaddr SRC_IP, ipaddr DST_IP, uint16 SRC_PORT, uint16 DST_PORT, uint8 PROTOCOL, uint64 LINK_BIT_FIELD, time TIME_LAST
+154.175.219.8,155.175.219.8,123,123,6,10,2020-01-01T00:00:01Z
+54.175.29.123,54.175.219.24,123,80,6,10,2020-01-01T00:00:02Z
+54.175.21.66,54.175.219.77,443,22,6,10,2020-01-01T00:00:03Z
+54.175.3.17,54.175.219.99,8080,53,17,10,2020-01-01T00:00:04Z
+154.175.219.8,155.175.219.8,123,123,6,10,2020-01-01T00:00:01Z
+154.175.219.8,155.175.219.8,123,123,6,11,2020-01-01T00:00:01Z
+154.175.219.8,155.175.219.8,123,123,6,10,2020-01-01T00:00:01Z
+154.175.219.8,155.175.219.8,123,123,6,11,2020-01-01T00:00:01Z

modules/deduplicator/tests/testsData/results/res1.csv

@@ -0,0 +1,6 @@
+155.175.219.8,154.175.219.8,10,2020-01-01T00:00:01.000000,123,123,6
+54.175.219.24,54.175.29.123,10,2020-01-01T00:00:02.000000,80,123,6
+54.175.219.77,54.175.21.66,10,2020-01-01T00:00:03.000000,22,443,6
+54.175.219.99,54.175.3.17,10,2020-01-01T00:00:04.000000,53,8080,17
+155.175.219.8,154.175.219.8,10,2020-01-01T00:00:01.000000,123,123,6
+155.175.219.8,154.175.219.8,10,2020-01-01T00:00:01.000000,123,123,6