From 3f6b9b19d45804bf9bbba502b05f36eabb5f408b Mon Sep 17 00:00:00 2001
From: yohanchatelain <yohan.chatelain@gmail.com>
Date: Tue, 11 Jun 2024 14:14:05 -0400
Subject: [PATCH] Add missing tests

---
 .../test_scalar.sh                            | 73 ++++++++++++++++
 .../test_scalar.sh                            | 85 +++++++++++++++++++
 2 files changed, 158 insertions(+)
 create mode 100755 tests/test_online_instrumentation/test_scalar.sh
 create mode 100755 tests/test_online_instrumentation_sr/test_scalar.sh

diff --git a/tests/test_online_instrumentation/test_scalar.sh b/tests/test_online_instrumentation/test_scalar.sh
new file mode 100755
index 00000000..f3791ab2
--- /dev/null
+++ b/tests/test_online_instrumentation/test_scalar.sh
@@ -0,0 +1,73 @@
+#!/bin/bash
+
+set -e
+
+export SAMPLES=100
+
+check_status() {
+    if [[ $? != 0 ]]; then
+        echo "Fail"
+        exit 1
+    fi
+}
+
+check_executable() {
+    if [[ ! -f $1 ]]; then
+        echo "Executable $1 not found"
+        exit 1
+    fi
+}
+
+optimizations=('-O0' '-O1' '-O2' '-O3' '-Ofast')
+
+export VFC_BACKENDS_LOGGER=False
+
+parallel --header : "make --silent type={type} optimization={optimization} operator={operator}" ::: type float double ::: optimization "${optimizations[@]}" ::: operator add sub mul div
+
+run_test() {
+    declare -A operation_name=(["+"]="add" ["-"]="sub" ["x"]="mul" ["/"]="div")
+
+    local type="$1"
+    local optimization="$2"
+    local op="$3"
+    local op_name=${operation_name[$op]}
+
+    local bin=test_${type}_${optimization}_${op_name}
+    local file=tmp.$type.$op_name.$optimization.txt
+
+    echo "Running test $type $op $optimization $op_name"
+
+    rm -f $file
+
+    for i in $(seq 1 $SAMPLES); do
+        ./$bin $op 0.1 0.2 >>$file
+    done
+
+    if [[ $? != 0 ]]; then
+        echo "Failed!"
+        exit 1
+    fi
+
+    # Check if we have variabilities
+    if [[ $(sort -u $file | wc -l) == 1 ]]; then
+        echo "Failed!"
+        echo "File $file failed"
+        sort -u $file
+        exit 1
+    fi
+}
+
+export -f run_test
+
+parallel --halt now,fail=1 --header : "run_test {type} {optimization} {op} " \
+    ::: type float double \
+    ::: op "+" "-" "x" "/" \
+    ::: optimization "${optimizations[@]}"
+
+if [[ $? != 0 ]]; then
+    echo "Failed!"
+    exit 1
+else
+    echo "Success!"
+    exit 0
+fi
diff --git a/tests/test_online_instrumentation_sr/test_scalar.sh b/tests/test_online_instrumentation_sr/test_scalar.sh
new file mode 100755
index 00000000..847f4968
--- /dev/null
+++ b/tests/test_online_instrumentation_sr/test_scalar.sh
@@ -0,0 +1,85 @@
+#!/bin/bash
+
+set -e
+
+export SAMPLES=100
+
+check_status() {
+    if [[ $? != 0 ]]; then
+        echo "Fail"
+        exit 1
+    fi
+}
+
+check_executable() {
+    if [[ ! -f $1 ]]; then
+        echo "Executable $1 not found"
+        exit 1
+    fi
+}
+
+optimizations=('-O0' '-O1' '-O2' '-O3' '-Ofast')
+
+export VFC_BACKENDS_LOGGER=False
+
+parallel --header : "make --silent type={type} optimization={optimization} operator={operator}" ::: type float double ::: optimization "${optimizations[@]}" ::: operator add sub mul div
+
+run_test() {
+    declare -A operation_name=(["+"]="add" ["-"]="sub" ["x"]="mul" ["/"]="div")
+
+    declare -A args
+    args["float+"]="0.1 0.01"
+    args["float-"]="0.1 0.001"
+    args["floatx"]="0.1 0.001"
+    args["float/"]="1 313"
+    args["floats"]="0.1"
+    args["double+"]="0.1 0.01"
+    args["double-"]="0.1 0.001"
+    args["doublex"]="0.1 0.01"
+    args["double/"]="1 3"
+    args["doubles"]="0.1"
+
+    local type="$1"
+    local optimization="$2"
+    local op="$3"
+    local op_name=${operation_name[$op]}
+
+    local bin=test_${type}_${optimization}_${op_name}
+    local file=tmp.$type.$op_name.$optimization.txt
+
+    echo "Running test $type $op $optimization $op_name on ${args["$type$op"]}..."
+
+    rm -f $file
+
+    for i in $(seq 1 $SAMPLES); do
+        ./$bin $op ${args["$type$op"]} >>$file
+    done
+
+    if [[ $? != 0 ]]; then
+        echo "Failed!"
+        exit 1
+    fi
+
+    # Check if we have variabilities
+    if [[ $(sort -u $file | wc -l) == 1 ]]; then
+        echo "Failed!"
+        echo "File $file failed"
+        sort -u $file
+        exit 1
+    fi
+}
+
+export -f run_test
+
+parallel --halt now,fail=1 --header : "run_test {type} {optimization} {op} " \
+    ::: type double float \
+    ::: op "+" "-" "x" "/" \
+    ::: optimization "${optimizations[@]}"
+
+if [[ $? != 0 ]]; then
+    echo "Failed!"
+    exit 1
+else
+    echo "Success!"
+    exit 0
+fi