test: further fixing up of python-pii-redactor test

it should hopefully be g2g now, short of missing imports (see #314) Signed-off-by: Nick Mitchell <[email protected]>
IBM · Oct 3, 2024 · 39d75e1 · 39d75e1
1 parent 6467740
commit 39d75e1
Show file tree

Hide file tree

Showing 15 changed files with 29 additions and 0 deletions.
diff --git a/pkg/be/local/shell/spawn.go b/pkg/be/local/shell/spawn.go
@@ -86,6 +86,7 @@ func addEnv(c llir.ShellComponent, q llir.Queue) ([]string, error) {
 		"LUNCHPAIL_POD_NAME=" + c.InstanceName,
 		"TEST_QUEUE_ENDPOINT=" + q.Endpoint,
 		"LUNCHPAIL_TARGET=local",
+		"PYTHONUNBUFFERED=1",
 	}
 
 	env, err = addAppEnv(env, c)

diff --git a/tests/bin/run.sh b/tests/bin/run.sh
@@ -45,6 +45,7 @@ unset testname
 unset deployname
 expected=()
 
+export TEST_PATH=$(cd "$1" && pwd)
 . "$1"/settings.sh
 
 testname="${testname-$(basename $1)}"

diff --git a/tests/tests/python-pii-redactor/.helmignore → ...ests/python-pii-redactor/pail/.helmignore b/tests/tests/python-pii-redactor/.helmignore → ...ests/python-pii-redactor/pail/.helmignore
diff --git a/...ests/python-pii-redactor/requirements.txt → ...python-pii-redactor/pail/requirements.txt b/...ests/python-pii-redactor/requirements.txt → ...python-pii-redactor/pail/requirements.txt
diff --git a/...thon-pii-redactor/src/flair_recognizer.py → ...pii-redactor/pail/src/flair_recognizer.py b/...thon-pii-redactor/src/flair_recognizer.py → ...pii-redactor/pail/src/flair_recognizer.py
diff --git a/tests/tests/python-pii-redactor/src/main.py → ...ests/python-pii-redactor/pail/src/main.py b/tests/tests/python-pii-redactor/src/main.py → ...ests/python-pii-redactor/pail/src/main.py
diff --git a/...s/python-pii-redactor/src/pii_analyzer.py → ...hon-pii-redactor/pail/src/pii_analyzer.py b/...s/python-pii-redactor/src/pii_analyzer.py → ...hon-pii-redactor/pail/src/pii_analyzer.py
diff --git a/...python-pii-redactor/src/pii_anonymizer.py → ...n-pii-redactor/pail/src/pii_anonymizer.py b/...python-pii-redactor/src/pii_anonymizer.py → ...n-pii-redactor/pail/src/pii_anonymizer.py
diff --git a/...data/sm/pii_test_data.expected.parquet.gz → ...data/sm/pii_test_data.expected.parquet.gz b/...data/sm/pii_test_data.expected.parquet.gz → ...data/sm/pii_test_data.expected.parquet.gz
diff --git a/...tor/test-data/sm/pii_test_data.parquet.gz → ...ail/test-data/sm/pii_test_data.parquet.gz b/...tor/test-data/sm/pii_test_data.parquet.gz → ...ail/test-data/sm/pii_test_data.parquet.gz
diff --git a/...dactor/test-data/xs/1.expected.parquet.gz → ...r/pail/test-data/xs/1.expected.parquet.gz b/...dactor/test-data/xs/1.expected.parquet.gz → ...r/pail/test-data/xs/1.expected.parquet.gz
diff --git a/...on-pii-redactor/test-data/xs/1.parquet.gz → ...i-redactor/pail/test-data/xs/1.parquet.gz b/...on-pii-redactor/test-data/xs/1.parquet.gz → ...i-redactor/pail/test-data/xs/1.parquet.gz
diff --git a/...ts/python-pii-redactor/test-data/xs/xs.py → ...thon-pii-redactor/pail/test-data/xs/xs.py b/...ts/python-pii-redactor/test-data/xs/xs.py → ...thon-pii-redactor/pail/test-data/xs/xs.py
diff --git a/tests/tests/python-pii-redactor/post.sh b/tests/tests/python-pii-redactor/post.sh
@@ -0,0 +1,21 @@
+#!/bin/sh
+
+DATA="$TEST_PATH"/pail/test-data
+
+actual="$DATA"/xs/1.output.parquet
+expected="$DATA"/xs/1.expected.parquet.gz
+
+if [ -f $actual ]
+then echo "✅ PASS found local task output file=$actual test=$TEST_NAME" && rm -f $actual
+else echo "❌ FAIL cannot find local task output file=$actual test=$TEST_NAME" && exit 1
+fi
+
+actual_sha256=$(cat "$actual" | sha256)
+expected_sha256=$(gzcat "$expected" | sha256 )
+
+if [ "$actual_sha256" = "$expected_sha256" ]
+then echo "✅ PASS found local task output file=$f test=$TEST_NAME" && rm -f $f
+else echo "❌ FAIL cannot find local task output file=$f test=$TEST_NAME" && exit 1
+fi
+
+deactivate
diff --git a/tests/tests/python-pii-redactor/settings.sh b/tests/tests/python-pii-redactor/settings.sh
@@ -0,0 +1,6 @@
+api=workqueue
+
+expected=("SequenceTagger predicts")
+NUM_DESIRED_OUTPUTS=1
+
+up_args='<(gzcat "$TEST_PATH"/pail/test-data/xs/1.parquet.gz)'