From cacd261e825a253aca98f7019fc484f0d94fad6e Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Fri, 11 Oct 2024 15:47:59 +0900 Subject: [PATCH] [SPARK-49927][SS][PYTHON][TESTS][FOLLOW-UP] Fixes `q.lastProgress.batchId` to `q.lastProgress.progress.batchId` ### What changes were proposed in this pull request? This PR is a followup of https://github.com/apache/spark/pull/48414 that fixes `q.lastProgress.batchId` -> `q.lastProgress.progress.batchId` to fix the test. ### Why are the changes needed? `q.lastProgress` does not have `progress`. We should fix it to fix up the broken build. ### Does this PR introduce _any_ user-facing change? No, test-only. ### How was this patch tested? Manually ### Was this patch authored or co-authored using generative AI tooling? No. Closes #48419 from HyukjinKwon/SPARK-49927-followup. Authored-by: Hyukjin Kwon Signed-off-by: Hyukjin Kwon --- python/pyspark/sql/tests/streaming/test_streaming_listener.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/sql/tests/streaming/test_streaming_listener.py b/python/pyspark/sql/tests/streaming/test_streaming_listener.py index 30d6eee93879d..d28fb57a0da23 100644 --- a/python/pyspark/sql/tests/streaming/test_streaming_listener.py +++ b/python/pyspark/sql/tests/streaming/test_streaming_listener.py @@ -230,7 +230,7 @@ def onQueryTerminated(self, event): q = observed_ds.writeStream.format("noop").start() - while q.lastProgress is None or q.lastProgress.batchId == 0: + while q.lastProgress is None or q.lastProgress.progress.batchId == 0: q.awaitTermination(0.5) time.sleep(5)