From 8eae80a9e006add3675b53927c90aba45b907290 Mon Sep 17 00:00:00 2001 From: Tim Date: Mon, 12 Oct 2026 19:10:09 -0700 Subject: [PATCH 1/3] Increase session timeout values in session.py --- google/cloud/managed_spark_connect/session.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/google/cloud/managed_spark_connect/session.py b/google/cloud/managed_spark_connect/session.py index 4f76a49..54150db 100644 --- a/google/cloud/managed_spark_connect/session.py +++ b/google/cloud/managed_spark_connect/session.py @@ -438,7 +438,7 @@ def create_session_pbar(): initial=5.0, # seconds maximum=5.0, # seconds multiplier=1.0, - timeout=600, # seconds + timeout=1200, # seconds ) ) stop_create_session_pbar_event.set() @@ -500,7 +500,7 @@ def create_session_pbar(): ) def _wait_for_session_available( - self, session_name: str, timeout: int = 300 + self, session_name: str, timeout: int = 600 ) -> Session: start_time = time.time() while time.time() - start_time < timeout: From a5f576387a92e4c89fef10b96378227329253690 Mon Sep 17 00:00:00 2001 From: Tim Date: Wed, 14 Oct 2026 12:56:18 -0700 Subject: [PATCH 2/3] Improve session state error handling Add error handling for session state before Spark Connect endpoint availability. --- google/cloud/managed_spark_connect/session.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/google/cloud/managed_spark_connect/session.py b/google/cloud/managed_spark_connect/session.py index 54150db..f4c6017 100644 --- a/google/cloud/managed_spark_connect/session.py +++ b/google/cloud/managed_spark_connect/session.py @@ -510,7 +510,17 @@ def _wait_for_session_available( ) if "Spark Connect Server" in session.runtime_info.endpoints: return session + if session.state in ( + Session.State.FAILED, + Session.State.TERMINATED, + ): + raise ManagedSparkConnectException( + f"Session {session_name} entered state {session.state.name} " + "before the Spark Connect endpoint became available." + ) time.sleep(5) + except ManagedSparkConnectException: + raise except Exception as e: logger.warning( f"Error while polling for Spark Connect endpoint: {e}" From 48ae8da1363697ec7f0df5326dee77108a0b4277 Mon Sep 17 00:00:00 2001 From: Tim Date: Wed, 14 Oct 2026 16:10:56 -0700 Subject: [PATCH 3/3] Increase session availability timeout to 1200 seconds Increased the timeout duration for session availability from 600 to 1200 seconds. --- google/cloud/managed_spark_connect/session.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/google/cloud/managed_spark_connect/session.py b/google/cloud/managed_spark_connect/session.py index f4c6017..d4b0604 100644 --- a/google/cloud/managed_spark_connect/session.py +++ b/google/cloud/managed_spark_connect/session.py @@ -500,7 +500,7 @@ def create_session_pbar(): ) def _wait_for_session_available( - self, session_name: str, timeout: int = 600 + self, session_name: str, timeout: int = 1200 ) -> Session: start_time = time.time() while time.time() - start_time < timeout: