disable verySmallTimeOutErrors test points, since they are flaky

matlab-deep-learning · May 27, 2024 · 9914a55 · 9914a55
1 parent 61a5152
commit 9914a55
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 12 deletions.
diff --git a/tests/tazureChat.m b/tests/tazureChat.m
@@ -48,10 +48,11 @@ function doGenerate(testCase)
             testCase.verifyGreaterThan(strlength(response),0);
         end
 
-        function verySmallTimeOutErrors(testCase)
-            chat = azureChat(getenv("AZURE_OPENAI_ENDPOINT"), getenv("AZURE_OPENAI_DEPLOYMENT"), TimeOut=1e-10, ApiKey="false-key");
-            testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
-        end
+        %% Test is currently unreliable, reasons unclear
+        % function verySmallTimeOutErrors(testCase)
+        %     chat = azureChat(getenv("AZURE_OPENAI_ENDPOINT"), getenv("AZURE_OPENAI_DEPLOYMENT"), TimeOut=1e-10, ApiKey="false-key");
+        %     testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
+        % end
 
         function errorsWhenPassingToolChoiceWithEmptyTools(testCase)
             chat = azureChat(getenv("AZURE_OPENAI_ENDPOINT"), getenv("AZURE_OPENAI_DEPLOYMENT"), ApiKey="this-is-not-a-real-key");

diff --git a/tests/textractOpenAIEmbeddings.m b/tests/textractOpenAIEmbeddings.m
@@ -57,9 +57,10 @@ function useAllNVP(testCase)
                 ApiKey="this-is-not-a-real-key", TimeOut=10));
         end
 
-        function verySmallTimeOutErrors(testCase)
-            testCase.verifyError(@()extractOpenAIEmbeddings("bla", TimeOut=0.0001, ApiKey="false-key"), "MATLAB:webservices:Timeout")
-        end
+        %% Test is currently unreliable, reasons unclear
+        % function verySmallTimeOutErrors(testCase)
+        %     testCase.verifyError(@()extractOpenAIEmbeddings("bla", TimeOut=0.0001, ApiKey="false-key"), "MATLAB:webservices:Timeout")
+        % end
 
         function testInvalidInputs(testCase, InvalidInput)
             testCase.verifyError(@()extractOpenAIEmbeddings(InvalidInput.Input{:}), InvalidInput.Error);

diff --git a/tests/topenAIChat.m b/tests/topenAIChat.m
@@ -81,11 +81,11 @@ function validConstructorCalls(testCase,ValidConstructorInput)
             end
         end
 
-        function verySmallTimeOutErrors(testCase)
-            chat = openAIChat(TimeOut=0.0001, ApiKey="false-key");
-
-            testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
-        end
+        %% Test is currently unreliable, reasons unclear
+        % function verySmallTimeOutErrors(testCase)
+        %     chat = openAIChat(TimeOut=0.0001, ApiKey="false-key");
+        %     testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
+        % end
 
         function errorsWhenPassingToolChoiceWithEmptyTools(testCase)
             chat = openAIChat(ApiKey="this-is-not-a-real-key");