Refactor training job subimit. (#28)

* refactor model training submitter

* upgrade unit-test python version

* remove patch_model_deploy in integration test

* update to development version

* simple read_mc_table test case

* fix `has_docker` decorator

README.md

@@ -6,7 +6,7 @@ PAI Python SDK是阿里云 [机器学习平台 PAI(Platform for Artificial Intel
 
 ## 🔧 安装
 
-使用以下命令安装PAI Python SDK（支持Python版本 \>= 3.6，建议使用Python版本 \>= 3.8）：
+使用以下命令安装PAI Python SDK（支持Python版本 \>= 3.8）：
 
 ```shell
 python -m pip install alipai

README_EN.md

@@ -7,7 +7,7 @@ The PAI Python SDK is provided by Alibaba Cloud\'s [Platform for Artificial Inte
 
 ## Installation 🔧
 
-Install the PAI Python SDK using the following command, which supports Python versions \>= 3.6 (it is recommended to use Python \>= 3.8):
+Install the PAI Python SDK using the following command, which supports Python versions \>= 3.8 :
 
 ```shell
 python -m pip install alipai

docs/source/quick-tour/installation.rst

@@ -5,7 +5,7 @@
 安装
 ------
 
-请通过以下命令安装PAI Python SDK（请使用Python>=3.6）。
+请通过以下命令安装PAI Python SDK（请使用Python>=3.8）。
 
 .. parsed-literal::
 

noxfile.py

@@ -25,7 +25,7 @@
     "PYTHONWARNINGS": "ignore",
 }
 
-UNIT_TEST_PYTHON_VERSIONS = ["3.6", "3.7", "3.8"]
+UNIT_TEST_PYTHON_VERSIONS = ["3.8", "3.9", "3.10"]
 INTEGRATION_TEST_PYTHON_VERSIONS = ["3.8"]
 TEST_VENV_BACKEND = os.environ.get("PAI_TEST_VENV_BACKEND", "conda")
 
@@ -54,9 +54,9 @@ def integration(session: Session):
         pos_args = session.posargs + ["-n", str(os.cpu_count() * 2)]
     else:
         pos_args = session.posargs
-
     session.run(
         "pytest",
+        "-vv",
         "--cov-config=.coveragerc",
         "--cov-append",
         "--cov-report=html",
@@ -77,8 +77,10 @@ def integration(session: Session):
 def unit(session: Session):
     """Run unit test."""
     install_test_dependencies(session=session)
+    # run test cases
     session.run(
         "pytest",
+        "-vv",
         "--cov-config=.coveragerc",
         "--cov-append",
         "--cov-report=html",
@@ -159,6 +161,7 @@ def notebook(session: Session):
 
     session.run(
         "pytest",
+        "-vv",
         "--timeout",
         "3000",
         "--nbmake",

pai/api/training_job.py

@@ -141,6 +141,7 @@ def create(
         else:
             raise ValueError("Please provide instance_type or instance_spec.")
 
+        hyperparameters = hyperparameters or dict()
         hyper_parameters = [
             CreateTrainingJobRequestHyperParameters(
                 name=name,

pai/common/utils.py

@@ -23,6 +23,7 @@
 import sys
 import time
 import warnings
+from datetime import datetime
 from functools import lru_cache
 from typing import Callable, Dict, List, Optional, Union
 
@@ -127,12 +128,14 @@ def http_user_agent(user_agent: Optional[Union[Dict, str]] = None) -> str:
 def is_notebook() -> bool:
     """Return True if current environment is notebook."""
     try:
+        from IPython import get_ipython
+
         shell = get_ipython().__class__.__name__
         for parent_cls in shell.__mro__:
             if parent_cls.__name__ == "ZMQInteractiveShell":
                 return True
         return False
-    except NameError:
+    except (NameError, ImportError):
         return False
 
 
@@ -322,3 +325,39 @@ def print_table(headers: List[str], rows: List[List[str]]):
 def is_package_available(package_name: str) -> bool:
     """Check if the package is available in the current environment."""
     return True if importlib.util.find_spec(package_name) is not None else False
+
+
+def timestamp(sep: str = "-", utc: bool = False) -> str:
+    """Return a timestamp with millisecond precision.
+
+    Args:
+        sep: The separator between date and time.
+        utc: Whether to use UTC time.
+
+    Returns:
+        str: A timestamp with millisecond precision.
+
+    """
+    if utc:
+        res = datetime.utcnow().strftime("%Y%m%d-%H%M%S-%f")[:-3]
+    else:
+        res = datetime.now().strftime("%Y%m%d-%H%M%S-%f")[:-3]
+    if sep != "-":
+        res = res.replace("-", sep)
+    return res
+
+
+def name_from_base(base_name: str, sep: str = "-") -> str:
+    """Return a name with base_name and timestamp.
+
+    Args:
+        base_name: The base name of the returned name.
+        sep: The separator between base_name and timestamp.
+
+    Returns:
+        str: A name with base_name and timestamp.
+
+    """
+    return "{base_name}{sep}{timestamp}".format(
+        base_name=base_name, sep=sep, timestamp=timestamp(sep=sep, utc=False)
+    )