diff --git a/CHANGELOG.md b/CHANGELOG.md index 50031080..adba965d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## UNRELEASED +### **Added** + +### **Changed** + +## v1.5.0 + ### **Added** - added documentation for MWAA Sagemaker training DAG manifest - added documentation for Ray on EKS manifests diff --git a/DEPLOYMENT.md b/DEPLOYMENT.md index 2770df72..514de597 100644 --- a/DEPLOYMENT.md +++ b/DEPLOYMENT.md @@ -5,7 +5,7 @@ 1. Clone the repository and checkout a release branch using the below command: ``` -git clone --origin upstream --branch release/1.4.0 https://github.com/awslabs/aiops-modules +git clone --origin upstream --branch release/1.5.0 https://github.com/awslabs/aiops-modules ``` The release version can be replaced with the version of interest. diff --git a/README.md b/README.md index 554efc16..d29771d2 100644 --- a/README.md +++ b/README.md @@ -31,6 +31,7 @@ End-to-end example use-cases built using modules in this repository. | [Q&A on PDF documents with RAG](manifests/fmops-qna-rag/) | Deploy AppSync GraphQL endpoint for Q&A chatbot with RAG based on OpenSearch, and data ingestion infrastructure. | | [Ray on Amazon Elastic Kubernetes Service (EKS)](manifests/ray-on-eks/) | Run Ray on AWS EKS. Deploys an AWS EKS cluster, KubeRay Ray Operator, and a Ray Cluster with autoscaling enabled. | | [Bedrock Fine-Tuning with Step Functions](manifests/bedrock-finetuning-sfn/) | Continuously Fine-tune a Foundation Model with Bedrock Fine-Tuning jobs and AWS Step Functions. | +| [MLOps with Step Functions](manifests/mlops-stepfunctions/) | Automate machine learning lifecycle using Amazon SageMaker and AWS Step Functions. | ## Modules diff --git a/VERSION b/VERSION index e21e727f..3e1ad720 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -1.4.0 \ No newline at end of file +1.5.0 \ No newline at end of file diff --git a/examples/manifests/event-bus-modules.yaml b/examples/manifests/event-bus-modules.yaml index d4b849d5..2f8d7bc2 100644 --- a/examples/manifests/event-bus-modules.yaml +++ b/examples/manifests/event-bus-modules.yaml @@ -1,5 +1,5 @@ name: event-bus -path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/event-bus?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/event-bus?ref=release/1.5.0&depth=1 targetAccount: tooling parameters: - name: event_bus_name diff --git a/examples/manifests/fmops-modules.yaml b/examples/manifests/fmops-modules.yaml index b65efdcb..a57f2b47 100644 --- a/examples/manifests/fmops-modules.yaml +++ b/examples/manifests/fmops-modules.yaml @@ -1,5 +1,5 @@ name: jumpstart-hf-asrwhisper-endpoint -path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-jumpstart-fm-endpoint?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-jumpstart-fm-endpoint?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: jump-start-model-name diff --git a/examples/manifests/personas-modules.yaml b/examples/manifests/personas-modules.yaml index fc789086..7a754ca7 100644 --- a/examples/manifests/personas-modules.yaml +++ b/examples/manifests/personas-modules.yaml @@ -1,5 +1,5 @@ name: personas -path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/personas?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/personas?ref=release/1.5.0&depth=1 parameters: - name: bucket-name value: my-bucket diff --git a/examples/manifests/sagemaker-endpoints-modules.yaml b/examples/manifests/sagemaker-endpoints-modules.yaml index 85f8c42e..a028f73c 100644 --- a/examples/manifests/sagemaker-endpoints-modules.yaml +++ b/examples/manifests/sagemaker-endpoints-modules.yaml @@ -1,7 +1,7 @@ # This is an example manifest group. # Replace the parameters with the parameters for your model below prior the deployment. name: endpoint -path: git::https://github.com/awslabs/aiops-modules.git//sagemaker/fmops/sagemaker-endpoint?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//sagemaker/fmops/sagemaker-endpoint?ref=release/1.5.0&depth=1 parameters: - name: sagemaker_project_id value: project-1 diff --git a/examples/manifests/sagemaker-hugging-face.yml b/examples/manifests/sagemaker-hugging-face.yml index f3a0215c..39637618 100644 --- a/examples/manifests/sagemaker-hugging-face.yml +++ b/examples/manifests/sagemaker-hugging-face.yml @@ -1,5 +1,5 @@ name: hugging-face-mistral-endpoint -path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-hugging-face-endpoint?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-hugging-face-endpoint?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: hugging-face-model-id diff --git a/examples/manifests/sagemaker-model-monitoring-modules.yaml b/examples/manifests/sagemaker-model-monitoring-modules.yaml index cb789468..56ef256e 100644 --- a/examples/manifests/sagemaker-model-monitoring-modules.yaml +++ b/examples/manifests/sagemaker-model-monitoring-modules.yaml @@ -1,7 +1,7 @@ # This is an example manifest group. # Replace the parameters with the parameters for your model below prior the deployment. name: monitor -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-monitoring?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-monitoring?ref=release/1.5.0&depth=1 parameters: - name: sagemaker_project_id value: project-1 diff --git a/examples/manifests/sagemaker-model-package-group-modules.yaml b/examples/manifests/sagemaker-model-package-group-modules.yaml index 124a2947..7106c70f 100644 --- a/examples/manifests/sagemaker-model-package-group-modules.yaml +++ b/examples/manifests/sagemaker-model-package-group-modules.yaml @@ -1,5 +1,5 @@ name: source-model-package-group -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-group?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-group?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: model_package_group_name diff --git a/examples/manifests/sagemaker-model-package-promote-pipeline-modules.yaml b/examples/manifests/sagemaker-model-package-promote-pipeline-modules.yaml index 2cd4eec8..000db385 100644 --- a/examples/manifests/sagemaker-model-package-promote-pipeline-modules.yaml +++ b/examples/manifests/sagemaker-model-package-promote-pipeline-modules.yaml @@ -1,5 +1,5 @@ name: model-pipeline -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-promote-pipeline?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-promote-pipeline?ref=release/1.5.0&depth=1 targetAccount: tooling parameters: - name: source_model_package_group_arn diff --git a/examples/manifests/sagemaker-notebook-modules.yaml b/examples/manifests/sagemaker-notebook-modules.yaml index 27be9e48..4ffdc22b 100644 --- a/examples/manifests/sagemaker-notebook-modules.yaml +++ b/examples/manifests/sagemaker-notebook-modules.yaml @@ -1,5 +1,5 @@ name: notebook -path: git::https://github.com/awslabs/aiops-modules.git//modules/modules/sagemaker/sagemaker-notebook?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/modules/sagemaker/sagemaker-notebook?ref=release/1.5.0&depth=1 parameters: - name: notebook_name value: dummy diff --git a/manifests/bedrock-finetuning-sfn/bedrock-finetuning-modules.yaml b/manifests/bedrock-finetuning-sfn/bedrock-finetuning-modules.yaml index fc2f157c..aa6072a5 100644 --- a/manifests/bedrock-finetuning-sfn/bedrock-finetuning-modules.yaml +++ b/manifests/bedrock-finetuning-sfn/bedrock-finetuning-modules.yaml @@ -1,5 +1,5 @@ name: bedrock-finetuning -path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/bedrock-finetuning?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/bedrock-finetuning?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: bedrock-base-model-ID diff --git a/manifests/fmops-qna-rag/qna-rag-modules.yaml b/manifests/fmops-qna-rag/qna-rag-modules.yaml index 5578a20b..71f9eedc 100644 --- a/manifests/fmops-qna-rag/qna-rag-modules.yaml +++ b/manifests/fmops-qna-rag/qna-rag-modules.yaml @@ -1,5 +1,5 @@ name: qna-rag -path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/qna-rag?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/qna-rag?ref=release/1.5.0&depth=1 parameters: - name: cognito-pool-id # Replace below value with valid congnito pool id diff --git a/manifests/mlflow-experiments-tracking/images-modules.yaml b/manifests/mlflow-experiments-tracking/images-modules.yaml index 63454dc8..6a8e0fc3 100644 --- a/manifests/mlflow-experiments-tracking/images-modules.yaml +++ b/manifests/mlflow-experiments-tracking/images-modules.yaml @@ -1,5 +1,5 @@ name: mlflow-image -path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-image?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-image?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: ecr-repository-name diff --git a/manifests/mlflow-experiments-tracking/mlflow-modules.yaml b/manifests/mlflow-experiments-tracking/mlflow-modules.yaml index e09e79fa..e3f370ab 100644 --- a/manifests/mlflow-experiments-tracking/mlflow-modules.yaml +++ b/manifests/mlflow-experiments-tracking/mlflow-modules.yaml @@ -1,5 +1,5 @@ name: mlflow-fargate -path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-fargate?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-fargate?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: vpc-id diff --git a/manifests/mlflow-experiments-tracking/sagemaker-studio-modules.yaml b/manifests/mlflow-experiments-tracking/sagemaker-studio-modules.yaml index 2de6c876..1eaf7b29 100644 --- a/manifests/mlflow-experiments-tracking/sagemaker-studio-modules.yaml +++ b/manifests/mlflow-experiments-tracking/sagemaker-studio-modules.yaml @@ -1,5 +1,5 @@ name: studio -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: vpc_id diff --git a/manifests/mlops-sagemaker-multiacc/kernels-modules.yaml b/manifests/mlops-sagemaker-multiacc/kernels-modules.yaml index 1f68ae27..04b58906 100644 --- a/manifests/mlops-sagemaker-multiacc/kernels-modules.yaml +++ b/manifests/mlops-sagemaker-multiacc/kernels-modules.yaml @@ -1,5 +1,5 @@ name: sagemaker-custom-kernel -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.5.0&depth=1 targetAccount: dev parameters: - name: ecr-repo-name diff --git a/manifests/mlops-sagemaker-multiacc/sagemaker-model-cicd-modules.yaml b/manifests/mlops-sagemaker-multiacc/sagemaker-model-cicd-modules.yaml index 5fabfe9d..a697082d 100644 --- a/manifests/mlops-sagemaker-multiacc/sagemaker-model-cicd-modules.yaml +++ b/manifests/mlops-sagemaker-multiacc/sagemaker-model-cicd-modules.yaml @@ -1,5 +1,5 @@ name: model # replace with name of the ML model you prefer -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-cicd?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-cicd?ref=release/1.5.0&depth=1 targetAccount: tooling parameters: - name: infra-repo diff --git a/manifests/mlops-sagemaker-multiacc/sagemaker-studio-modules.yaml b/manifests/mlops-sagemaker-multiacc/sagemaker-studio-modules.yaml index 3090a5be..81c4cb2c 100644 --- a/manifests/mlops-sagemaker-multiacc/sagemaker-studio-modules.yaml +++ b/manifests/mlops-sagemaker-multiacc/sagemaker-studio-modules.yaml @@ -1,5 +1,5 @@ name: studio -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.5.0&depth=1 targetAccount: dev parameters: - name: vpc_id diff --git a/manifests/mlops-sagemaker-multiacc/sagemaker-templates-modules.yaml b/manifests/mlops-sagemaker-multiacc/sagemaker-templates-modules.yaml index 9d2409ef..81280620 100644 --- a/manifests/mlops-sagemaker-multiacc/sagemaker-templates-modules.yaml +++ b/manifests/mlops-sagemaker-multiacc/sagemaker-templates-modules.yaml @@ -1,5 +1,5 @@ name: service-catalog -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.5.0&depth=1 targetAccount: dev parameters: - name: portfolio-access-role-arn diff --git a/manifests/mlops-sagemaker/kernels-modules.yaml b/manifests/mlops-sagemaker/kernels-modules.yaml index a35b5b24..75e87eb5 100644 --- a/manifests/mlops-sagemaker/kernels-modules.yaml +++ b/manifests/mlops-sagemaker/kernels-modules.yaml @@ -1,5 +1,5 @@ name: sagemaker-custom-kernel -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: ecr-repo-name diff --git a/manifests/mlops-sagemaker/sagemaker-studio-modules.yaml b/manifests/mlops-sagemaker/sagemaker-studio-modules.yaml index 2de6c876..1eaf7b29 100644 --- a/manifests/mlops-sagemaker/sagemaker-studio-modules.yaml +++ b/manifests/mlops-sagemaker/sagemaker-studio-modules.yaml @@ -1,5 +1,5 @@ name: studio -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: vpc_id diff --git a/manifests/mlops-sagemaker/sagemaker-templates-modules.yaml b/manifests/mlops-sagemaker/sagemaker-templates-modules.yaml index 5801f19b..98ed1c86 100644 --- a/manifests/mlops-sagemaker/sagemaker-templates-modules.yaml +++ b/manifests/mlops-sagemaker/sagemaker-templates-modules.yaml @@ -1,5 +1,5 @@ name: service-catalog -path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: portfolio-access-role-arn diff --git a/manifests/mlops-stepfunctions/mlops-stepfunctions.yaml b/manifests/mlops-stepfunctions/mlops-stepfunctions.yaml index 539fb590..311248a3 100644 --- a/manifests/mlops-stepfunctions/mlops-stepfunctions.yaml +++ b/manifests/mlops-stepfunctions/mlops-stepfunctions.yaml @@ -1,5 +1,5 @@ name: stepfunctions -path: modules/examples/mlops-stepfunctions/ +path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/mlops-stepfunctions?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: model-name diff --git a/manifests/mwaa-ml-training/mwaa-dag-modules.yaml b/manifests/mwaa-ml-training/mwaa-dag-modules.yaml index d910edff..5995a9c6 100644 --- a/manifests/mwaa-ml-training/mwaa-dag-modules.yaml +++ b/manifests/mwaa-ml-training/mwaa-dag-modules.yaml @@ -1,5 +1,5 @@ name: dags -path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/airflow-dags?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/airflow-dags?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: dag-bucket-name diff --git a/manifests/ray-on-eks/images-modules.yaml b/manifests/ray-on-eks/images-modules.yaml index 53930232..a4705241 100644 --- a/manifests/ray-on-eks/images-modules.yaml +++ b/manifests/ray-on-eks/images-modules.yaml @@ -1,5 +1,5 @@ name: ray -path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-image?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-image?ref=release/1.5.0&depth=1 targetAccount: primary parameters: - name: EcrRepoName diff --git a/manifests/ray-on-eks/ray-cluster-modules.yaml b/manifests/ray-on-eks/ray-cluster-modules.yaml index 9706e586..b28467f1 100644 --- a/manifests/ray-on-eks/ray-cluster-modules.yaml +++ b/manifests/ray-on-eks/ray-cluster-modules.yaml @@ -1,5 +1,5 @@ name: ray-cluster -path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-cluster?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-cluster?ref=release/1.5.0&depth=1 parameters: - name: EksClusterAdminRoleArn valueFrom: diff --git a/manifests/ray-on-eks/ray-operator-modules.yaml b/manifests/ray-on-eks/ray-operator-modules.yaml index f28e7662..45bfb2e6 100644 --- a/manifests/ray-on-eks/ray-operator-modules.yaml +++ b/manifests/ray-on-eks/ray-operator-modules.yaml @@ -1,5 +1,5 @@ name: ray-operator -path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-operator?ref=release/1.4.0&depth=1 +path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-operator?ref=release/1.5.0&depth=1 parameters: - name: EksClusterAdminRoleArn valueFrom: diff --git a/one-click-launch.yaml b/one-click-launch.yaml index 6818e06c..88073ab4 100644 --- a/one-click-launch.yaml +++ b/one-click-launch.yaml @@ -3,8 +3,8 @@ Description: Creates AIOps setup for Developers Parameters: VersionTag: Type: String - Default: v1.4.0 - Description: Version. Should reference version tag in the repository e.g v1.4.0. + Default: v1.5.0 + Description: Version. Should reference version tag in the repository e.g v1.5.0. ManifestPath: Type: String Default: manifests/mlops-sagemaker/deployment.yaml