From fe67deb3e80a9f72671eafce365c059f17512769 Mon Sep 17 00:00:00 2001 From: Niels Bantilan Date: Tue, 11 Jun 2024 07:09:57 -0700 Subject: [PATCH] add github action Signed-off-by: Niels Bantilan --- .github/workflows/fine_tune.yaml | 24 ++++++++++++++++++++++++ fine_tune.sh | 6 ++++++ 2 files changed, 30 insertions(+) create mode 100644 .github/workflows/fine_tune.yaml create mode 100644 fine_tune.sh diff --git a/.github/workflows/fine_tune.yaml b/.github/workflows/fine_tune.yaml new file mode 100644 index 0000000..054fce5 --- /dev/null +++ b/.github/workflows/fine_tune.yaml @@ -0,0 +1,24 @@ +name: Run fine-tuning + +# trigger when push on main +on: + push: + branches: + - main + +jobs: + fine-tune-model: + runs-on: ubuntu-latest + timeout-minutes: 30 + strategy: + fail-fast: false + matrix: + python-version: ["3.11"] + steps: + - uses: actions/checkout@v4 + - name: Set up Python 3.11 + uses: actions/setup-python@v5 + - name: Install dependencies + run: pip install unionai + - name: Run fine-tuning + run: bash fine_tune.sh diff --git a/fine_tune.sh b/fine_tune.sh new file mode 100644 index 0000000..97b7cd0 --- /dev/null +++ b/fine_tune.sh @@ -0,0 +1,6 @@ +#/usr/bin bash + +unionai run --copy-all --remote \ + llm_edge_finetuning/workflows_news.py train_workflow \ + --config config/phi_3_mini_128k_instruct.json \ + --categories '["science", "technology", "business"]'