diff --git a/.github/workflows/fine_tune.yaml b/.github/workflows/fine_tune.yaml new file mode 100644 index 0000000..054fce5 --- /dev/null +++ b/.github/workflows/fine_tune.yaml @@ -0,0 +1,24 @@ +name: Run fine-tuning + +# trigger when push on main +on: + push: + branches: + - main + +jobs: + fine-tune-model: + runs-on: ubuntu-latest + timeout-minutes: 30 + strategy: + fail-fast: false + matrix: + python-version: ["3.11"] + steps: + - uses: actions/checkout@v4 + - name: Set up Python 3.11 + uses: actions/setup-python@v5 + - name: Install dependencies + run: pip install unionai + - name: Run fine-tuning + run: bash fine_tune.sh diff --git a/fine_tune.sh b/fine_tune.sh new file mode 100644 index 0000000..97b7cd0 --- /dev/null +++ b/fine_tune.sh @@ -0,0 +1,6 @@ +#/usr/bin bash + +unionai run --copy-all --remote \ + llm_edge_finetuning/workflows_news.py train_workflow \ + --config config/phi_3_mini_128k_instruct.json \ + --categories '["science", "technology", "business"]'