rwkv-x-exp Run (lane1) #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: rwkv-x Experiment Run (priority-lane1) | |
on: | |
workflow_dispatch: | |
inputs: | |
notebookFile: | |
description: 'Notebook to run (inside `experiment/rwkv-x-exp` dir)' | |
required: true | |
gpuTarget: | |
description: 'GPU Target (use either 8x12vgb / 1x24vgb)' | |
# required: true | |
default: '8x12vgb' | |
lanePrefence: | |
description: 'Lane preferenc (lane1,laneX)' | |
default: "lane1" | |
cudaVersion: | |
description: 'cuda version' | |
# required: true | |
default: '11-8' | |
huggingFaceRepo: | |
description: 'Hugging Face repo to upload to' | |
default: 'rwkv-x-dev/rwkv-x-playground' | |
env: | |
# Notebook runner settings | |
gpuTarget: ${{github.event.inputs.gpuTarget}} | |
cudaVersion: ${{github.event.inputs.cudaVersion}} | |
notebookFile: experiment/rwkv-x-exp/${{github.event.inputs.notebookFile}} | |
huggingFaceRepo: ${{github.event.inputs.huggingFaceRepo}} | |
# Cache dir size limit | |
RUNNER_CACHE_SIZE_LIMIT: 100G | |
# Secrets | |
HUGGING_FACE_HUB_TOKEN: ${{secrets.HUGGING_FACE_HUB_TOKEN}} | |
WANDB_API_KEY: ${{secrets.WANDB_API_KEY}} | |
jobs: | |
notebook-run: | |
# Due to github worker hard limitation, of 24 hours | |
# we apply a timeout of 23 hours instead. | |
timeout-minutes: 1380 | |
name: ${{github.event.inputs.notebookFile}} - ${{github.event.inputs.gpuTarget}} / cuda-${{github.event.inputs.cudaVersion}} | |
runs-on: | |
- cuda-${{github.event.inputs.cudaVersion}} | |
- ${{github.event.inputs.gpuTarget}} | |
- ${{github.event.inputs.lanePrefence}} | |
steps: | |
- name: Checkout repository | |
uses: actions/checkout@v3 | |
- name: Download models from HF | |
run: | | |
cd ./notebook/github-runner | |
python3 ./hf-download.py "experiment/rwkv-x-exp/${{github.event.inputs.notebookFile}}" "${{github.event.inputs.huggingFaceRepo}}" | |
ls -alh ../../model/ | |
- name: Run the notebook, with harness | |
run: | | |
cd ./notebook/github-runner | |
chmod +x ./github-runner.sh | |
./github-runner.sh "experiment/rwkv-x-exp/${{github.event.inputs.notebookFile}}" | |
- name: Save output notebook | |
uses: actions/upload-artifact@v3 | |
with: | |
name: output-notebook | |
path: | | |
output | |
- name: Upload outputs to HF | |
run: | | |
cd ./notebook/github-runner | |
python3 ./hf-upload.py "experiment/rwkv-x-exp/${{github.event.inputs.notebookFile}}" "${{github.event.inputs.huggingFaceRepo}}" |