From 662230dbb5ef498345ed636a198c607f461cf178 Mon Sep 17 00:00:00 2001 From: "picocreator (Eugene Cheah)" Date: Mon, 9 Oct 2023 21:03:56 +0800 Subject: [PATCH] split merge train --- .../multi-size-train/v5-L6-D2048-split-train.ipynb | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/notebook/experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-split-train.ipynb b/notebook/experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-split-train.ipynb index b99e9a77..ba1d0f05 100644 --- a/notebook/experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-split-train.ipynb +++ b/notebook/experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-split-train.ipynb @@ -252,8 +252,8 @@ "source": [ "# Lets export the model from the checkpoint\n", "!cd \"{TRAINER_DIR}\" && \\\n", - " python3 export_checkpoint.py \"../checkpoint/{FILENAME_PREFIX}-baseline-p3/last.ckpt\" \"../model/{FILENAME_PREFIX}-baseline-p3.pth\" \"bf16\"\n", - "!cd \"{TRAINER_DIR}\" && ls -alh \"../model/{FILENAME_PREFIX}-baseline-p3.pth\"" + " python3 export_checkpoint.py \"../checkpoint/{FILENAME_PREFIX}-split-merge-p3/last.ckpt\" \"../model/{FILENAME_PREFIX}-split-merge-p3.pth\" \"bf16\"\n", + "!cd \"{TRAINER_DIR}\" && ls -alh \"../model/{FILENAME_PREFIX}-split-merge-p3.pth\"" ] }, { @@ -264,7 +264,7 @@ "source": [ "# # Lets do a quick dragon prompt validation\n", "!cd \"{INFERENCE_DIR}\" && \\\n", - " python3 dragon_test.py \"../model/{FILENAME_PREFIX}-baseline-p3.pth\" \"cuda fp32\"" + " python3 dragon_test.py \"../model/{FILENAME_PREFIX}-split-merge-p3.pth\" \"cuda fp32\"" ] } ],