From 57117017552a3a4fd8c1c093e1b2ddd5d8d373db Mon Sep 17 00:00:00 2001 From: "@picocreator (Eugene Cheah)" Date: Thu, 14 Sep 2023 04:00:57 +0000 Subject: [PATCH] fixing stage 3 race conditions in jsonl gen --- .../rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb | 2 +- .../rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb b/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb index cefc05f1..11f13de2 100644 --- a/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb +++ b/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb @@ -140,7 +140,7 @@ "# We reduce the training set for < 50 words - and shift the focus upwards\n", "# (aka 50-100 token * 2 : ~100 - 250 token ctx len)\n", "#\n", - "for i in {5..100..5} \n", + "for i in {5..95..5} \n", "do\n", " python3 ../memory_script/gen_limited_prompt_completion_jsonl.py ../dataset/gen-word-$i-count.jsonl $i 100 & \n", " python3 ../memory_script/shuffle_limited_prompt_completion_jsonl.py ../dataset/shuffle-word-$i-count.jsonl $i 10 & \n", diff --git a/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb b/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb index b6391009..14bdd14e 100644 --- a/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb +++ b/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb @@ -140,7 +140,7 @@ "# We reduce the training set for < 50 words - and shift the focus upwards\n", "# (aka 50-100 token * 2 : ~100 - 250 token ctx len)\n", "#\n", - "for i in {5..100..5} \n", + "for i in {5..95..5} \n", "do\n", " python3 ../memory_script/gen_limited_prompt_completion_jsonl.py ../dataset/gen-word-$i-count.jsonl $i 100 & \n", " python3 ../memory_script/shuffle_limited_prompt_completion_jsonl.py ../dataset/shuffle-word-$i-count.jsonl $i 10 & \n",