fixing stage 3 race conditions in jsonl gen

RWKV · Sep 14, 2023 · 5711701 · 5711701
1 parent 2317924
commit 5711701
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb b/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb
@@ -140,7 +140,7 @@
     "# We reduce the training set for < 50 words - and shift the focus upwards\n",
     "# (aka 50-100 token * 2 : ~100 - 250 token ctx len)\n",
     "#\n",
-    "for i in {5..100..5} \n",
+    "for i in {5..95..5} \n",
     "do\n",
     "    python3 ../memory_script/gen_limited_prompt_completion_jsonl.py ../dataset/gen-word-$i-count.jsonl $i 100 & \n",
     "    python3 ../memory_script/shuffle_limited_prompt_completion_jsonl.py ../dataset/shuffle-word-$i-count.jsonl $i 10 & \n",

diff --git a/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb b/notebook/experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb
@@ -140,7 +140,7 @@
     "# We reduce the training set for < 50 words - and shift the focus upwards\n",
     "# (aka 50-100 token * 2 : ~100 - 250 token ctx len)\n",
     "#\n",
-    "for i in {5..100..5} \n",
+    "for i in {5..95..5} \n",
     "do\n",
     "    python3 ../memory_script/gen_limited_prompt_completion_jsonl.py ../dataset/gen-word-$i-count.jsonl $i 100 & \n",
     "    python3 ../memory_script/shuffle_limited_prompt_completion_jsonl.py ../dataset/shuffle-word-$i-count.jsonl $i 10 & \n",