Switching back to DS1, for speed

RWKV · Aug 24, 2023 · c1bcf30 · c1bcf30
1 parent 57fb795
commit c1bcf30
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/notebook/experiment/rwkv-x-exp/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb b/notebook/experiment/rwkv-x-exp/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb
@@ -29,7 +29,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "DEEPSPEED_STRAT=\"deepspeed_stage_2_offload\"\n",
+    "DEEPSPEED_STRAT=\"deepspeed_stage_1\"\n",
     "GPU_DEVICES=\"auto\"\n",
     "ENABLE_WANDB=True\n",
     "\n",