stop gap, and fixing model downloading

RWKV · Aug 24, 2023 · 5f28a02 · 5f28a02
1 parent 0435d17
commit 5f28a02
Show file tree

Hide file tree

Showing 2 changed files with 51 additions and 7 deletions.
diff --git a/notebook/experiment/rwkv-x-exp/v5-headsize2x/hello-world.ipynb b/notebook/experiment/rwkv-x-exp/v5-headsize2x/hello-world.ipynb
@@ -11,9 +11,23 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "DEEPSPEED_STRAT: deepspeed_stage_2_offload\n",
+      "ENABLE_WANDB: True\n",
+      "GPU_DEVICES: auto\n",
+      "NOTEBOOK_DIR: /home/ubuntu/picocreator-memory-experiment/notebook/experiment/rwkv-x-exp/v5-headsize2x\n",
+      "INFERENCE_DIR: /home/ubuntu/picocreator-memory-experiment/RWKV-v5headsize2x\n",
+      "TRAINER_DIR: /home/ubuntu/picocreator-memory-experiment/RWKV-v5headsize2x\n",
+      "PROJECT_DIR: /home/ubuntu/picocreator-memory-experiment\n"
+     ]
+    }
+   ],
    "source": [
     "DEEPSPEED_STRAT=\"deepspeed_stage_2_offload\"\n",
     "GPU_DEVICES=\"auto\"\n",
@@ -54,9 +68,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "/home/ubuntu/picocreator-memory-experiment\n",
+      "total 1.3G\n",
+      "drwxrwxr-x  2 ubuntu ubuntu 4.0K Aug 24 04:57 .\n",
+      "drwxrwxr-x 17 ubuntu ubuntu 4.0K Aug 23 11:09 ..\n",
+      "-rw-rw-r--  1 ubuntu ubuntu 1.3G Aug 24 04:58 v5-hs2x-L6-D4096-E0_1-enwiki-instruct.pth\n"
+     ]
+    }
+   ],
    "source": [
     "# Get the current model listing\n",
     "!cd \"{TRAINER_DIR}\" && cd \"../\" && pwd\n",
@@ -65,8 +91,22 @@
   }
  ],
  "metadata": {
+  "kernelspec": {
+   "display_name": "rwkv-infctx",
+   "language": "python",
+   "name": "python3"
+  },
   "language_info": {
-   "name": "python"
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.4"
   },
   "orig_nbformat": 4
  },

diff --git a/notebook/experiment/rwkv-x-exp/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb b/notebook/experiment/rwkv-x-exp/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb
@@ -72,8 +72,12 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# Get the current model listing\n",
-    "!cd \"{TRAINER_DIR}\" && ls \"../model/\""
+    "# Download the model directly (stop gap till HF sync issues is resolved)\n",
+    "!cd \"{TRAINER_DIR}\" && cd \"../model/\" && \\\n",
+    "    wget -nc https://huggingface.co/rwkv-x-dev/rwkv-x-playground/resolve/main/experiment/rwkv-x-exp/v5-headsize2x/v5-hs2x-L6-D4096-E0_1-enwiki-instruct.pth\n",
+    "\n",
+    "!cd \"{TRAINER_DIR}\" && cd \"../model/\" && \\\n",
+    "    ls -alh ."
    ]
   },
   {