From 1dd8faccf141aaf4bab96e5e339304afd07ccd59 Mon Sep 17 00:00:00 2001
From: chiayewken <chiayewken@gmail.com>
Date: Tue, 28 Mar 2023 22:54:29 +0800
Subject: [PATCH] Upload Flan-Alpaca-XXL (11B)

---
 inference.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/inference.py b/inference.py
index ab4d571..bbefcaf 100644
--- a/inference.py
+++ b/inference.py
@@ -46,6 +46,7 @@ def export_to_hub(path: str, repo: str, temp: str = "temp"):
     model = LightningModel.load_from_checkpoint(path)
     model.model.save_pretrained(temp)
     model.tokenizer.save_pretrained(temp)
+    del model  # Save memory?
 
     api = HfApi()
     api.create_repo(repo_id=repo, repo_type="model", exist_ok=True)
@@ -59,6 +60,10 @@ def export_to_hub(path: str, repo: str, temp: str = "temp"):
 --path "outputs_unclean/model/xl/epoch=2-step=2439.ckpt" \
 --repo declare-lab/flan-alpaca-xl
 
+p inference.py export_to_hub \
+--path "outputs/model/xxl/epoch=0-step=203.ckpt" \
+--repo declare-lab/flan-alpaca-xxl
+
 """