From b9f413d8aaf1a787823f18415086f61cb7982d2f Mon Sep 17 00:00:00 2001
From: Andrei Strelkovskii <thinkingwhat@yandex.ru>
Date: Wed, 25 Sep 2024 10:12:47 +0300
Subject: [PATCH] issue-1795: LargeDeletionMarkers - simple integration test
 (#2122)

---
 .../tests/client/canondata/result.json        |   3 +
 .../test.test_large_file/results.txt          | Bin 0 -> 2235 bytes
 cloud/filestore/tests/client/nfs-storage.txt  |   2 +
 cloud/filestore/tests/client/test.py          |  80 ++++++++++++++++--
 cloud/filestore/tests/python/lib/client.py    |   4 +
 5 files changed, 81 insertions(+), 8 deletions(-)
 create mode 100644 cloud/filestore/tests/client/canondata/test.test_large_file/results.txt

diff --git a/cloud/filestore/tests/client/canondata/result.json b/cloud/filestore/tests/client/canondata/result.json
index a90d991861..1bb59bd5bb 100644
--- a/cloud/filestore/tests/client/canondata/result.json
+++ b/cloud/filestore/tests/client/canondata/result.json
@@ -11,6 +11,9 @@
     "test.test_describe_sessions": {
         "uri": "file://test.test_describe_sessions/results.txt"
     },
+    "test.test_large_file": {
+        "uri": "file://test.test_large_file/results.txt"
+    },
     "test.test_list_filestores": {
         "uri": "file://test.test_list_filestores/results.txt"
     },
diff --git a/cloud/filestore/tests/client/canondata/test.test_large_file/results.txt b/cloud/filestore/tests/client/canondata/test.test_large_file/results.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b62d5e3351d2c01dc2277aa0632312e37c80e1f1
GIT binary patch
literal 2235
zcmb<c@=Q^(QZUw0PztFmNCh$tflS~06cE$I$N<Rk$;`_x21(R%73b%sDx@TqByv>~
z))$;v1vbyX($dt>(9Fo(+}sR@aSWqiGz3ONV5EfrNu`L9$!Os*(h|t1e@8<AR|s$c
E07YUo0RR91

literal 0
HcmV?d00001

diff --git a/cloud/filestore/tests/client/nfs-storage.txt b/cloud/filestore/tests/client/nfs-storage.txt
index 862fa38314..b141fad8f5 100644
--- a/cloud/filestore/tests/client/nfs-storage.txt
+++ b/cloud/filestore/tests/client/nfs-storage.txt
@@ -1 +1,3 @@
 MultiTabletForwardingEnabled: true
+LargeDeletionMarkersEnabled: true
+MaxFileBlocks: 536870912
diff --git a/cloud/filestore/tests/client/test.py b/cloud/filestore/tests/client/test.py
index 954d9e94a0..d745af6970 100644
--- a/cloud/filestore/tests/client/test.py
+++ b/cloud/filestore/tests/client/test.py
@@ -19,19 +19,25 @@ def __init_test():
     return client, results_path
 
 
+def __process_stat(node):
+    def d(k):
+        if k in node:
+            del node[k]
+
+    d("ATime")
+    d("MTime")
+    d("CTime")
+    d("FollowerNodeName")
+
+    return node
+
+
 def __exec_ls(client, *args):
     output = str(client.ls(*args, "--json"), 'utf-8')
     nodes: list = json.loads(output)['content']
 
     for node in nodes:
-        def d(k):
-            if k in node:
-                del node[k]
-
-        d("ATime")
-        d("MTime")
-        d("CTime")
-        d("FollowerNodeName")
+        __process_stat(node)
 
     return json.dumps(nodes, indent=4).encode('utf-8')
 
@@ -428,3 +434,61 @@ def test_multitablet_findgarbage():
 
     ret = common.canonical_file(results_path, local=True)
     return ret
+
+
+def test_large_file():
+    TiB = 1024 * 1024 * 1024 * 1024
+
+    data_file = os.path.join(common.output_path(), "data.txt")
+    with open(data_file, "w") as f:
+        f.write("some data")
+
+    client, results_path = __init_test()
+    client.create(
+        "fs0",
+        "test_cloud",
+        "test_folder",
+        BLOCK_SIZE,
+        TiB // BLOCK_SIZE)
+    client.mkdir("fs0", "/aaa")
+    client.touch("fs0", "/aaa/bbb")
+
+    out = client.stat("fs0", "/aaa/bbb")
+    stat = json.loads(out)
+    node_id = stat["Id"]
+    result = json.dumps(__process_stat(stat))
+    result += "\n"
+
+    client.write("fs0", "/aaa/bbb", "--data", data_file)
+
+    client.set_node_attr("fs0", node_id, "--size", str(TiB))
+    result += client.read("fs0", "/aaa/bbb", "--length", "9").decode("utf8")
+    result += "\n"
+
+    out = client.stat("fs0", "/aaa/bbb")
+    stat = json.loads(out)
+    assert stat["Size"] == TiB
+    result += json.dumps(__process_stat(stat))
+    result += "\n"
+
+    client.set_node_attr("fs0", node_id, "--size", "1024")
+    result += client.read("fs0", "/aaa/bbb", "--length", "0").decode("utf8")
+    result += "\n"
+
+    out = client.stat("fs0", "/aaa/bbb")
+    new_stat = json.loads(out)
+    assert stat["Size"] == TiB
+    result += json.dumps(__process_stat(new_stat))
+    result += "\n"
+    result += client.read("fs0", "/aaa/bbb", "--length", "0").decode("utf8")
+    result += "\n"
+
+    client.rm("fs0", "/aaa/bbb")
+
+    client.destroy("fs0")
+
+    with open(results_path, "w") as results_file:
+        results_file.write(result)
+
+    ret = common.canonical_file(results_path, local=True)
+    return ret
diff --git a/cloud/filestore/tests/python/lib/client.py b/cloud/filestore/tests/python/lib/client.py
index 003c3add1d..02f46a5274 100644
--- a/cloud/filestore/tests/python/lib/client.py
+++ b/cloud/filestore/tests/python/lib/client.py
@@ -261,6 +261,10 @@ def mkdir(self, cmd):
     def write(self, cmd):
         return common.execute(cmd).stdout
 
+    @standard_command("read")
+    def read(self, cmd):
+        return common.execute(cmd).stdout
+
     @standard_command("touch")
     def touch(self, cmd):
         return common.execute(cmd).stdout