add usage example

GenBench · Nov 7, 2023 · de44168 · de44168
1 parent e1aefc5
commit de44168
Show file tree

Hide file tree

Showing 10 changed files with 413 additions and 8 deletions.
diff --git a/src/genbench/tasks/nl_codesearch_clf/codesearchnet_adv/task.py b/src/genbench/tasks/nl_codesearch_clf/codesearchnet_adv/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}

diff --git a/src/genbench/tasks/nl_codesearch_clf/codesearchnet_go/task.py b/src/genbench/tasks/nl_codesearch_clf/codesearchnet_go/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}

diff --git a/src/genbench/tasks/nl_codesearch_clf/codesearchnet_java/task.py b/src/genbench/tasks/nl_codesearch_clf/codesearchnet_java/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}

diff --git a/src/genbench/tasks/nl_codesearch_clf/codesearchnet_javascript/task.py b/src/genbench/tasks/nl_codesearch_clf/codesearchnet_javascript/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}

diff --git a/src/genbench/tasks/nl_codesearch_clf/codesearchnet_php/task.py b/src/genbench/tasks/nl_codesearch_clf/codesearchnet_php/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}

diff --git a/src/genbench/tasks/nl_codesearch_clf/codesearchnet_ruby/task.py b/src/genbench/tasks/nl_codesearch_clf/codesearchnet_ruby/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}

diff --git a/src/genbench/tasks/nl_codesearch_clf/cosqa/task.py b/src/genbench/tasks/nl_codesearch_clf/cosqa/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}

diff --git a/src/genbench/tasks/nl_codesearch_clf/requirements-usage-example.txt b/src/genbench/tasks/nl_codesearch_clf/requirements-usage-example.txt
@@ -0,0 +1,5 @@
+torch v. 2.1.0
+numpy v. 1.25.1
+tqdm v. 4.65.0
+transformers v. 4.32.0
+scikit-learn v. 1.3.0 
diff --git a/src/genbench/tasks/nl_codesearch_clf/statcodesearch/task.py b/src/genbench/tasks/nl_codesearch_clf/statcodesearch/task.py
@@ -34,7 +34,7 @@ def get_dataset_raw(self) -> Dict[str, datasets.Dataset]:
                     # Split input into comment and code
                     input_parts = item["input"].split("[CODESPLIT]")
                     # Split random input into comment and code
-                    random_input_parts = random_item["input"].split("[CODESPLIT]")
+                    random_input_parts = random_item[0]["input"].split("[CODESPLIT]")
                     # Combine the "input" fields of the original and random items
                     new_input = input_parts[0] + "[CODESPLIT]" + random_input_parts[1]
                     new_item = {"input": new_input, "target": 0, "target_options": item["target_options"]}