fix(style): reformat with latest black version

huggingface · Jan 26, 2024 · 1b4a731 · 1b4a731
1 parent 4ea8215
commit 1b4a731
Show file tree

Hide file tree

Showing 7 changed files with 24 additions and 21 deletions.
diff --git a/examples/language-modeling/run_clm.py b/examples/language-modeling/run_clm.py
@@ -606,9 +606,9 @@ def compute_metrics(eval_preds):
         # Data collator will default to DataCollatorWithPadding, so we change it.
         data_collator=default_data_collator,
         compute_metrics=compute_metrics if training_args.do_eval and not is_torch_tpu_available() else None,
-        preprocess_logits_for_metrics=preprocess_logits_for_metrics
-        if training_args.do_eval and not is_torch_tpu_available()
-        else None,
+        preprocess_logits_for_metrics=(
+            preprocess_logits_for_metrics if training_args.do_eval and not is_torch_tpu_available() else None
+        ),
     )
 
     # Training

diff --git a/examples/language-modeling/run_mlm.py b/examples/language-modeling/run_mlm.py
@@ -631,9 +631,9 @@ def compute_metrics(eval_preds):
         tokenizer=tokenizer,
         data_collator=data_collator,
         compute_metrics=compute_metrics if training_args.do_eval and not is_torch_tpu_available() else None,
-        preprocess_logits_for_metrics=preprocess_logits_for_metrics
-        if training_args.do_eval and not is_torch_tpu_available()
-        else None,
+        preprocess_logits_for_metrics=(
+            preprocess_logits_for_metrics if training_args.do_eval and not is_torch_tpu_available() else None
+        ),
     )
 
     # Training

diff --git a/optimum/neuron/distributed/base.py b/optimum/neuron/distributed/base.py
@@ -397,9 +397,11 @@ def parallelize(
                             tp_rank = get_tensor_model_parallel_rank()
                             size_per_rank = parameter.size(partition_dim)
                             slices = [
-                                None
-                                if idx != partition_dim
-                                else (size_per_rank * tp_rank, size_per_rank * (tp_rank + 1))
+                                (
+                                    None
+                                    if idx != partition_dim
+                                    else (size_per_rank * tp_rank, size_per_rank * (tp_rank + 1))
+                                )
                                 for idx in range(num_dims)
                             ]
                         else:

diff --git a/optimum/neuron/distributed/checkpointing.py b/optimum/neuron/distributed/checkpointing.py
@@ -46,9 +46,11 @@ def consolidate_tensor_parallel_checkpoints(checkpoint_dir: Union[str, Path]) ->
     parameter_names = state_dicts[0]["model"].keys()
     sharded_metadatas = {
         name: [
-            ParameterMetadata(**state_dict["sharded_metadata"][name])
-            if name in state_dict["sharded_metadata"]
-            else ParameterMetadata("tied")
+            (
+                ParameterMetadata(**state_dict["sharded_metadata"][name])
+                if name in state_dict["sharded_metadata"]
+                else ParameterMetadata("tied")
+            )
             for state_dict in state_dicts
         ]
         for name in parameter_names

diff --git a/tests/distributed/distributed.py b/tests/distributed/distributed.py
@@ -97,8 +97,7 @@ class DistributedExec(ABC):
     exec_timeout: int = TEST_TIMEOUT
 
     @abstractmethod
-    def run(self):
-        ...
+    def run(self): ...
 
     def __call__(self, request=None):
         self._fixture_kwargs = self._get_fixture_kwargs(request, self.run)

diff --git a/tests/test_cache_utils.py b/tests/test_cache_utils.py
@@ -83,9 +83,9 @@ def test_get_neuron_cache_path(self):
         assert get_neuron_cache_path() is None
 
         custom_cache_dir_name = Path("_this/is_/my1/2custom/cache/dir")
-        os.environ[
-            "NEURON_CC_FLAGS"
-        ] = f"--some --parameters --here --cache_dir={custom_cache_dir_name} --other --paremeters --here"
+        os.environ["NEURON_CC_FLAGS"] = (
+            f"--some --parameters --here --cache_dir={custom_cache_dir_name} --other --paremeters --here"
+        )
 
         self.assertEqual(get_neuron_cache_path(), custom_cache_dir_name)
 
@@ -99,9 +99,9 @@ def _test_set_neuron_cache_path(self, new_cache_path):
         set_neuron_cache_path(new_cache_path, ignore_no_cache=True)
         self.assertEqual(get_neuron_cache_path(), Path(new_cache_path))
 
-        os.environ[
-            "NEURON_CC_FLAGS"
-        ] = "--some --parameters --here --cache_dir=original_cache_dir --other --paremeters"
+        os.environ["NEURON_CC_FLAGS"] = (
+            "--some --parameters --here --cache_dir=original_cache_dir --other --paremeters"
+        )
         set_neuron_cache_path(new_cache_path)
         self.assertEqual(get_neuron_cache_path(), Path(new_cache_path))
 

diff --git a/tests/test_examples.py b/tests/test_examples.py
@@ -193,7 +193,7 @@ class Coverage(str, Enum):
         TPSupport.FULL,
         Coverage.HIGH,
         {"num_hidden_layers": 2},
-    )
+    ),
     # "wav2vec2": "facebook/wav2vec2-base",
     # Remaning: XLNet, Deberta-v2, MPNet, CLIP
 }