Skip to content

Commit

Permalink
Add standard deviation
Browse files Browse the repository at this point in the history
  • Loading branch information
frostedoyster committed Oct 4, 2024
1 parent db5946f commit 85b46a7
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions src/metatrain/cli/eval.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
from typing import Dict, List, Optional, Union

import metatensor.torch
import numpy as np
import torch
from metatensor.torch import Labels, TensorBlock, TensorMap
from metatensor.torch.atomistic import MetatensorAtomisticModel
Expand Down Expand Up @@ -250,10 +251,13 @@ def _eval_targets(
metric_logger.log(rmse_values)

# Log timings
mean_time_per_atom = sum(timings_per_atom) / len(timings_per_atom)
timings_per_atom = np.array(timings_per_atom)
mean_per_atom = np.mean(timings_per_atom)
std_per_atom = np.std(timings_per_atom)
logger.info(
f"evaluation time: {total_time:.2f} s "
f"[{1000.0*mean_time_per_atom:.2f} ms per atom]"
f"[{1000.0*mean_per_atom:.2f} ± "
f"{1000.0*std_per_atom:.2f} ms per atom]"
)

if return_predictions:
Expand Down

0 comments on commit 85b46a7

Please sign in to comment.