Add timer for optimizing

mosaicml · Dec 4, 2023 · 23001cf · 23001cf
1 parent 97f868c
commit 23001cf
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/scripts/data_prep/convert_delta_to_json.py b/scripts/data_prep/convert_delta_to_json.py
@@ -4,6 +4,7 @@
 import argparse
 import logging
 import os
+import time
 
 import pandas as pd
 from databricks import sql
@@ -129,5 +130,10 @@ def stream_delta_to_json(server_hostname: str,
     tablename = args.delta_table_name
     json_output_path = args.json_output_path
 
+    tik = time.time()
+    print("start timer", tik)
+
     stream_delta_to_json(server_hostname, access_token, http_path, tablename, json_output_path)
 
+    print("end timer", time.time() - tik)
+