improve logging

graphsense · Dec 20, 2023 · 8e4e480 · 8e4e480
1 parent 36e6065
commit 8e4e480
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 4 deletions.
diff --git a/src/graphsenselib/ingest/account.py b/src/graphsenselib/ingest/account.py
@@ -565,11 +565,11 @@ def print_block_info(
 ) -> None:
     """Display information about number of synced/ingested blocks."""
 
-    logger.warning(f"Last synced block: {last_synced_block:,}")
+    logger.info(f"Last synced block: {last_synced_block:,}")
     if last_ingested_block is None:
-        logger.warning("Last ingested block: None")
+        logger.info("Last ingested block: None")
     else:
-        logger.warning(f"Last ingested block: {last_ingested_block:,}")
+        logger.info(f"Last ingested block: {last_ingested_block:,}")
 
 
 def get_connection_from_url(provider_uri: str, provider_timeout=600):

diff --git a/src/graphsenselib/ingest/common.py b/src/graphsenselib/ingest/common.py
@@ -6,7 +6,7 @@
 
 INGEST_SINKS = ["parquet", "cassandra"]
 
-CASSANDRA_INGEST_DEFAULT_CONCURRENCY = 1000
+CASSANDRA_INGEST_DEFAULT_CONCURRENCY = 100
 
 logger = logging.getLogger(__name__)
 

diff --git a/src/graphsenselib/utils/logging.py b/src/graphsenselib/utils/logging.py
@@ -64,13 +64,15 @@ def configure_logging(loglevel):
         logging.getLogger("requests").setLevel(logging.WARNING)
         logging.getLogger("urllib3").setLevel(logging.ERROR)
         logging.getLogger("ProgressLogger").setLevel(logging.ERROR)
+        logging.getLogger("BatchWorkExecutor").setLevel(logging.DEBUG)
     else:
         logging.getLogger("cassandra").setLevel(logging.WARNING)
         logging.getLogger("ethereumetl").setLevel(logging.WARNING)
         logging.getLogger("Cluster").setLevel(logging.ERROR)
         logging.getLogger("requests").setLevel(logging.WARNING)
         logging.getLogger("urllib3").setLevel(logging.ERROR)
         logging.getLogger("ProgressLogger").setLevel(logging.ERROR)
+        logging.getLogger("BatchWorkExecutor").setLevel(logging.ERROR)
 
 
 class IndentLogger(logging.LoggerAdapter):