parallel

Baunsgaard · Oct 21, 2024 · 394f5d4 · 394f5d4
1 parent a7fdf8c
commit 394f5d4
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/main/java/org/apache/sysds/runtime/io/FrameReaderTextCSVParallel.java b/src/main/java/org/apache/sysds/runtime/io/FrameReaderTextCSVParallel.java
@@ -38,6 +38,7 @@
 import org.apache.sysds.runtime.matrix.data.Pair;
 import org.apache.sysds.runtime.util.CommonThreadPool;
 import org.apache.sysds.runtime.util.HDFSTool;
+import org.apache.sysds.utils.stats.InfrastructureAnalyzer;
 import org.apache.sysds.utils.stats.Timing;
 
 /**
@@ -56,7 +57,8 @@ protected void readCSVFrameFromHDFS( Path path, JobConf job, FileSystem fs,
 		throws IOException
 	{
 		Timing time = new Timing(true);
-		final int numThreads = OptimizerUtils.getParallelTextReadParallelism();
+		final int numThreads = InfrastructureAnalyzer.getLocalParallelism();
+		//  OptimizerUtils.getParallelTextReadParallelism();
 
 		TextInputFormat informat = new TextInputFormat();
 		informat.configure(job);