Skip to content

Commit

Permalink
[Improve] pyflink improvement
Browse files Browse the repository at this point in the history
  • Loading branch information
wolfboys committed Sep 2, 2023
1 parent 7db201d commit aa0eff2
Showing 1 changed file with 5 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,7 @@ import org.apache.flink.yarn.configuration.YarnConfigOptions
import org.apache.hadoop.security.UserGroupInformation
import org.apache.hadoop.yarn.api.records.ApplicationId

import java.util
import java.util.Collections

import scala.collection.JavaConverters._
Expand Down Expand Up @@ -101,10 +102,11 @@ object YarnApplicationClient extends YarnClientTrait {
}

// yarn.ship-files
val shipFiles = new util.ArrayList[String]()
shipFiles.add(submitRequest.userJarFile.getParentFile.getAbsolutePath)

flinkConfig
.safeSet(
YarnConfigOptions.SHIP_FILES,
submitRequest.userJarFile.getParentFile.getAbsolutePath)
.safeSet(YarnConfigOptions.SHIP_FILES, shipFiles)
// python.files
.safeSet(PythonOptions.PYTHON_FILES, submitRequest.userJarFile.getParentFile.getName)

Expand Down

0 comments on commit aa0eff2

Please sign in to comment.