Attach more readable info to task executor's thread

tony-core/src/main/java/com/linkedin/tony/ApplicationMaster.java

@@ -96,6 +96,7 @@ public class ApplicationMaster {
    * Metadata + History Server related variables
    */
   private String appIdString;
+  private String applicationName;
   private FileSystem resourceFs; // FileSystem used to access resources for the job, like jars and zips
   private FileSystem historyFs;  // FileSystem used to write history-related files like config and events.
                                  // In some HDFS setups, operators may wish to write history files to a different
@@ -283,6 +284,9 @@ private boolean init(String[] args) {
             TonyConfigurationKeys.DEFAULT_FRAMEWORK_NAME).toUpperCase();
     amRuntimeAdapter = FrameworkRuntimeProvider.getAMAdapter(frameworkType);
 
+    applicationName = tonyConf.get(TonyConfigurationKeys.APPLICATION_NAME,
+            TonyConfigurationKeys.DEFAULT_APPLICATION_NAME);
+
     if (!amRuntimeAdapter.validateAndUpdateConfig(tonyConf)) {
       LOG.error("Invalid TonY conf.");
       return false;
@@ -1191,7 +1195,7 @@ public void run() {
       containerLaunchEnv.put(Constants.SESSION_ID, String.valueOf(session.sessionId));
 
       List<CharSequence> arguments = new ArrayList<>(5);
-      arguments.add(session.getTaskCommand());
+      arguments.add(session.getTaskCommand(appIdString, applicationName, jobName, taskIndex));
       arguments.add("1>" + ApplicationConstants.LOG_DIR_EXPANSION_VAR + "/stdout");
       arguments.add("2>" + ApplicationConstants.LOG_DIR_EXPANSION_VAR + "/stderr");
       List<String> commands = ImmutableList.of(String.join(" ", arguments));

tony-core/src/main/java/com/linkedin/tony/TonySession.java

@@ -74,11 +74,22 @@ public enum TaskType {
     TASK_TYPE_CHIEF, TASK_TYPE_PARAMETER_SERVER, TASK_TYPE_OTHERS
   }
 
-  public String getTaskCommand() {
+  @VisibleForTesting
+  public String getTaskCommand(String appIdString, String applicationName, String taskName, String taskIndex) {
     StringBuilder cmd = new StringBuilder();
     cmd.append("$JAVA_HOME/bin/java ")
         .append(jvmArgs)
-        .append(" com.linkedin.tony.TaskExecutor");
+        .append(" com.linkedin.tony.TaskExecutor ")
+        .append(" appId=")
+        .append(appIdString)
+        .append(" ")
+        .append(" appName=")
+        .append(applicationName)
+        .append(" ")
+        .append(" task=")
+        .append(taskName)
+        .append(":")
+        .append(taskIndex);
     return cmd.toString();
   }
 
@@ -680,4 +691,9 @@ public void makeTaskTypeUntracked(String taskType) {
     untrackedList.add(taskType);
     tonyConf.set(UNTRACKED_JOBTYPES, StringUtils.join(untrackedList, ","));
   }
+
+  /** Only for test cases. */
+  protected void setJvmArgs(String jvmArgs) {
+    this.jvmArgs = jvmArgs;
+  }
 }

tony-core/src/test/java/com/linkedin/tony/TestTonySession.java

@@ -64,4 +64,15 @@ public void testTaskComparable() {
     Assert.assertEquals(ps1.compareTo(samePs1), 0);
     Assert.assertEquals(worker1.compareTo(sameWorker1), 0);
   }
+
+  @Test
+  public void testGetTaskCommand() {
+    Configuration tonyConf = new Configuration(false);
+    TonySession session = new TonySession.Builder().setTonyConf(tonyConf).build();
+    session.setJvmArgs("");
+
+    String commandline = session.getTaskCommand("application_1645363183601_0001", "tony_tensorflow", "ps", "1");
+    Assert.assertEquals(commandline, "$JAVA_HOME/bin/java  com.linkedin.tony.TaskExecutor  "
+            + "appId=application_1645363183601_0001  appName=tony_tensorflow  task=ps:1");
+  }
 }