spark InProcessAppHandle 源码

  • 2022-10-20
  • 浏览 (228)

spark InProcessAppHandle 代码

文件路径:/launcher/src/main/java/org/apache/spark/launcher/InProcessAppHandle.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.spark.launcher;

import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.util.Optional;
import java.util.concurrent.atomic.AtomicLong;
import java.util.logging.Level;
import java.util.logging.Logger;

class InProcessAppHandle extends AbstractAppHandle {

  private static final String THREAD_NAME_FMT = "spark-app-%d: '%s'";
  private static final Logger LOG = Logger.getLogger(InProcessAppHandle.class.getName());
  private static final AtomicLong THREAD_IDS = new AtomicLong();

  // Avoid really long thread names.
  private static final int MAX_APP_NAME_LEN = 16;

  private volatile Throwable error;

  private Thread app;

  InProcessAppHandle(LauncherServer server) {
    super(server);
  }

  @Override
  public synchronized void kill() {
    if (!isDisposed()) {
      LOG.warning("kill() may leave the underlying app running in in-process mode.");
      setState(State.KILLED);
      disconnect();

      // Interrupt the thread. This is not guaranteed to kill the app, though.
      if (app != null) {
        app.interrupt();
      }
    }
  }

  @Override
  public Optional<Throwable> getError() {
    return Optional.ofNullable(error);
  }

  synchronized void start(String appName, Method main, String[] args) {
    CommandBuilderUtils.checkState(app == null, "Handle already started.");

    if (appName.length() > MAX_APP_NAME_LEN) {
      appName = "..." + appName.substring(appName.length() - MAX_APP_NAME_LEN);
    }

    app = new Thread(() -> {
      try {
        main.invoke(null, (Object) args);
      } catch (Throwable t) {
        if (t instanceof InvocationTargetException) {
          t = t.getCause();
        }
        LOG.log(Level.WARNING, "Application failed with exception.", t);
        error = t;
        setState(State.FAILED);
      }

      dispose();
    });

    app.setName(String.format(THREAD_NAME_FMT, THREAD_IDS.incrementAndGet(), appName));
    app.start();
  }

}

相关信息

spark 源码目录

相关文章

spark AbstractAppHandle 源码

spark AbstractCommandBuilder 源码

spark AbstractLauncher 源码

spark ChildProcAppHandle 源码

spark CommandBuilderUtils 源码

spark FilteredObjectInputStream 源码

spark InProcessLauncher 源码

spark JavaModuleOptions 源码

spark LauncherConnection 源码

spark LauncherProtocol 源码

0  赞