hadoop FedBalanceOptions 源码

haddop FedBalanceOptions 代码

文件路径：/hadoop-tools/hadoop-federation-balance/src/main/java/org/apache/hadoop/tools/fedbalance/FedBalanceOptions.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.tools.fedbalance;

import org.apache.commons.cli.Option;
import org.apache.commons.cli.Options;

/**
 * Command line options of FedBalance.
 */
public final class FedBalanceOptions {

  /**
   * The private construct protects this class from being instantiated.
   */
  private FedBalanceOptions() {}

  /**
   * If true, in DIFF_DISTCP stage it will force close all open files when
   * there is no diff between the source path and the dst path. Otherwise
   * the DIFF_DISTCP stage will wait until there is no open files. The
   * default value is `false`.
   */
  public final static Option FORCE_CLOSE_OPEN = new Option("forceCloseOpen",
      false, "Force close all open files if the src and dst are synced.");

  /**
   * Max number of maps to use during copy. DistCp will split work as equally
   * as possible among these maps.
   */
  public final static Option MAP =
      new Option("map", true, "Max number of concurrent maps to use for copy");

  /**
   * Specify bandwidth per map in MB, accepts bandwidth as a fraction.
   */
  public final static Option BANDWIDTH =
      new Option("bandwidth", true, "Specify bandwidth per map in MB.");

  /**
   * Specify the delayed duration(millie seconds) to retry the Job.
   */
  public final static Option DELAY_DURATION = new Option("delay", true,
      "This specifies the delayed duration(millie seconds) when the job"
          + " needs to retry. A job may retry many times and check the state"
          + " when it waits for the distcp job to finish.");

  /**
   * Specify the threshold of diff entries.
   */
  public final static Option DIFF_THRESHOLD = new Option("diffThreshold", true,
      "This specifies the threshold of the diff entries that used in"
          + " incremental copy stage. If the diff entries size is no greater"
          + " than this threshold and the open files check is satisfied"
          + "(no open files or force close all open files), the fedBalance will"
          + " go to the final round of distcp. Default value is 0, that means"
          + " waiting until there is no diff.");

  /**
   * Move the source path to trash after all the data are sync to target, or
   * delete the source directly, or skip both trash and deletion.
   */
  public final static Option TRASH = new Option("moveToTrash", true,
      "Move the source path to trash, or delete the source path directly,"
          + " or skip both trash and deletion. This accepts 3 values: trash,"
          + " delete and skip. By default the server side trash interval is"
          + " used. If the trash is disabled in the server side, the default"
          + " trash interval 60 minutes is used.");

  public final static Options CLI_OPTIONS = new Options();

  static {
    CLI_OPTIONS.addOption(FORCE_CLOSE_OPEN);
    CLI_OPTIONS.addOption(MAP);
    CLI_OPTIONS.addOption(BANDWIDTH);
    CLI_OPTIONS.addOption(DELAY_DURATION);
    CLI_OPTIONS.addOption(TRASH);
  }
}

相关信息

hadoop 源码目录

相关文章

hadoop DistCpProcedure 源码

hadoop FedBalance 源码

hadoop FedBalanceConfigs 源码

hadoop FedBalanceContext 源码

hadoop TrashProcedure 源码

hadoop package-info 源码