hadoop TimelineEntityDocument 源码

haddop TimelineEntityDocument 代码

文件路径：/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-documentstore/src/main/java/org/apache/hadoop/yarn/server/timelineservice/documentstore/collection/document/entity/TimelineEntityDocument.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hadoop.yarn.server.timelineservice.documentstore.collection.document.entity;

import org.apache.hadoop.yarn.api.records.timelineservice.TimelineEntity;
import org.apache.hadoop.yarn.api.records.timelineservice.TimelineEvent;
import org.apache.hadoop.yarn.api.records.timelineservice.TimelineMetric;
import org.apache.hadoop.yarn.server.timelineservice.TimelineContext;
import org.apache.hadoop.yarn.server.timelineservice.documentstore.collection.document.TimelineDocument;
import org.apache.hadoop.yarn.server.timelineservice.reader.TimelineReaderUtils;

import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;

/**
 * This is a generic class which contains all the meta information of some
 * conceptual entity and its related events. The timeline entity can be an
 * application, an attempt, a container or whatever the user-defined object.
 */
public class TimelineEntityDocument implements
    TimelineDocument<TimelineEntityDocument> {

  private final TimelineEntity timelineEntity;
  private TimelineContext context;
  private String flowVersion;
  private String subApplicationUser;
  private final Map<String, Set<TimelineMetricSubDoc>>
      metrics = new HashMap<>();
  private final Map<String, Set<TimelineEventSubDoc>>
      events = new HashMap<>();

  public TimelineEntityDocument() {
    timelineEntity = new TimelineEntity();
  }

  public TimelineEntityDocument(TimelineEntity timelineEntity) {
    this.timelineEntity = timelineEntity;
    transformEvents(timelineEntity.getEvents());
    timelineMetrics(timelineEntity.getMetrics());
  }

  // transforms TimelineMetric to TimelineMetricSubDoc
  private void timelineMetrics(Set<TimelineMetric> timelineMetrics) {
    for (TimelineMetric timelineMetric : timelineMetrics) {
      if (this.metrics.containsKey(timelineMetric.getId())) {
        this.metrics.get(timelineMetric.getId()).add(
            new TimelineMetricSubDoc(timelineMetric));
      } else {
        Set<TimelineMetricSubDoc> metricSet = new HashSet<>();
        metricSet.add(new TimelineMetricSubDoc(timelineMetric));
        this.metrics.put(timelineMetric.getId(), metricSet);
      }
    }
  }

  // transforms TimelineEvent to TimelineEventSubDoc
  private void transformEvents(Set<TimelineEvent> timelineEvents) {
    for (TimelineEvent timelineEvent : timelineEvents) {
      if (this.events.containsKey(timelineEvent.getId())) {
        this.events.get(timelineEvent.getId())
            .add(new TimelineEventSubDoc(timelineEvent));
      } else {
        Set<TimelineEventSubDoc> eventSet = new HashSet<>();
        eventSet.add(new TimelineEventSubDoc(timelineEvent));
        this.events.put(timelineEvent.getId(), eventSet);
      }
    }
  }

  /**
   * Merge the TimelineEntityDocument that is passed with the current
   * document for upsert.
   *
   * @param newTimelineDocument
   *          that has to be merged
   */
  @Override
  public void merge(TimelineEntityDocument newTimelineDocument) {
    if(newTimelineDocument.getCreatedTime() > 0) {
      timelineEntity.setCreatedTime(newTimelineDocument.getCreatedTime());
    }
    setMetrics(newTimelineDocument.getMetrics());
    setEvents(newTimelineDocument.getEvents());
    timelineEntity.getInfo().putAll(newTimelineDocument.getInfo());
    timelineEntity.getConfigs().putAll(newTimelineDocument.getConfigs());
    timelineEntity.getIsRelatedToEntities().putAll(newTimelineDocument
        .getIsRelatedToEntities());
    timelineEntity.getRelatesToEntities().putAll(newTimelineDocument
        .getRelatesToEntities());
  }

  @Override
  public String getId() {
    return timelineEntity.getId();
  }

  public void setId(String key) {
    timelineEntity.setId(key);
  }

  public String getType() {
    return timelineEntity.getType();
  }

  public void setType(String type) {
    timelineEntity.setType(type);
  }

  public Map<String, Object> getInfo() {
    timelineEntity.getInfo().put(TimelineReaderUtils.FROMID_KEY, getId());
    return timelineEntity.getInfo();
  }

  public void setInfo(Map<String, Object> info) {
    timelineEntity.setInfo(info);
  }

  public Map<String, Set<TimelineMetricSubDoc>> getMetrics() {
    return metrics;
  }

  public void setMetrics(Map<String, Set<TimelineMetricSubDoc>> metrics) {
    for (Map.Entry<String, Set<TimelineMetricSubDoc>> metricEntry :
        metrics.entrySet()) {
      final String metricId = metricEntry.getKey();
      final Set<TimelineMetricSubDoc> metricValue = metricEntry.getValue();

      for(TimelineMetricSubDoc metricSubDoc : metricValue) {
        timelineEntity.addMetric(metricSubDoc.fetchTimelineMetric());
      }
      if (this.metrics.containsKey(metricId)) {
        this.metrics.get(metricId).addAll(metricValue);
      } else {
        this.metrics.put(metricId, new HashSet<>(metricValue));
      }
    }
  }

  public Map<String, Set<TimelineEventSubDoc>> getEvents() {
    return events;
  }

  public void setEvents(Map<String, Set<TimelineEventSubDoc>> events) {
    for (Map.Entry<String, Set<TimelineEventSubDoc>> eventEntry :
        events.entrySet()) {
      final String eventId = eventEntry.getKey();
      final Set<TimelineEventSubDoc> eventValue = eventEntry.getValue();

      for(TimelineEventSubDoc eventSubDoc : eventValue) {
        timelineEntity.addEvent(eventSubDoc.fetchTimelineEvent());
      }
      if (this.events.containsKey(eventId)) {
        this.events.get(eventId).addAll(events.get(eventId));
      } else {
        this.events.put(eventId, new HashSet<>(eventValue));
      }
    }
  }

  public Map<String, String> getConfigs() {
    return timelineEntity.getConfigs();
  }

  public void setConfigs(Map<String, String> configs) {
    timelineEntity.setConfigs(configs);
  }

  public Map<String, Set<String>> getIsRelatedToEntities() {
    return timelineEntity.getIsRelatedToEntities();
  }

  public void setIsRelatedToEntities(Map<String, Set<String>>
      isRelatedToEntities) {
    timelineEntity.setIsRelatedToEntities(isRelatedToEntities);
  }

  public Map<String, Set<String>> getRelatesToEntities() {
    return timelineEntity.getRelatesToEntities();
  }

  public void setRelatesToEntities(Map<String, Set<String>> relatesToEntities) {
    timelineEntity.setRelatesToEntities(relatesToEntities);
  }

  public String getFlowVersion() {
    return flowVersion;
  }


  public void setFlowVersion(String flowVersion) {
    this.flowVersion = flowVersion;
  }

  public void setIdentifier(TimelineEntity.Identifier identifier) {
    timelineEntity.setIdentifier(identifier);
  }

  public void setIdPrefix(long idPrefix) {
    timelineEntity.setIdPrefix(idPrefix);
  }

  public String getSubApplicationUser() {
    return subApplicationUser;
  }

  public void setSubApplicationUser(String subApplicationUser) {
    this.subApplicationUser = subApplicationUser;
  }

  public long getCreatedTime() {
    if (timelineEntity.getCreatedTime() == null) {
      return 0;
    }
    return timelineEntity.getCreatedTime();
  }

  public void setCreatedTime(long createdTime) {
    timelineEntity.setCreatedTime(createdTime);
  }

  public TimelineContext getContext() {
    return context;
  }

  public void setContext(TimelineContext context) {
    this.context = context;
  }

  public TimelineEntity fetchTimelineEntity() {
    return timelineEntity;
  }
}

相关信息

hadoop 源码目录

相关文章

hadoop TimelineEventSubDoc 源码

hadoop TimelineMetricSubDoc 源码

hadoop package-info 源码