资源简介
代码片段和文件信息
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License Version 2.0 (the
* “License“); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing software
* distributed under the License is distributed on an “AS IS“ BASIS
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.atlas.falcon.bridge;
import org.apache.atlas.AtlasClient;
import org.apache.atlas.AtlasConstants;
import org.apache.atlas.falcon.Util.EventUtil;
import org.apache.atlas.falcon.model.FalconDataTypes;
import org.apache.atlas.hive.bridge.HivemetaStoreBridge;
import org.apache.atlas.hive.model.HiveDataTypes;
import org.apache.atlas.v1.model.instance.Referenceable;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.falcon.FalconException;
import org.apache.falcon.entity.CatalogStorage;
import org.apache.falcon.entity.FeedHelper;
import org.apache.falcon.entity.FileSystemStorage;
import org.apache.falcon.entity.ProcessHelper;
import org.apache.falcon.entity.store.ConfigurationStore;
import org.apache.falcon.entity.v0.EntityType;
import org.apache.falcon.entity.v0.feed.CatalogTable;
import org.apache.falcon.entity.v0.feed.ClusterType;
import org.apache.falcon.entity.v0.feed.Feed;
import org.apache.falcon.entity.v0.feed.Location;
import org.apache.falcon.entity.v0.feed.LocationType;
import org.apache.falcon.entity.v0.process.Cluster;
import org.apache.falcon.entity.v0.process.Input;
import org.apache.falcon.entity.v0.process.Output;
import org.apache.falcon.entity.v0.process.Workflow;
import org.apache.falcon.workflow.WorkflowExecutionArgs;
import org.apache.hadoop.fs.Path;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.net.URISyntaxException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
* A Bridge Utility to register Falcon entities metadata to Atlas.
*/
public class FalconBridge {
private static final Logger LOG = LoggerFactory.getLogger(FalconBridge.class);
public static final String COLO = “colo“;
public static final String TAGS = “tags“;
public static final String GROUPS = “groups“;
public static final String PIPELINES = “pipelines“;
public static final String WFPROPERTIES = “workflow-properties“;
public static final String RUNSON = “runs-on“;
public static final String STOREDIN = “stored-in“;
public static final String FREQUENCY = “frequency“;
相关资源
- MagicEXIF元数据编辑器破解
- 数据治理模型方案
- 数据治理平台系统简介
- IBM数据治理统一流程
- 文献题录信息分析工具
- 医疗临床数据中心建设与数据治理-田
- GBT19710-2005地理信息元数据(全部)
- Atlas中文版文档
- 某医药公司数据治理方案.pptx
- 元数据系列讲座存于厦门大学图书馆
- MagicEXIF元数据编辑器v1.08Build1219(旗舰
- 余额宝背后的服务治理架构(服务治
- 银行数据治理平台系统(干货).ppt
- IBM数据治理流程
- 小图片打包成atlas大图片
- GeoNetwork用户手册
- MagicEXIF 元数据编辑器 永久激活版
- MagicEXIF元数据编辑器v1.08Build1209旗舰版
- TexturePacker4.6.1破解版
- 银行业数据治理实践德勤.pdf
- 大数据治理 (桑尼尔·索雷斯著) 中
- 数字图书馆元数据基础
- 数据治理报告收集整理
- atlas用户手册
- 全版银行数据治理.zip
- 公共仓库元模型_数据仓库集成标准导
- PM4000的手册
- Graphicriver - 3D Map Generator - Atlas
- atlas 控制器软件
- 数据治理建设方案(适用于银行、通
评论
共有 条评论