falcon-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From peeyu...@apache.org
Subject [1/2] falcon git commit: FALCON-1899 Create examples artifact module in Falcon
Date Sat, 23 Apr 2016 04:54:05 GMT
Repository: falcon
Updated Branches:
  refs/heads/master b49056d6c -> 2945fa80b


http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-pig-process.xml
----------------------------------------------------------------------
diff --git a/src/main/examples/entity/hcat/hcat-pig-process.xml b/src/main/examples/entity/hcat/hcat-pig-process.xml
deleted file mode 100644
index 60836c4..0000000
--- a/src/main/examples/entity/hcat/hcat-pig-process.xml
+++ /dev/null
@@ -1,43 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-  Licensed to the Apache Software Foundation (ASF) under one
-  or more contributor license agreements.  See the NOTICE file
-  distributed with this work for additional information
-  regarding copyright ownership.  The ASF licenses this file
-  to you under the Apache License, Version 2.0 (the
-  "License"); you may not use this file except in compliance
-  with the License.  You may obtain a copy of the License at
-
-      http://www.apache.org/licenses/LICENSE-2.0
-
-  Unless required by applicable law or agreed to in writing, software
-  distributed under the License is distributed on an "AS IS" BASIS,
-  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-  See the License for the specific language governing permissions and
-  limitations under the License.
-  -->
-
-<process name="hcat-pig-process" xmlns="uri:falcon:process:0.1">
-    <clusters>
-        <cluster name="hcat-local">
-            <validity start="2013-11-15T00:05Z" end="2013-11-15T01:05Z"/>
-        </cluster>
-    </clusters>
-
-    <parallel>1</parallel>
-    <order>FIFO</order>
-    <frequency>minutes(5)</frequency>
-    <timezone>UTC</timezone>
-
-    <inputs>
-        <!-- In the pig script, the input paths will be available in a variable 'inparts'
-->
-        <input name="inparts" feed="hcat-in" start="now(0,-5)" end="now(0,-1)"/>
-    </inputs>
-
-    <outputs>
-        <!-- In the pig script, the output path will be available in a variable 'outparts'
-->
-        <output name="outpart" feed="hcat-out" instance="now(0,0)"/>
-    </outputs>
-
-    <workflow engine="pig" path="/app/pig/hcat-wordcount.pig"/>
-</process>

http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-replication-feed.xml
----------------------------------------------------------------------
diff --git a/src/main/examples/entity/hcat/hcat-replication-feed.xml b/src/main/examples/entity/hcat/hcat-replication-feed.xml
deleted file mode 100644
index 2b8f026..0000000
--- a/src/main/examples/entity/hcat/hcat-replication-feed.xml
+++ /dev/null
@@ -1,42 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-  Licensed to the Apache Software Foundation (ASF) under one
-  or more contributor license agreements.  See the NOTICE file
-  distributed with this work for additional information
-  regarding copyright ownership.  The ASF licenses this file
-  to you under the Apache License, Version 2.0 (the
-  "License"); you may not use this file except in compliance
-  with the License.  You may obtain a copy of the License at
-
-      http://www.apache.org/licenses/LICENSE-2.0
-
-  Unless required by applicable law or agreed to in writing, software
-  distributed under the License is distributed on an "AS IS" BASIS,
-  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-  See the License for the specific language governing permissions and
-  limitations under the License.
-  -->
-<feed description="input" name="hcat-repl-feed" xmlns="uri:falcon:feed:0.1">
-    <groups>input</groups>
-
-    <frequency>minutes(1)</frequency>
-    <timezone>UTC</timezone>
-    <late-arrival cut-off="hours(1)"/>
-
-    <clusters>
-        <cluster name="hcat-local" type="source">
-            <validity start="2013-01-01T00:00Z" end="2030-01-01T00:00Z"/>
-            <retention limit="hours(2)" action="delete"/>
-        </cluster>
-        <cluster name="hcat-local-target" type="target">
-            <validity start="2013-11-15T00:00Z" end="2030-01-01T00:00Z"/>
-            <retention limit="hours(2)" action="delete"/>
-            <table uri="catalog:default:repl_in_table#ds=${YEAR}-${MONTH}-${DAY}-${HOUR}-${MINUTE}"
/>
-        </cluster>
-    </clusters>
-
-    <table uri="catalog:default:in_table#ds=${YEAR}-${MONTH}-${DAY}-${HOUR}-${MINUTE}"
/>
-
-    <ACL owner="testuser-ut-user" group="group" permission="0x644"/>
-    <schema location="/schema/log/log.format.csv" provider="csv"/>
-</feed>

http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-standalone-cluster.xml
----------------------------------------------------------------------
diff --git a/src/main/examples/entity/hcat/hcat-standalone-cluster.xml b/src/main/examples/entity/hcat/hcat-standalone-cluster.xml
deleted file mode 100644
index 7962b1f..0000000
--- a/src/main/examples/entity/hcat/hcat-standalone-cluster.xml
+++ /dev/null
@@ -1,45 +0,0 @@
-<?xml version="1.0"?>
-<!--
-  Licensed to the Apache Software Foundation (ASF) under one
-  or more contributor license agreements.  See the NOTICE file
-  distributed with this work for additional information
-  regarding copyright ownership.  The ASF licenses this file
-  to you under the Apache License, Version 2.0 (the
-  "License"); you may not use this file except in compliance
-  with the License.  You may obtain a copy of the License at
-
-      http://www.apache.org/licenses/LICENSE-2.0
-
-  Unless required by applicable law or agreed to in writing, software
-  distributed under the License is distributed on an "AS IS" BASIS,
-  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-  See the License for the specific language governing permissions and
-  limitations under the License.
-  -->
-
-<!--
-   Example cluster definition that can be used with falcon and standalone 
-   hadoop and oozie instances
--->
-<cluster colo="local" description="Standalone cluster with hacatalog" name="hcat-local"
xmlns="uri:falcon:cluster:0.1">
-    <interfaces>
-        <interface type="readonly" endpoint="hftp://localhost:50010" version="1.1.2"/>
-
-        <interface type="write" endpoint="hdfs://localhost:8020" version="1.1.2"/>
-
-        <interface type="execute" endpoint="localhost:8021" version="1.1.2"/>
-
-        <interface type="workflow" endpoint="http://localhost:11000/oozie/" version="4.0.0"/>
-
-        <interface type="messaging" endpoint="tcp://localhost:61616?daemon=true"  version="5.4.3"/>
-
-        <interface type="registry" endpoint="thrift://localhost:12000" version="0.11.0"/>
-    </interfaces>
-    <locations>
-        <location name="staging" path="/projects/falcon/hcat-staging"/>
-        <location name="temp" path="/projects/falcon/hcat-tmp"/>
-        <location name="working" path="/projects/falcon/hcat-working"/>
-    </locations>
-    <properties>
-    </properties>
-</cluster>

http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml
----------------------------------------------------------------------
diff --git a/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml b/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml
deleted file mode 100644
index 8de78cf..0000000
--- a/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml
+++ /dev/null
@@ -1,45 +0,0 @@
-<?xml version="1.0"?>
-<!--
-  Licensed to the Apache Software Foundation (ASF) under one
-  or more contributor license agreements.  See the NOTICE file
-  distributed with this work for additional information
-  regarding copyright ownership.  The ASF licenses this file
-  to you under the Apache License, Version 2.0 (the
-  "License"); you may not use this file except in compliance
-  with the License.  You may obtain a copy of the License at
-
-      http://www.apache.org/licenses/LICENSE-2.0
-
-  Unless required by applicable law or agreed to in writing, software
-  distributed under the License is distributed on an "AS IS" BASIS,
-  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-  See the License for the specific language governing permissions and
-  limitations under the License.
-  -->
-
-<!--
-   Example cluster definition that can be used with falcon and standalone 
-   hadoop and oozie instances
--->
-<cluster colo="hcat-local-target" description="Standalone cluster with hacatalog" name="hcat-local-target"
xmlns="uri:falcon:cluster:0.1">
-    <interfaces>
-        <interface type="readonly" endpoint="hftp://localhost:50010" version="1.1.2"/>
-
-        <interface type="write" endpoint="hdfs://localhost:8020" version="1.1.2"/>
-
-        <interface type="execute" endpoint="localhost:8021" version="1.1.2"/>
-
-        <interface type="workflow" endpoint="http://localhost:11000/oozie/" version="4.0.0"/>
-
-        <interface type="messaging" endpoint="tcp://localhost:61616?daemon=true"  version="5.4.3"/>
-
-        <interface type="registry" endpoint="thrift://localhost:12000" version="0.11.0"/>
-    </interfaces>
-    <locations>
-        <location name="staging" path="/projects/falcon/hcat-staging-target"/>
-        <location name="temp" path="/projects/falcon/hcat-tmp-target"/>
-        <location name="working" path="/projects/falcon/hcat-working-target"/>
-    </locations>
-    <properties>
-    </properties>
-</cluster>

http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hive-process.xml
----------------------------------------------------------------------
diff --git a/src/main/examples/entity/hcat/hive-process.xml b/src/main/examples/entity/hcat/hive-process.xml
deleted file mode 100644
index ad8b219..0000000
--- a/src/main/examples/entity/hcat/hive-process.xml
+++ /dev/null
@@ -1,43 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-  Licensed to the Apache Software Foundation (ASF) under one
-  or more contributor license agreements.  See the NOTICE file
-  distributed with this work for additional information
-  regarding copyright ownership.  The ASF licenses this file
-  to you under the Apache License, Version 2.0 (the
-  "License"); you may not use this file except in compliance
-  with the License.  You may obtain a copy of the License at
-
-      http://www.apache.org/licenses/LICENSE-2.0
-
-  Unless required by applicable law or agreed to in writing, software
-  distributed under the License is distributed on an "AS IS" BASIS,
-  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-  See the License for the specific language governing permissions and
-  limitations under the License.
-  -->
-
-<process name="hive-process" xmlns="uri:falcon:process:0.1">
-    <clusters>
-        <cluster name="hcat-local">
-            <validity start="2013-11-15T00:05Z" end="2013-11-15T01:05Z"/>
-        </cluster>
-    </clusters>
-
-    <parallel>1</parallel>
-    <order>FIFO</order>
-    <frequency>minutes(5)</frequency>
-    <timezone>UTC</timezone>
-
-    <inputs>
-        <!-- In the pig script, the input paths will be available in a variable 'inparts'
-->
-        <input name="inparts" feed="hcat-in" start="now(0,-5)" end="now(0,-1)"/>
-    </inputs>
-
-    <outputs>
-        <!-- In the pig script, the output path will be available in a variable 'outpart'
-->
-        <output name="outpart" feed="hcat-out" instance="now(0,0)"/>
-    </outputs>
-
-    <workflow engine="hive" path="/app/hive/wordcount.hql"/>
-</process>


Mime
View raw message