falcon-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From srik...@apache.org
Subject [01/12] FALCON-85 Hive (HCatalog) integration. Contributed by Venkatesh Seetharam FALCON-163 Merge FALCON-85 branch into main line. Contributed by Venkatesh Seetharam
Date Tue, 12 Nov 2013 11:05:18 GMT
Updated Branches:
  refs/heads/master b47788d11 -> 17f901a66


http://git-wip-us.apache.org/repos/asf/incubator-falcon/blob/17f901a6/webapp/src/test/resources/table/table-feed-output.xml
----------------------------------------------------------------------
diff --git a/webapp/src/test/resources/table/table-feed-output.xml b/webapp/src/test/resources/table/table-feed-output.xml
new file mode 100644
index 0000000..e8a7ca0
--- /dev/null
+++ b/webapp/src/test/resources/table/table-feed-output.xml
@@ -0,0 +1,37 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+  -->
+<feed description="clicks log identity table" name="output-table" xmlns="uri:falcon:feed:0.1">
+    <groups>online,bi</groups>
+
+    <frequency>hours(1)</frequency>
+    <timezone>UTC</timezone>
+    <late-arrival cut-off="hours(4)"/>
+
+    <clusters>
+        <cluster name="##cluster##" type="source">
+            <validity start="2010-01-01T00:00Z" end="2012-04-21T00:00Z"/>
+            <retention limit="hours(24)" action="delete"/>
+        </cluster>
+    </clusters>
+
+    <table uri="catalog:falcon_db:output_table#ds=${YEAR}-${MONTH}-${DAY}-${HOUR}" />
+
+    <ACL owner="testuser" group="group" permission="0x755"/>
+    <schema location="hcat" provider="hcat"/>
+</feed>

http://git-wip-us.apache.org/repos/asf/incubator-falcon/blob/17f901a6/webapp/src/test/resources/table/target-cluster-alpha.xml
----------------------------------------------------------------------
diff --git a/webapp/src/test/resources/table/target-cluster-alpha.xml b/webapp/src/test/resources/table/target-cluster-alpha.xml
new file mode 100644
index 0000000..528fd41
--- /dev/null
+++ b/webapp/src/test/resources/table/target-cluster-alpha.xml
@@ -0,0 +1,52 @@
+<?xml version="1.0"?>
+<!--
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+  -->
+<!--
+    target-cluster-alpha configuration for demo vm
+  -->
+<cluster colo="ua1" description="BCP Cluster"
+         name="target-cluster-alpha"
+         xmlns="uri:falcon:cluster:0.1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
+
+    <interfaces>
+        <interface type="readonly" endpoint="hftp://localhost:20070"
+                   version="1.1.1" />
+
+        <interface type="write" endpoint="hdfs://localhost:20020"
+                   version="1.1.1" />
+
+        <interface type="execute" endpoint="localhost:20300"
+                   version="1.1.1" />
+
+        <interface type="workflow" endpoint="http://localhost:11020/oozie/"
+                   version="3.3.0" />
+
+        <interface type="registry" endpoint="thrift://localhost:29083"
+                   version="0.11.0" />
+
+        <interface type="messaging" endpoint="tcp://localhost:61616?daemon=true"
+                   version="5.4.3" />
+    </interfaces>
+
+    <locations>
+        <location name="staging" path="/apps/falcon/target-cluster-alpha/staging" />
+        <location name="temp" path="/tmp" />
+        <location name="working" path="/apps/falcon/target-cluster-alpha/working" />
+    </locations>
+
+</cluster>

http://git-wip-us.apache.org/repos/asf/incubator-falcon/blob/17f901a6/webapp/src/test/resources/table/target-cluster-beta.xml
----------------------------------------------------------------------
diff --git a/webapp/src/test/resources/table/target-cluster-beta.xml b/webapp/src/test/resources/table/target-cluster-beta.xml
new file mode 100644
index 0000000..d2c808a
--- /dev/null
+++ b/webapp/src/test/resources/table/target-cluster-beta.xml
@@ -0,0 +1,52 @@
+<?xml version="1.0"?>
+<!--
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+  -->
+<!--
+    target-cluster-beta configuration for demo vm
+  -->
+<cluster colo="ua2" description="BCP Cluster"
+         name="target-cluster-beta"
+         xmlns="uri:falcon:cluster:0.1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
+
+    <interfaces>
+        <interface type="readonly" endpoint="hftp://localhost:20070"
+                   version="1.1.1" />
+
+        <interface type="write" endpoint="hdfs://localhost:20020"
+                   version="1.1.1" />
+
+        <interface type="execute" endpoint="localhost:20300"
+                   version="1.1.1" />
+
+        <interface type="workflow" endpoint="http://localhost:11020/oozie/"
+                   version="3.3.0" />
+
+        <interface type="registry" endpoint="thrift://localhost:29083"
+                   version="0.11.0" />
+
+        <interface type="messaging" endpoint="tcp://localhost:61616?daemon=true"
+                   version="5.4.3" />
+    </interfaces>
+
+    <locations>
+        <location name="staging" path="/apps/falcon/target-cluster-beta/staging" />
+        <location name="temp" path="/tmp" />
+        <location name="working" path="/apps/falcon/target-cluster-beta/working" />
+    </locations>
+
+</cluster>

http://git-wip-us.apache.org/repos/asf/incubator-falcon/blob/17f901a6/webapp/src/test/resources/table/target-cluster-gamma.xml
----------------------------------------------------------------------
diff --git a/webapp/src/test/resources/table/target-cluster-gamma.xml b/webapp/src/test/resources/table/target-cluster-gamma.xml
new file mode 100644
index 0000000..87a03df
--- /dev/null
+++ b/webapp/src/test/resources/table/target-cluster-gamma.xml
@@ -0,0 +1,52 @@
+<?xml version="1.0"?>
+<!--
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+  -->
+<!--
+    target-cluster-gamma configuration for demo vm
+  -->
+<cluster colo="east-coast" description="BCP Cluster"
+         name="target-cluster-gamma"
+         xmlns="uri:falcon:cluster:0.1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
+
+    <interfaces>
+        <interface type="readonly" endpoint="hftp://localhost:20070"
+                   version="1.1.1" />
+
+        <interface type="write" endpoint="hdfs://localhost:20020"
+                   version="1.1.1" />
+
+        <interface type="execute" endpoint="localhost:20300"
+                   version="1.1.1" />
+
+        <interface type="workflow" endpoint="http://localhost:11020/oozie/"
+                   version="3.3.0" />
+
+        <interface type="registry" endpoint="thrift://localhost:29083"
+                   version="0.11.0" />
+
+        <interface type="messaging" endpoint="tcp://localhost:61616?daemon=true"
+                   version="5.4.3" />
+    </interfaces>
+
+    <locations>
+        <location name="staging" path="/apps/falcon/target-cluster-gamma/staging" />
+        <location name="temp" path="/tmp" />
+        <location name="working" path="/apps/falcon/target-cluster-gamma/working" />
+    </locations>
+
+</cluster>


Mime
View raw message