airflow-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From GitBox <...@apache.org>
Subject [GitHub] [airflow] tfindlay-au commented on a change in pull request #6604: [AIRFLOW-5920] Neo4j operator and hook
Date Mon, 02 Dec 2019 23:10:06 GMT
tfindlay-au commented on a change in pull request #6604: [AIRFLOW-5920] Neo4j operator and
hook
URL: https://github.com/apache/airflow/pull/6604#discussion_r352903155
 
 

 ##########
 File path: airflow/contrib/hooks/neo4j_hook.py
 ##########
 @@ -0,0 +1,101 @@
+# -*- coding: utf-8 -*-
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""This hook provides minimal thin wrapper around the neo4j python library to provide query
execution"""
+from neo4j import BoltStatementResult, Driver, GraphDatabase, Session
+
+from airflow.hooks.base_hook import BaseHook
+
+
+class Neo4JHook(BaseHook):
+    """This class enables the neo4j operator to execute queries against a configured neo4j
server.
+    It requires the configuration name as set in Airflow -> Connections ->
+    :param n4j_conn_id:
+    :type str:
+    """
+    n4j_conn_id: str
+
+    template_fields = ['n4j_conn_id']
+
+    def __init__(self, n4j_conn_id: str = 'n4j_default', *args, **kwargs):
+        self.n4j_conn_id = n4j_conn_id
+
+    @staticmethod
+    def get_config(n4j_conn_id: str) -> dict:
+        """
+        Obtain the Username + Password from the Airflow connection definition
+        Store them in _config dictionary as:
+        *credentials* -- a tuple of username/password eg. ("username", "password")
+        *host* -- String for Neo4J URI eg. "bolt://1.1.1.1:7687"
+        :param n4j_conn_id: Name of connection configured in Airflow
+        :type n4j_conn_id: str
+        :return: dictionary with configuration values
+        :rtype dict
+        """
+        # Initialize with empty dictionary
+        config: dict = {}
+        connection_object = Neo4JHook.get_connection(n4j_conn_id)
+        if connection_object.login and connection_object.host:
+            config['credentials'] = connection_object.login, connection_object.password
+            config['host'] = "bolt://{0}:{1}".format(connection_object.host, connection_object.port)
+
+        return config
+
+    @staticmethod
+    def get_driver(config: dict) -> Driver:
+        """
+        Establish a TCP connection to the server
+        :param config: Dictionary containing the host and credentials needed to connect
+        :return Driver connection
+        :rtype neo4j.Driver
+        """
+        # Check if we already have a driver we can re-use before creating a new one
+        return GraphDatabase.driver(
+            uri=config['host'],
+            auth=config['credentials']
+        )
+
+    @staticmethod
+    def get_session(driver: Driver) -> Session:
+        """
+        Get a neo4j.session from the driver.
+        :param driver Neo4J Driver (established connection to a server)
+        :return Session Neo4J session which may contain many transactions
+        :rtype neo4j.Session
+        """
+        # Check if we already have a session we can re-use before creating a new one
 
 Review comment:
   Thanks - It originally worked this way, but not any more. I should have removed the comment
when refactoring.

----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
 
For queries about this service, please contact Infrastructure at:
users@infra.apache.org


With regards,
Apache Git Services

Mime
View raw message