2016-06-16 00:39:12 +03:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2015-03-04 21:24:23 +03:00
|
|
|
import psycopg2
|
2016-03-29 15:03:01 +03:00
|
|
|
import psycopg2.extensions
|
2015-06-14 18:02:32 +03:00
|
|
|
|
2015-07-17 23:52:56 +03:00
|
|
|
from airflow.hooks.dbapi_hook import DbApiHook
|
2015-03-04 21:24:23 +03:00
|
|
|
|
|
|
|
|
2015-07-17 23:52:56 +03:00
|
|
|
class PostgresHook(DbApiHook):
|
2015-03-04 21:24:23 +03:00
|
|
|
'''
|
|
|
|
Interact with Postgres.
|
2016-03-18 00:07:37 +03:00
|
|
|
You can specify ssl parameters in the extra field of your connection
|
|
|
|
as ``{"sslmode": "require", "sslcert": "/path/to/cert.pem", etc}``.
|
2015-03-04 21:24:23 +03:00
|
|
|
'''
|
2015-07-18 01:15:17 +03:00
|
|
|
conn_name_attr = 'postgres_conn_id'
|
|
|
|
default_conn_name = 'postgres_default'
|
2017-01-24 17:45:39 +03:00
|
|
|
supports_autocommit = True
|
2015-07-18 01:15:17 +03:00
|
|
|
|
2015-03-04 21:24:23 +03:00
|
|
|
def get_conn(self):
|
2015-07-24 08:44:32 +03:00
|
|
|
conn = self.get_connection(self.postgres_conn_id)
|
2016-03-18 00:07:37 +03:00
|
|
|
conn_args = dict(
|
2015-07-17 23:52:56 +03:00
|
|
|
host=conn.host,
|
|
|
|
user=conn.login,
|
2015-07-28 08:01:26 +03:00
|
|
|
password=conn.password,
|
|
|
|
dbname=conn.schema,
|
2015-07-17 23:52:56 +03:00
|
|
|
port=conn.port)
|
2016-03-18 00:07:37 +03:00
|
|
|
# check for ssl parameters in conn.extra
|
|
|
|
for arg_name, arg_val in conn.extra_dejson.items():
|
2016-11-03 09:29:44 +03:00
|
|
|
if arg_name in ['sslmode', 'sslcert', 'sslkey', 'sslrootcert', 'sslcrl', 'application_name']:
|
2016-03-18 00:07:37 +03:00
|
|
|
conn_args[arg_name] = arg_val
|
2016-03-29 14:33:42 +03:00
|
|
|
psycopg2_conn = psycopg2.connect(**conn_args)
|
|
|
|
return psycopg2_conn
|
2016-03-29 15:03:01 +03:00
|
|
|
|
|
|
|
@staticmethod
|
2016-11-04 16:41:44 +03:00
|
|
|
def _serialize_cell(cell, conn):
|
|
|
|
"""
|
|
|
|
Returns the Postgres literal of the cell as a string.
|
|
|
|
|
|
|
|
:param cell: The cell to insert into the table
|
|
|
|
:type cell: object
|
|
|
|
:param conn: The database connection
|
|
|
|
:type conn: connection object
|
|
|
|
:return: The serialized cell
|
|
|
|
:rtype: str
|
|
|
|
"""
|
|
|
|
|
2016-03-29 15:03:01 +03:00
|
|
|
return psycopg2.extensions.adapt(cell).getquoted().decode('utf-8')
|