Merge pull request #10 from NYPL/update-psql-kwargs

Pass in kwargs from PostgreSQLClient to ConnectionPool

Author: aaronfriedman6

CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## v0.0.8 - 3/3/23
+- Pass in all kwargs from PostgreSQLClient to ConnectionPool so that all ConnectionPool settings
+can be set from the wrapper
+
 ## v0.0.7 - 3/1/23
 - Added Oauth2ApiClient for oauth2 authenticated calls to our Platform API and Sierra
 - Set PostgreSQL connection pool to have a default pool size minimum of 0
@@ -13,17 +17,14 @@
 - Updated README with deployment information
 
 ## v0.0.3 - 2/10/23
-
 - Added GitHub Actions workflow for deploying to production
 - Switched PostgreSQLClient to use connection pooling
 
 ## v0.0.2 - 2/6/23
-
 - Added CODEOWNERS
 - Added GitHub Actions workflows for running tests and deploying to QA
 - Added tests for helper functions
 - Updated Avro encoder to avoid dependency on pandas
 
 ## v0.0.1 - 1/26/23
-
 Initial version. Includes the `avro_encoder`, `kinesis_client`, `mysql_client`, `postgresql_client`, `redshift_client`, and `s3_client` classes as well as the `config_helper`, `kms_helper`, `log_helper`, and `obfuscation_helper` functions.

README.md

@@ -10,7 +10,7 @@ This package contains common Python utility classes and functions.
 * Connecting to and querying a MySQL database
 * Connecting to and querying a PostgreSQL database using a connection pool
 * Connecting to and querying Redshift
-* Making requests to the Oauth2 authenticated APIS such as NYPL Platform API and Sierra
+* Making requests to the Oauth2 authenticated APIs such as NYPL Platform API and Sierra
 
 ## Functions
 * Reading a YAML config file and putting the contents in os.environ

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "nypl_py_utils"
-version = "0.0.7"
+version = "0.0.8"
 authors = [
   { name="Aaron Friedman", email="aaronfriedman@nypl.org" },
 ]

src/nypl_py_utils/classes/postgresql_client.py

@@ -19,11 +19,10 @@ def __init__(self, host, port, db_name, user, password, **kwargs):
                           '{db_name}').format(user=user, password=password,
                                               host=host, port=port,
                                               db_name=db_name)
-        self.min_size = kwargs.get('min_size', 0)
-        self.max_size = kwargs.get('max_size', 1)
-        self.pool = ConnectionPool(
-            self.conn_info, open=False,
-            min_size=self.min_size, max_size=self.max_size)
+        self.kwargs = kwargs
+        self.kwargs['min_size'] = kwargs.get('min_size', 0)
+        self.kwargs['max_size'] = kwargs.get('max_size', 1)
+        self.pool = ConnectionPool(self.conn_info, open=False, **self.kwargs)
 
     def connect(self):
         """
@@ -34,8 +33,7 @@ def connect(self):
         try:
             if self.pool is None:
                 self.pool = ConnectionPool(
-                    self.conn_info, open=False, min_size=self.min_size,
-                    max_size=self.max_size)
+                    self.conn_info, open=False, **self.kwargs)
             self.pool.open(wait=True, timeout=self.timeout)
         except psycopg.Error as e:
             self.logger.error(

tests/test_postgresql_client.py

@@ -24,13 +24,14 @@ def test_init(self, test_instance):
     def test_init_with_kwargs(self):
         test_instance = PostgreSQLClient(
             'test_host', 'test_port', 'test_db_name', 'test_user',
-            'test_password', min_size=5, max_size=10)
+            'test_password', min_size=5, max_size=10, max_idle=15.0)
         assert test_instance.pool.conninfo == (
             'postgresql://test_user:test_password@test_host:test_port/' +
             'test_db_name')
         assert test_instance.pool._opened is False
         assert test_instance.pool.min_size == 5
         assert test_instance.pool.max_size == 10
+        assert test_instance.pool.max_idle == 15.0
 
     def test_connect(self, test_instance):
         test_instance.connect()