Added retry functionality

Author: fatimarahman

CHANGELOG.md

@@ -1,6 +1,9 @@
 # Changelog
+## v1.2.1 7/25/24
+- Add retry for fetching Avro schemas
+
 ## v1.2.0 7/17/24
-- Generalized Avro functions and separated encoding/decoding behavior.
+- Generalized Avro functions and separated encoding/decoding behavior
 
 ## v1.1.6 7/12/24
 - Add put functionality to Oauth2 Client

src/nypl_py_utils/classes/avro_client.py

@@ -5,6 +5,7 @@
 from avro.io import BinaryDecoder, BinaryEncoder, DatumReader, DatumWriter
 from io import BytesIO
 from nypl_py_utils.functions.log_helper import create_log
+from requests.adapters import HTTPAdapter, Retry
 from requests.exceptions import JSONDecodeError, RequestException
 
 
@@ -16,6 +17,12 @@ class AvroClient:
 
     def __init__(self, platform_schema_url):
         self.logger = create_log("avro_encoder")
+        retry_policy = Retry(total=2, backoff_factor=4,
+                             status_forcelist=[500, 502, 503, 504],
+                             allowed_methods=frozenset(['GET']))
+        self.session = requests.Session()
+        self.session.mount("https://",
+                           HTTPAdapter(max_retries=retry_policy))
         self.schema = avro.schema.parse(
             self.get_json_schema(platform_schema_url))
 
@@ -27,7 +34,9 @@ def get_json_schema(self, platform_schema_url):
         self.logger.info(
             "Fetching Avro schema from {}".format(platform_schema_url))
         try:
-            response = requests.get(platform_schema_url)
+
+            response = self.session.get(url=platform_schema_url,
+                                        timeout=300)
             response.raise_for_status()
         except RequestException as e:
             self.logger.error(

tests/test_avro_client.py

@@ -2,7 +2,7 @@
 import pytest
 
 from nypl_py_utils.classes.avro_client import (
-    AvroClientError, AvroDecoder, AvroEncoder)
+    AvroClient, AvroClientError, AvroDecoder, AvroEncoder)
 from requests.exceptions import ConnectTimeout
 
 _TEST_SCHEMA = {'data': {'schema': json.dumps({
@@ -25,17 +25,17 @@ class TestAvroClient:
     @pytest.fixture
     def test_avro_encoder_instance(self, requests_mock):
         requests_mock.get(
-            'https://test_schema_url', text=json.dumps(_TEST_SCHEMA))
-        return AvroEncoder('https://test_schema_url')
+            "https://test_schema_url", text=json.dumps(_TEST_SCHEMA))
+        return AvroEncoder("https://test_schema_url")
 
     @pytest.fixture
     def test_avro_decoder_instance(self, requests_mock):
         requests_mock.get(
-            'https://test_schema_url', text=json.dumps(_TEST_SCHEMA))
-        return AvroDecoder('https://test_schema_url')
+            "https://test_schema_url", text=json.dumps(_TEST_SCHEMA))
+        return AvroDecoder("https://test_schema_url")
 
-    def test_get_json_schema(self, test_avro_encoder_instance,
-                             test_avro_decoder_instance):
+    def test_get_json_schema_success(self, test_avro_encoder_instance,
+                                     test_avro_decoder_instance):
         assert test_avro_encoder_instance.schema == _TEST_SCHEMA['data'][
             'schema']
         assert test_avro_decoder_instance.schema == _TEST_SCHEMA['data'][