Merge pull request #74 from edanalytics/feature/check_for_http

Feature/check for http

Author: tomreitz

lightbeam/api.py

@@ -30,8 +30,7 @@ def prepare(self):
         # fetch/set up Ed-Fi API URLs
         try:
             self.logger.debug("fetching base_url...")
-            api_base = requests.get(self.config["base_url"],
-                                    verify=self.lightbeam.config["connection"]["verify_ssl"])
+            api_base = self.get_with_protocol_fallback(self.config["base_url"], 'base_url')
         except Exception as e:
             self.logger.critical("could not connect to {0} ({1})".format(self.config["base_url"], str(e)))
 
@@ -99,14 +98,28 @@ def get_retry_client(self):
     # Obtains an OAuth token from the API and sets the client headers accordingly
     def do_oauth(self):
         try:
-            token_response = requests.post(
-                self.config["oauth_url"],
-                data={"grant_type":"client_credentials"},
-                auth=(
-                    self.config["client_id"],
-                    self.config["client_secret"]
-                    ),
-                verify=self.lightbeam.config["connection"]["verify_ssl"])
+            try:
+                token_response = requests.post(
+                    self.config["oauth_url"],
+                    data={"grant_type":"client_credentials"},
+                    auth=(
+                        self.config["client_id"],
+                        self.config["client_secret"]
+                        ),
+                    verify=self.lightbeam.config["connection"]["verify_ssl"])
+            except Exception as e:
+                try:
+                    swapped_url = self.config["oauth_url"].replace("http://", "https://") if "http://" in self.config["oauth_url"] else self.config["oauth_url"].replace("https://", "http://")
+                    token_response = requests.post(
+                        swapped_url,
+                        data={"grant_type":"client_credentials"},
+                        auth=(
+                            self.config["client_id"],
+                            self.config["client_secret"]
+                            ),
+                        verify=self.lightbeam.config["connection"]["verify_ssl"])
+                except Exception as e:
+                    self.logger.critical(f"could not reach {self.config['oauth_url']} ({str(e)})")    
             self.token = token_response.json()["access_token"]
             self.headers = {
                     "accept": "application/json",
@@ -153,8 +166,7 @@ def get_data_url(self):
     def get_sorted_endpoints(self):
         self.logger.debug("fetching resource dependencies...")
         try:
-            response = requests.get(self.config["dependencies_url"],
-                                    verify=self.lightbeam.config["connection"]["verify_ssl"])
+            response = self.get_with_protocol_fallback(self.config["dependencies_url"], 'dependencies_url')
             if response.status_code not in [ 200, 201 ]:
                 raise Exception("Dependencies URL returned status {0} ({1})".format(response.status_code, (response.content[:75] + "...") if len(response.content)>75 else response.content))
             data = response.json()
@@ -191,8 +203,7 @@ def load_swagger_docs(self):
             # grab Descriptors and Resources swagger URLs
             try:
                 self.logger.debug("fetching swagger docs...")
-                response = requests.get(self.config["open_api_metadata_url"],
-                                        verify=self.lightbeam.config["connection"]["verify_ssl"])
+                response = self.get_with_protocol_fallback(self.config["open_api_metadata_url"], 'open_api_metadata_url')
                 if not response.ok:
                     raise Exception("OpenAPI metadata URL returned status {0} ({1})".format(response.status_code, (response.content[:75] + "...") if len(response.content)>75 else response.content))
                 openapi = response.json()
@@ -233,9 +244,7 @@ def load_swagger_docs(self):
                 else:
                     self.logger.debug(f"fetching {endpoint_type} swagger doc...")
                     try:
-                        response = requests.get(swagger_url,
-                                                    verify=self.lightbeam.config["connection"]["verify_ssl"]
-                                                    )
+                        response = self.get_with_protocol_fallback(swagger_url, endpoint_type)
                         if not response.ok:
                             raise Exception("OpenAPI metadata URL returned status {0} ({1})".format(response.status_code, (response.content[:75] + "...") if len(response.content)>75 else response.content))
                         swagger = response.json()
@@ -375,3 +384,14 @@ def get_identity_params_from_swagger(self, swagger, definition, prefix=""):
             elif "type" in schema["properties"][prop].keys() and schema["properties"][prop]["type"]!="array" and "x-Ed-Fi-isIdentity" in schema["properties"][prop].keys():
                 params[prop] = prefix + prop
         return params
+    
+    def get_with_protocol_fallback(self, url, url_type):
+        self.logger.debug(f"fetching {url_type}...")
+        try:
+            return requests.get(url, verify=self.lightbeam.config["connection"]["verify_ssl"])
+        except Exception as e:
+            try:
+                swapped_url = url.replace("http://", "https://") if "http://" in url else url.replace("https://", "http://")
+                return requests.get(swapped_url, verify=self.lightbeam.config["connection"]["verify_ssl"])
+            except Exception as e:
+                self.logger.critical(f"could not reach {url_type} {url} ({str(e)})")