add settings back in

Author: esoteric-ephemera

mp_api/client/core/client.py

@@ -534,15 +534,14 @@ def _query_resource(
                     else None
                 )
 
-                byte_data = self._multi_thread(
-                    self._query_open_data,
-                    list(s3_params_list.values()),
-                    pbar,  # type: ignore
-                )
-
-                unzipped_chunks = []
-                for docs, _, _ in byte_data:
-                    unzipped_chunks.append(docs)
+                unzipped_chunks = [
+                    docs
+                    for docs, _, _ in self._multi_thread(
+                        self._query_open_data,
+                        list(s3_params_list.values()),
+                        pbar,  # type: ignore
+                    )
+                ]
 
                 data = {
                     "data": list(chain.from_iterable(unzipped_chunks)),

mp_api/client/core/settings.py

@@ -8,6 +8,7 @@
 from mp_api.client import __file__ as root_dir
 
 PMG_SETTINGS = _load_pmg_settings()
+_NUM_PARALLEL_REQUESTS = min(PMG_SETTINGS.get("MPRESTER_NUM_PARALLEL_REQUESTS", 4), 4)
 _MAX_RETRIES = min(PMG_SETTINGS.get("MPRESTER_MAX_RETRIES", 3), 3)
 _MUTE_PROGRESS_BAR = PMG_SETTINGS.get("MPRESTER_MUTE_PROGRESS_BARS", False)
 _MAX_LIST_LENGTH = min(PMG_SETTINGS.get("MPRESTER_MAX_LIST_LENGTH", 10000), 10000)
@@ -26,6 +27,11 @@ class MAPIClientSettings(BaseSettings):
         description="Directory with test files",
     )
 
+    NUM_PARALLEL_REQUESTS: int = Field(
+        _NUM_PARALLEL_REQUESTS,
+        description="Number of parallel requests to send.",
+    )
+
     MAX_RETRIES: int = Field(
         _MAX_RETRIES, description="Maximum number of retries for requests."
     )