|
| 1 | +import requests |
| 2 | +import json |
| 3 | +import time |
| 4 | +from typing import List |
| 5 | +from urllib.parse import urljoin |
| 6 | + |
| 7 | +from .config import ( |
| 8 | + api_search_endpoint, |
| 9 | + api_results_endpoint, |
| 10 | + status_check_delay_s |
| 11 | +) |
| 12 | + |
| 13 | + |
| 14 | +def format_error_message(error): |
| 15 | + if error["message"] and error["errors"]: |
| 16 | + return f'{error["message"]}: {repr(error["errors"])}' |
| 17 | + if error["message"]: |
| 18 | + return f'{error["message"]}' |
| 19 | + else: |
| 20 | + return "unknown error" |
| 21 | + |
| 22 | + |
| 23 | +def maybe_handle_error(response): |
| 24 | + if response.status_code >= 400 and response.status_code <= 500: |
| 25 | + error = format_error_message(response.json()) |
| 26 | + raise requests.exceptions.HTTPError(error) |
| 27 | + else: |
| 28 | + response.raise_for_status() |
| 29 | + |
| 30 | + |
| 31 | +class BatchSearch: |
| 32 | + def __init__( |
| 33 | + self, |
| 34 | + base_url, |
| 35 | + headers, |
| 36 | + search_id=None, |
| 37 | + targets=None, |
| 38 | + parameters=None, |
| 39 | + ): |
| 40 | + self.search_id = search_id |
| 41 | + self.base_url = base_url |
| 42 | + self.headers = headers |
| 43 | + if self.search_id is None: |
| 44 | + new_search = self.__run(targets=targets, parameters=parameters) |
| 45 | + self.search_id = new_search['id'] |
| 46 | + |
| 47 | + def __prepare_payload(self, targets, parameters) -> dict: |
| 48 | + return { |
| 49 | + 'targets': targets, |
| 50 | + 'params': parameters or {}, |
| 51 | + } |
| 52 | + |
| 53 | + def __run(self, targets, parameters): |
| 54 | + payload = self.__prepare_payload(targets, parameters) |
| 55 | + url = urljoin(self.base_url, api_search_endpoint), |
| 56 | + response = requests.post( |
| 57 | + urljoin(self.base_url, api_search_endpoint), |
| 58 | + data=json.dumps(payload), |
| 59 | + headers=self.headers, |
| 60 | + ) |
| 61 | + maybe_handle_error(response) |
| 62 | + return response.json() |
| 63 | + |
| 64 | + @classmethod |
| 65 | + def from_id(cls, base_url, headers, search_id): |
| 66 | + return cls(base_url, headers, search_id) |
| 67 | + |
| 68 | + def get_status(self): |
| 69 | + response = requests.get( |
| 70 | + urljoin(self.base_url, f'{api_search_endpoint}/{self.search_id}'), |
| 71 | + headers=self.headers, |
| 72 | + ) |
| 73 | + maybe_handle_error(response) |
| 74 | + return response.json() |
| 75 | + |
| 76 | + def is_finished(self): |
| 77 | + status = self.get_status() |
| 78 | + return status['queued'] == 0 and status['running'] == 0 |
| 79 | + |
| 80 | + def get_results( |
| 81 | + self, |
| 82 | + precision: int = None, |
| 83 | + only: List[str] = None |
| 84 | + ): |
| 85 | + while self.is_finished() is False: |
| 86 | + time.sleep(status_check_delay_s) |
| 87 | + |
| 88 | + return self.get_partial_results(precision, only) |
| 89 | + |
| 90 | + def get_partial_results( |
| 91 | + self, |
| 92 | + precision: int = None, |
| 93 | + only: List[str] = None |
| 94 | + ): |
| 95 | + response = requests.get( |
| 96 | + urljoin(self.base_url, f'{api_results_endpoint}/{self.search_id}'), |
| 97 | + headers=self.headers, |
| 98 | + params={ |
| 99 | + 'precision': precision, |
| 100 | + 'only': only |
| 101 | + } |
| 102 | + ) |
| 103 | + maybe_handle_error(response) |
| 104 | + return response.json() |
| 105 | + |
| 106 | + def delete(self): |
| 107 | + response = requests.delete( |
| 108 | + urljoin(self.base_url, f'{api_search_endpoint}/{self.search_id}'), |
| 109 | + headers=self.headers, |
| 110 | + ) |
| 111 | + maybe_handle_error(response) |
| 112 | + return True |
0 commit comments