Skip to content

Commit ea99564

Browse files
authored
Merge pull request #17 from bytesview/new_updates
New updates and filters
2 parents ab9c193 + 0cac303 commit ea99564

5 files changed

Lines changed: 534 additions & 187 deletions

File tree

newsdataapi/constants.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,9 +17,13 @@
1717

1818
CRYPTO_COUNT_ENDPOINT = 'crypto/count'
1919

20+
# News Market URL
21+
22+
MARKET_ENDPOINT = 'market'
23+
2024
# Default request values
2125
DEFAULT_REQUEST_TIMEOUT = 300
2226
DEFAULT_MAX_RETRIES = 5
2327
DEFAULT_RETRY_DELAY = 1800
24-
DEFAULT_RETRY_DELAY_TooManyRequests = 10
25-
DEFAULT_RETRY_DELAY_RateLimitExceeded = 900
28+
29+
PAGINATION_SLEEP = 1

newsdataapi/helpers.py

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,5 @@
11
import time,os,csv
22

3-
def get(request_method, URL, URL_parameters_encoded, proxies, request_timeout):
4-
if proxies is None:
5-
return request_method.get(URL + "?" + URL_parameters_encoded, timeout=request_timeout)
6-
else:
7-
return request_method.get(URL + "?" + URL_parameters_encoded, timeout=request_timeout, proxies = proxies)
8-
9-
def MaxRetries(response, max_retries, retry_delay, request_method, URL, URL_parameters_encoded, proxies, request_timeout):
10-
while (max_retries):
11-
time.sleep(retry_delay)
12-
response = get(request_method, URL, URL_parameters_encoded, proxies, request_timeout)
13-
if response.status_code!=500:
14-
break
15-
max_retries-=1
16-
return response
17-
18-
193
class FileHandler:
204

215
def __init__(self,folder_path:str=None) -> None:

0 commit comments

Comments
 (0)