Merge pull request #292 from DevoInc/python12support

Version 6.0.0 merge request

Author: Worvast

.github/workflows/python-prereleased.yml

@@ -25,7 +25,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v3
         with:
-          python-version: "3.9"
+          python-version: "3.12"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

.github/workflows/python-pull-request.yml

@@ -27,7 +27,7 @@ jobs:
     strategy:
       max-parallel: 1
       matrix:
-        version: ["3.8", "3.9"]
+        version: [ "3.12", "3.11", "3.10", "3.9" ]
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -61,4 +61,4 @@ jobs:
           export DEVO_SENDER_CHAIN=$(realpath certs/us/ca.crt)
           export TMPDIR=${PWD}
           cd tests
-          python -m pytest
+          python -m pytest -vvv

.github/workflows/python-released.yml

@@ -25,7 +25,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v3
         with:
-          python-version: "3.9"
+          python-version: "3.12"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

CHANGELOG.md

@@ -4,6 +4,33 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
+## [6.0.0] - 2024-10-07
+
+### Changed
+ - Supported Python versions extended to 10, 11 and 12
+ - Added time zones in date operations
+ - Jobs API reviewed and fixed. Jobs searching by type and friendlyName discontinued as it is not supported by API.
+   Jobs API unit test checked and enabled
+ - Added timeout to unit tests of API queries. They may run forever when faulty
+
+### Fixed
+ - Keep-alive mechanism not working for queries with `destination`. Forcing NO_KEEP_ALIVE in queries with
+   `destination`. 
+ - SSL wrapping of the TCP connection when no certificates are used improved
+ - Fix auxiliary Echo serving for unit testing in order to run with new async paradigm
+ - Documentation fixes. Some parameters missing or non-existent in docstring
+ - Fix for a unit test when using concurrency (from library `stopit` to `pebble`)
+
+### Removed
+ - Python 3.8 support discontinued
+
+### Incompatibilities with 5.x.x that caused mayor version bump
+ - Python 3.8 not supported anymore
+ - Jobs searching by type and friendlyName discontinued in Jobs API. Only search by job id is supported.
+ - Date requires time zone
+ - Query with `destination` are forced to NO_KEEP_ALIVE mode for Keep-alive mechanism (instead of
+   DEFAULT_KEEPALIVE_TOKEN)
+
 ## [5.4.1] - 2024-09-13
 
 ### Security

README.md

@@ -14,11 +14,11 @@ This is the SDK to access Devo directly from Python. It can be used to:
 
 ## Requirements
 
-The Devo SDK for Python requires Python 3.8+
+The Devo SDK for Python requires Python 3.9+
 
 ## Compatibility
 
-- Tested compatibility for python 3.8 and 3.9
+- Tested compatibility for python 3.9, 3.10, 3.11 and 3.12
 
 ## Quick Start
 

devo/__version__.py

@@ -1,6 +1,6 @@
 __description__ = "Devo Python Library."
 __url__ = "http://www.devo.com"
-__version__ = "5.4.1"
+__version__ = "6.0.0"
 __author__ = "Devo"
 __author_email__ = "support@devo.com"
 __license__ = "MIT"

devo/api/client.py

@@ -55,6 +55,8 @@
     "connection_error": "Failed to establish a new connection",
     "other_errors": "Error while invoking query",
     "error_no_detail": "Error code %d while invoking query",
+    "no_keepalive_for_destination": "Queries with destination functionality only support No Keepalive mode. Forced to"
+    " NO_KEEP_ALIVE"
 }
 
 DEFAULT_KEEPALIVE_TOKEN = "\n"
@@ -173,6 +175,7 @@ def __init__(
         self.processor = None
         self.set_processor(processor)
         self.keepAliveToken = None
+
         self.set_keepalive_token(keepAliveToken)
 
         if pragmas:
@@ -235,7 +238,12 @@ def set_keepalive_token(self, keepAliveToken=DEFAULT_KEEPALIVE_TOKEN):
         # keepalive (cannot be modified), but implementation uses
         # NO_KEEP_ALIVE value as it does not change the query msgpack and
         # xls does not support keepalive
-        if self.response in [
+        # Queries with destination only supports NO_KEEP_ALIVE
+        if self.destination is not None:
+            self.keepAliveToken = NO_KEEPALIVE_TOKEN
+            if keepAliveToken not in [NO_KEEPALIVE_TOKEN, DEFAULT_KEEPALIVE_TOKEN]:
+                logging.warning(ERROR_MSGS["no_keepalive_for_destination"])
+        elif self.response in [
             "json",
             "json/compact",
             "json/simple",
@@ -254,7 +262,6 @@ def set_keepalive_token(self, keepAliveToken=DEFAULT_KEEPALIVE_TOKEN):
             self.keepAliveToken = NO_KEEPALIVE_TOKEN
         return True
 
-
 class Client:
     """
     The Devo search rest api main class
@@ -441,6 +448,7 @@ def query(
         :param limit: Max number of rows
         :param offset: start of needle for query
         :param comment: comment for query
+        :param ip_as_string: whether to recive IP types as strings
         :return: Result of the query (dict) or Iterator object
         """
         dates = self._generate_dates(dates)
@@ -755,18 +763,10 @@ def _generate_pragmas(self, comment=None):
 
         return str_pragmas
 
-    def get_jobs(self, job_type=None, name=None):
+    def get_jobs(self):
         """Get list of jobs by type and name, default All
-        :param job_type: category of jobs
-        :param name: name of jobs
         :return: json"""
-        plus = (
-            ""
-            if not job_type
-            else "/{}".format(job_type if not name else "{}/{}".format(job_type, name))
-        )
-
-        return self._call_jobs("{}{}{}".format(self.address[0], "/search/jobs", plus))
+        return self._call_jobs("{}{}".format(self.address[0], "/search/jobs"))
 
     def get_job(self, job_id):
         """Get all info of job

devo/api/scripts/client_cli.py

@@ -161,7 +161,7 @@ def configure(args):
     """
     Load CLI configuration
     :param args: args from files, launch vars, etc
-    :return: Clien  t API Object and Config values in array
+    :return: Client API Object and Config values in array
     """
     config = Configuration()
     try:

devo/common/dates/dateoperations.py

@@ -2,6 +2,9 @@
 """A collection of allowed operations on date parsing"""
 
 from datetime import datetime as dt
+import zoneinfo
+UTC = zoneinfo.ZoneInfo("UTC")
+
 from datetime import timedelta
 
 from .dateutils import to_millis, trunc_time, trunc_time_minute
@@ -60,31 +63,31 @@ def now():
     Return current millis in UTC
     :return: Millis
     """
-    return to_millis(dt.utcnow())
+    return to_millis(dt.now(UTC))
 
 
 def now_without_ms():
     """
     Return current millis in UTC
     :return: Millis
     """
-    return to_millis(trunc_time_minute(dt.utcnow()))
+    return to_millis(trunc_time_minute(dt.now(UTC)))
 
 
 def today():
     """
     Return current millis with the time truncated to 00:00:00
     :return: Millis
     """
-    return to_millis(trunc_time(dt.utcnow()))
+    return to_millis(trunc_time(dt.now(UTC)))
 
 
 def yesterday():
     """
     Return millis from yesterday with time truncated to 00:00:00
     :return: Millis
     """
-    return to_millis(trunc_time(dt.utcnow()) - timedelta(days=1))
+    return to_millis(trunc_time(dt.now(UTC)) - timedelta(days=1))
 
 
 def parse_functions():

devo/common/dates/dateutils.py

@@ -2,6 +2,8 @@
 """Utils for format and trunc dates."""
 
 from datetime import datetime as dt
+import zoneinfo
+UTC = zoneinfo.ZoneInfo("UTC")
 
 
 def to_millis(date):
@@ -10,7 +12,10 @@ def to_millis(date):
     :param date: Date for parse to millis
     :return: Millis from the date
     """
-    return int((date - dt.utcfromtimestamp(0)).total_seconds() * 1000)
+    # Verify whether param has timezone, if not set the default UTC one
+    if date.tzinfo is None:
+        date = date.replace(tzinfo=UTC)
+    return int((date - dt.fromtimestamp(0, UTC)).total_seconds() * 1000)
 
 
 def trunc_time(date):
@@ -50,4 +55,4 @@ def get_timestamp():
     Generate current timestamp
     :return:
     """
-    return to_millis(dt.utcnow())
+    return to_millis(dt.now(UTC))