add tls test for python sdk KIKIMR-13478

ref:8861850
sync: https://proxy.sandbox.yandex-team.ru/2578565827

Author: gridnevvvit

docker-compose.yml

@@ -1,11 +1,13 @@
 version: "3.9"
 services:
   ydb:
-    image: registry.yandex.net/yandex-docker-local-ydb:stable
+    image: cr.yandex/yc/yandex-docker-local-ydb:latest
     restart: always
     ports:
-      - 2135:2135
       - 2136:2136
-    hostname: 0.0.0.0
+      - 2135:2135
+    hostname: localhost
+    volumes:
+    - ./ydb_certs:/ydb_certs
     environment:
       - YDB_USE_IN_MEMORY_PDISKS=true

kikimr/public/sdk/python/tests/aio/test_async_iter_stream.py

@@ -15,17 +15,19 @@ async def test_read_table(driver, database):
     )
 
     session = await driver.table_client.session().create()
-    await session.create_table(database + "/some_table", description)
+    await session.create_table(database + "/test_read_table", description)
 
     await session.transaction(ydb.SerializableReadWrite()).execute(
-        """INSERT INTO `some_table` (`key1`, `value`) VALUES (1, "hello_world"), (2, "2")""",
+        """INSERT INTO `test_read_table` (`key1`, `value`) VALUES (1, "hello_world"), (2, "2")""",
         commit_tx=True,
     )
 
     expected_res = [[{"key1": 1, "value": "hello_world"}], [{"key1": 2, "value": "2"}]]
 
     i = 0
-    async for resp in await session.read_table(database + "/some_table", row_limit=1):
+    async for resp in await session.read_table(
+        database + "/test_read_table", row_limit=1
+    ):
         assert resp.rows == expected_res[i]
         i += 1
 

kikimr/public/sdk/python/tests/aio/test_connection_pool.py

@@ -29,32 +29,6 @@ async def test_other_credentials(endpoint, database):
     await driver.stop()
 
 
-@pytest.mark.asyncio
-async def test_disconnect_by_call(endpoint, database, docker_project):
-    driver_config = ydb.DriverConfig(
-        endpoint,
-        database,
-        credentials=ydb.construct_credentials_from_environ(),
-        root_certificates=ydb.load_ydb_root_certificate(),
-    )
-
-    driver = Driver(driver_config=driver_config)
-
-    await driver.wait(timeout=10)
-
-    docker_project.stop()
-
-    try:
-        await driver.scheme_client.make_directory("/local/lol")
-    except Exception:
-        pass
-
-    await asyncio.sleep(5)
-    assert len(driver._store.connections) == 0
-    docker_project.start()
-    await driver.stop()
-
-
 @pytest.mark.asyncio
 async def test_session(endpoint, database):
     driver_config = ydb.DriverConfig(
@@ -92,9 +66,9 @@ async def test_session(endpoint, database):
     )
 
     session = await driver.table_client.session().create()
-    await session.create_table(database + "/some_table", description)
+    await session.create_table(database + "/test_session", description)
 
-    response = await session.describe_table(database + "/some_table")
+    response = await session.describe_table(database + "/test_session")
     assert [c.name for c in response.columns] == ["key1", "key2", "value"]
     await driver.stop()
 
@@ -126,6 +100,32 @@ async def restart_docker():
     await driver.stop()
 
 
+@pytest.mark.asyncio
+async def test_disconnect_by_call(endpoint, database, docker_project):
+    driver_config = ydb.DriverConfig(
+        endpoint,
+        database,
+        credentials=ydb.construct_credentials_from_environ(),
+        root_certificates=ydb.load_ydb_root_certificate(),
+    )
+
+    driver = Driver(driver_config=driver_config)
+
+    await driver.wait(timeout=10)
+
+    docker_project.stop()
+
+    try:
+        await driver.scheme_client.make_directory("/local/lol")
+    except Exception:
+        pass
+
+    await asyncio.sleep(5)
+    assert len(driver._store.connections) == 0
+    docker_project.start()
+    await driver.stop()
+
+
 @pytest.mark.asyncio
 async def test_good_discovery_interval(driver):
     await driver.wait(timeout=10)

kikimr/public/sdk/python/tests/conftest.py

@@ -1,22 +1,69 @@
 import os
 import pytest
 import ydb
+import time
+import shutil
 
 
 @pytest.fixture(scope="module")
 def docker_compose_file(pytestconfig):
     return os.path.join(str(pytestconfig.rootdir), "docker-compose.yml")
 
 
+def wait_container_ready(driver):
+    driver.wait(timeout=10)
+
+    with ydb.SessionPool(driver) as pool:
+
+        started_at = time.time()
+        while time.time() - started_at < 30:
+            try:
+                with pool.checkout() as session:
+                    session.execute_scheme(
+                        "create table `.sys_health/test_table` (A int32, primary key(A));"
+                    )
+
+                return True
+
+            except ydb.Error as e:
+                time.sleep(1)
+
+    raise RuntimeError("Container is not ready after timeout.")
+
+
 @pytest.fixture(scope="module")
-def endpoint(module_scoped_container_getter):
-    service = module_scoped_container_getter.get("ydb").network_info[0]
-    return service.hostname + ":" + service.host_port
+def endpoint(pytestconfig, module_scoped_container_getter):
+    with ydb.Driver(endpoint="localhost:2136", database="/local") as driver:
+        wait_container_ready(driver)
+    yield "localhost:2136"
+
+    shutil.rmtree(os.path.join(str(pytestconfig.rootdir), "ydb_certs"))
+
+
+@pytest.fixture(scope="module")
+def secure_endpoint(pytestconfig, module_scoped_container_getter):
+    ca_path = os.path.join(str(pytestconfig.rootdir), "ydb_certs/ca.pem")
+    iterations = 0
+    while not os.path.exists(ca_path) and iterations < 10:
+        time.sleep(1)
+        iterations += 1
+
+    assert os.path.exists(ca_path)
+    os.environ["YDB_SSL_ROOT_CERTIFICATES_FILE"] = ca_path
+    with ydb.Driver(
+        endpoint="grpcs://localhost:2135",
+        database="/local",
+        root_certificates=ydb.load_ydb_root_certificate(),
+    ) as driver:
+        wait_container_ready(driver)
+    yield "localhost:2135"
+
+    shutil.rmtree(os.path.join(str(pytestconfig.rootdir), "ydb_certs"))
 
 
 @pytest.fixture(scope="module")
 def database():
-    return "local"
+    return "/local"
 
 
 @pytest.fixture()

kikimr/public/sdk/python/tests/ssl/__init__.py

@@ -0,0 +1,12 @@
+# -*- coding: utf-8 -*-
+import ydb
+
+
+def test_connect_secure(secure_endpoint, database):
+    with ydb.Driver(
+        endpoint="grpcs://localhost:2135",
+        database="/local",
+        root_certificates=ydb.load_ydb_root_certificate(),
+    ) as driver:
+        driver.wait(timeout=10)
+        driver.scheme_client.make_directory("/local/test")

kikimr/public/sdk/python/tests/ssl/test_ssl.py

@@ -16,7 +16,7 @@ deps =
 
 [testenv:py38]
 commands =
-    pytest --docker-compose=docker-compose.yml {posargs}
+    pytest --docker-compose=docker-compose.yml --docker-compose-remove-volumes {posargs}
 
 [testenv:black]
 skip_install = true

tox.ini

@@ -383,7 +383,8 @@ def read_table_request_factory(
         for column in columns:
             request.columns.append(column)
     if row_limit:
-        request.row_limit = row_limit
+        # NOTE(gvit): pylint cannot understand that row_limit is not None
+        request.row_limit = row_limit  # pylint: disable=E5903
     if use_snapshot is not None:
         if isinstance(use_snapshot, bool):
             if use_snapshot: