Update tests to improve CI logging to better diagnose timeout (#411)

* chore: Remove tests that timeout on CI

* chore: Enable verbose logging in CI

* chore: Remove incorrect caplog package

* chore: Fix CI logging

* chore: Fix lint

* chore: Change return type of caplog

* chore: Update log format to include timining information and thread names

Author: allenporter

.github/workflows/ci.yml

@@ -50,7 +50,7 @@ jobs:
         run: poetry install
         shell: bash
       - name: Test with Pytest
-        run: poetry run pytest
+        run: poetry run pytest --log-cli-level=DEBUG -vv -s
         shell: bash
   release:
     runs-on: ubuntu-latest

pyproject.toml

@@ -76,3 +76,4 @@ select=["E", "F", "UP", "I"]
 asyncio_mode = "auto"
 asyncio_default_fixture_loop_scope = "function"
 timeout = 30
+log_format = "%(asctime)s.%(msecs)03d %(levelname)s (%(threadName)s) [%(name)s] %(message)s"

tests/devices/test_mqtt_channel.py

@@ -2,6 +2,7 @@
 
 import asyncio
 import json
+import logging
 from collections.abc import Callable, Generator
 from unittest.mock import AsyncMock, Mock, patch
 
@@ -82,6 +83,15 @@ async def setup_message_handler(mqtt_session: Mock, mqtt_channel: MqttChannel) -
     return message_handler
 
 
+@pytest.fixture
+def warning_caplog(
+    caplog: pytest.LogCaptureFixture,
+) -> pytest.LogCaptureFixture:
+    """Fixture to capture warning messages."""
+    caplog.set_level(logging.WARNING)
+    return caplog
+
+
 async def home_home_data_no_devices() -> HomeData:
     """Mock home data API that returns no devices."""
     return HomeData(
@@ -163,7 +173,7 @@ async def test_concurrent_commands(
     mqtt_session: Mock,
     mqtt_channel: MqttChannel,
     mqtt_message_handler: Callable[[bytes], None],
-    caplog: pytest.LogCaptureFixture,
+    warning_caplog: pytest.LogCaptureFixture,
 ) -> None:
     """Test handling multiple concurrent RPC commands."""
 
@@ -187,7 +197,7 @@ async def test_concurrent_commands(
     assert result1 == TEST_RESPONSE
     assert result2 == TEST_RESPONSE2
 
-    assert not caplog.records
+    assert not warning_caplog.records
 
 
 async def test_concurrent_commands_same_request_id(

tests/test_api.py

@@ -142,6 +142,11 @@ async def connected_mqtt_client_fixture(
     response_queue.put(mqtt_packet.gen_suback(1, 0))
     await mqtt_client.async_connect()
     yield mqtt_client
+    if mqtt_client.is_connected():
+        try:
+            await mqtt_client.async_disconnect()
+        except Exception:
+            pass
 
 
 async def test_async_connect(received_requests: Queue, connected_mqtt_client: RoborockMqttClientV1) -> None:
@@ -207,7 +212,7 @@ async def test_disconnect_failure_response(
     # further messages and there is no parsing error, and no failed log messages.
     response_queue.put(mqtt_packet.gen_disconnect(reason_code=1))
     assert connected_mqtt_client.is_connected()
-    with caplog.at_level(logging.ERROR, logger="homeassistant.components.nest"):
+    with caplog.at_level(logging.ERROR):
         await connected_mqtt_client.async_disconnect()
         assert not connected_mqtt_client.is_connected()
         assert not caplog.records