planetmint/tests/test_utils.py

# Copyright © 2020 Interplanetary Database Association e.V.,
# Planetmint and IPDB software contributors.
# SPDX-License-Identifier: (Apache-2.0 AND CC-BY-4.0)
# Code is Apache-2.0 and docs are CC-BY-4.0

import queue
import pytest

from unittest.mock import patch, call
from planetmint.utils import processes


@pytest.fixture
def mock_queue(monkeypatch):
    class MockQueue:
        items = []

        def get(self, timeout=None):
            try:
                return self.items.pop()
            except IndexError:
                if timeout:
                    raise queue.Empty()
                raise

        def put(self, item):
            self.items.append(item)

    mockqueue = MockQueue()

    monkeypatch.setattr("queue.Queue", lambda: mockqueue)
    return mockqueue


def test_empty_pool_is_populated_with_instances(mock_queue):
    pool = processes.pool(lambda: "hello", 4)

    assert len(mock_queue.items) == 0

    with pool() as instance:
        assert instance == "hello"
    assert len(mock_queue.items) == 1

    with pool() as instance:
        assert instance == "hello"
    assert len(mock_queue.items) == 2

    with pool() as instance:
        assert instance == "hello"
    assert len(mock_queue.items) == 3

    with pool() as instance:
        assert instance == "hello"
    assert len(mock_queue.items) == 4

    with pool() as instance:
        assert instance == "hello"
    assert len(mock_queue.items) == 4


def test_pool_blocks_if_no_instances_available(mock_queue):
    pool = processes.pool(lambda: "hello", 4)

    assert len(mock_queue.items) == 0

    # We need to manually trigger the `__enter__` method so the context
    # manager will "hang" and not return the resource to the pool
    assert pool().__enter__() == "hello"
    assert len(mock_queue.items) == 0

    assert pool().__enter__() == "hello"
    assert len(mock_queue.items) == 0

    assert pool().__enter__() == "hello"
    assert len(mock_queue.items) == 0

    # We need to keep a reference of the last context manager so we can
    # manually release the resource
    last = pool()
    assert last.__enter__() == "hello"
    assert len(mock_queue.items) == 0

    # This would block using `queue.Queue` but since we mocked it it will
    # just raise a IndexError because it's trying to pop from an empty list.
    with pytest.raises(IndexError):
        assert pool().__enter__() == "hello"
    assert len(mock_queue.items) == 0

    # Release the last resource
    last.__exit__(None, None, None)
    assert len(mock_queue.items) == 1

    assert pool().__enter__() == "hello"
    assert len(mock_queue.items) == 0


def test_pool_raises_empty_exception_when_timeout(mock_queue):
    pool = processes.pool(lambda: "hello", 1, timeout=1)

    assert len(mock_queue.items) == 0

    with pool() as instance:
        assert instance == "hello"
    assert len(mock_queue.items) == 1

    # take the only resource available
    assert pool().__enter__() == "hello"

    with pytest.raises(queue.Empty):
        with pool() as instance:
            assert instance == "hello"


@patch("multiprocessing.Process")
def test_process_group_instantiates_and_start_processes(mock_process):
    from tests.utils import ProcessGroup

    def noop():
        pass

    concurrency = 10

    pg = ProcessGroup(concurrency=concurrency, group="test_group", target=noop)
    pg.start()

    mock_process.assert_has_calls(
        [
            call(group="test_group", target=noop, name=None, args=(), kwargs={}, daemon=None)
            for i in range(concurrency)
        ],
        any_order=True,
    )

    for process in pg.processes:
        process.start.assert_called_with()


def test_lazy_execution():
    from planetmint.utils.lazy import Lazy

    lz = Lazy()
    lz.split(",")[1].split(" ").pop(1).strip()
    result = lz.run("Like humans, cats tend to favor one paw over another")
    assert result == "cats"

    class Cat:
        def __init__(self, name):
            self.name = name

    cat = Cat("Shmui")

    lz = Lazy()
    lz.name.upper()
    result = lz.run(cat)
    assert result == "SHMUI"


def test_process_set_title():
    from uuid import uuid4
    from multiprocessing import Queue
    from setproctitle import getproctitle
    from planetmint.utils.processes import Process

    queue = Queue()
    uuid = str(uuid4())

    process = Process(target=lambda: queue.put(getproctitle()), name=uuid)
    process.start()
    assert queue.get() == uuid