# Copyright © 2020 Interplanetary Database Association e.V., # Planetmint and IPDB software contributors. # SPDX-License-Identifier: (Apache-2.0 AND CC-BY-4.0) # Code is Apache-2.0 and docs are CC-BY-4.0 import queue import pytest from unittest.mock import patch, call from planetmint.utils import processes @pytest.fixture def mock_queue(monkeypatch): class MockQueue: items = [] def get(self, timeout=None): try: return self.items.pop() except IndexError: if timeout: raise queue.Empty() raise def put(self, item): self.items.append(item) mockqueue = MockQueue() monkeypatch.setattr("queue.Queue", lambda: mockqueue) return mockqueue def test_empty_pool_is_populated_with_instances(mock_queue): pool = processes.pool(lambda: "hello", 4) assert len(mock_queue.items) == 0 with pool() as instance: assert instance == "hello" assert len(mock_queue.items) == 1 with pool() as instance: assert instance == "hello" assert len(mock_queue.items) == 2 with pool() as instance: assert instance == "hello" assert len(mock_queue.items) == 3 with pool() as instance: assert instance == "hello" assert len(mock_queue.items) == 4 with pool() as instance: assert instance == "hello" assert len(mock_queue.items) == 4 def test_pool_blocks_if_no_instances_available(mock_queue): pool = processes.pool(lambda: "hello", 4) assert len(mock_queue.items) == 0 # We need to manually trigger the `__enter__` method so the context # manager will "hang" and not return the resource to the pool assert pool().__enter__() == "hello" assert len(mock_queue.items) == 0 assert pool().__enter__() == "hello" assert len(mock_queue.items) == 0 assert pool().__enter__() == "hello" assert len(mock_queue.items) == 0 # We need to keep a reference of the last context manager so we can # manually release the resource last = pool() assert last.__enter__() == "hello" assert len(mock_queue.items) == 0 # This would block using `queue.Queue` but since we mocked it it will # just raise a IndexError because it's trying to pop from an empty list. with pytest.raises(IndexError): assert pool().__enter__() == "hello" assert len(mock_queue.items) == 0 # Release the last resource last.__exit__(None, None, None) assert len(mock_queue.items) == 1 assert pool().__enter__() == "hello" assert len(mock_queue.items) == 0 def test_pool_raises_empty_exception_when_timeout(mock_queue): pool = processes.pool(lambda: "hello", 1, timeout=1) assert len(mock_queue.items) == 0 with pool() as instance: assert instance == "hello" assert len(mock_queue.items) == 1 # take the only resource available assert pool().__enter__() == "hello" with pytest.raises(queue.Empty): with pool() as instance: assert instance == "hello" @patch("multiprocessing.Process") def test_process_group_instantiates_and_start_processes(mock_process): from tests.utils import ProcessGroup def noop(): pass concurrency = 10 pg = ProcessGroup(concurrency=concurrency, group="test_group", target=noop) pg.start() mock_process.assert_has_calls( [ call(group="test_group", target=noop, name=None, args=(), kwargs={}, daemon=None) for i in range(concurrency) ], any_order=True, ) for process in pg.processes: process.start.assert_called_with() def test_lazy_execution(): from planetmint.utils.lazy import Lazy lz = Lazy() lz.split(",")[1].split(" ").pop(1).strip() result = lz.run("Like humans, cats tend to favor one paw over another") assert result == "cats" class Cat: def __init__(self, name): self.name = name cat = Cat("Shmui") lz = Lazy() lz.name.upper() result = lz.run(cat) assert result == "SHMUI" def test_process_set_title(): from uuid import uuid4 from multiprocessing import Queue from setproctitle import getproctitle from planetmint.utils.processes import Process queue = Queue() uuid = str(uuid4()) process = Process(target=lambda: queue.put(getproctitle()), name=uuid) process.start() assert queue.get() == uuid