Skip to content

concurrent

Concurrency concepts that support efficient multi-threading.

ExecutorFactory

Source code in pyiceberg/utils/concurrent.py 
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
class ExecutorFactory:
    _instance: Optional[Executor] = None

    @staticmethod
    def get_or_create() -> Executor:
        """Return the same executor in each call."""
        if ExecutorFactory._instance is None:
            max_workers = ExecutorFactory.max_workers()
            ExecutorFactory._instance = ThreadPoolExecutor(max_workers=max_workers)

        return ExecutorFactory._instance

    @staticmethod
    def max_workers() -> Optional[int]:
        """Return the max number of workers configured."""
        return Config().get_int("max-workers")

get_or_create() staticmethod

Return the same executor in each call.

Source code in pyiceberg/utils/concurrent.py 
28
29
30
31
32
33
34
35
@staticmethod
def get_or_create() -> Executor:
    """Return the same executor in each call."""
    if ExecutorFactory._instance is None:
        max_workers = ExecutorFactory.max_workers()
        ExecutorFactory._instance = ThreadPoolExecutor(max_workers=max_workers)

    return ExecutorFactory._instance

max_workers() staticmethod

Return the max number of workers configured.

Source code in pyiceberg/utils/concurrent.py 
37
38
39
40
@staticmethod
def max_workers() -> Optional[int]:
    """Return the max number of workers configured."""
    return Config().get_int("max-workers")