paulin/bonobo
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

bugfix: set max workers to the actual node count in graph.

Browse Source
This commit is contained in:
Romain Dorgueil
2018-07-28 16:05:43 +01:00
parent 52d3ff5772
commit ae1aca60ca
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
bonobo/execution/strategies/executor.py
View File

@ -17,7 +17,7 @@ class ExecutorStrategy(Strategy):
executor_factory = Executor executor_factory = Executor
def create_executor(self): def create_executor(self, graph):
return self.executor_factory() return self.executor_factory()
def execute(self, graph, **kwargs): def execute(self, graph, **kwargs):
@ -26,7 +26,7 @@ class ExecutorStrategy(Strategy):
futures = [] futures = []
with self.create_executor() as executor: with self.create_executor(graph) as executor:
try: try:
context.start(self.get_starter(executor, futures)) context.start(self.get_starter(executor, futures))
except Exception: except Exception:
@ -69,6 +69,12 @@ class ExecutorStrategy(Strategy):
class ThreadPoolExecutorStrategy(ExecutorStrategy): class ThreadPoolExecutorStrategy(ExecutorStrategy):
executor_factory = ThreadPoolExecutor executor_factory = ThreadPoolExecutor
def create_executor(self, graph):
return self.executor_factory(max_workers=len(graph))
class ProcessPoolExecutorStrategy(ExecutorStrategy): class ProcessPoolExecutorStrategy(ExecutorStrategy):
executor_factory = ProcessPoolExecutor executor_factory = ProcessPoolExecutor
def create_executor(self, graph):
return self.executor_factory(max_workers=len(graph))