More examples, fix erroneous input stat in execution context.

This commit is contained in:
Romain Dorgueil
2016-12-26 09:08:12 +01:00
parent 8903e1d386
commit d951e53ee5
3 changed files with 74 additions and 2 deletions

View File

@ -0,0 +1,35 @@
import time
from random import randint
from bonobo.core.graphs import Graph
from bonobo.core.strategies.executor import ThreadPoolExecutorStrategy
from bonobo.ext.console import ConsoleOutputPlugin
def extract():
yield {'topic': 'foo'}
yield {'topic': 'bar'}
yield {'topic': 'baz'}
def transform(row):
wait = randint(0, 1)
time.sleep(wait)
return {
'topic': row['topic'].title(),
'wait': wait,
}
def load(s):
print(s)
Strategy = ThreadPoolExecutorStrategy
if __name__ == '__main__':
etl = Graph()
etl.add_chain(extract, transform, load)
s = Strategy()
s.execute(etl, plugins=[ConsoleOutputPlugin()])