import pytest from bonobo import Bag, CsvReader, CsvWriter, settings from bonobo.constants import BEGIN, END from bonobo.execution.node import NodeExecutionContext from bonobo.util.testing import FilesystemTester, BufferingNodeExecutionContext csv_tester = FilesystemTester('csv') csv_tester.input_data = 'a,b,c\na foo,b foo,c foo\na bar,b bar,c bar' def test_write_csv_ioformat_arg0(tmpdir): fs, filename, services = csv_tester.get_services_for_writer(tmpdir) with pytest.raises(ValueError): CsvWriter(path=filename, ioformat=settings.IOFORMAT_ARG0) with pytest.raises(ValueError): CsvReader(path=filename, delimiter=',', ioformat=settings.IOFORMAT_ARG0), @pytest.mark.parametrize('add_kwargs', ({}, { 'ioformat': settings.IOFORMAT_KWARGS, }, )) def test_write_csv_to_file_kwargs(tmpdir, add_kwargs): fs, filename, services = csv_tester.get_services_for_writer(tmpdir) with NodeExecutionContext(CsvWriter(filename, **add_kwargs), services=services) as context: context.write(BEGIN, Bag(**{'foo': 'bar'}), Bag(**{'foo': 'baz', 'ignore': 'this'}), END) context.step() context.step() with fs.open(filename) as fp: assert fp.read() == 'foo\nbar\nbaz\n' with pytest.raises(AttributeError): getattr(context, 'file') def test_read_csv_from_file_kwargs(tmpdir): fs, filename, services = csv_tester.get_services_for_reader(tmpdir) with BufferingNodeExecutionContext( CsvReader(path=filename, delimiter=','), services=services, ) as context: context.write(BEGIN, Bag(), END) context.step() output = context.get_buffer() assert len(output) == 2 assert output[0] == { 'a': 'a foo', 'b': 'b foo', 'c': 'c foo', } assert output[1] == { 'a': 'a bar', 'b': 'b bar', 'c': 'c bar', }