luigi.format module

class luigi.format.FileWrapper(file_object)

Bases: object

Wrap file in a “real” so stuff can be added to it after creation.

class luigi.format.InputPipeProcessWrapper(command, input_pipe=None)

Bases: object

Initializes a InputPipeProcessWrapper instance.

Parameters:command – a subprocess.Popen instance with stdin=input_pipe and stdout=subprocess.PIPE. Alternatively, just its args argument as a convenience.

create_subprocess(command)

http://www.chiark.greenend.org.uk/ucgi/~cjwatson/blosxom/2009-07-02-python-sigpipe.html

close()

readable()

writable()

seekable()

class luigi.format.OutputPipeProcessWrapper(command, output_pipe=None)

Bases: object

WRITES_BEFORE_FLUSH = 10000

write(*args, **kwargs)

writeLine(line)

close()

abort()

readable()

writable()

seekable()

class luigi.format.BaseWrapper(stream, *args, **kwargs)

Bases: object

class luigi.format.NewlineWrapper(stream, newline=None)

Bases: luigi.format.BaseWrapper

read(n=-1)

writelines(lines)

write(b)

class luigi.format.MixedUnicodeBytesWrapper(stream, encoding=None)

Bases: luigi.format.BaseWrapper

write(b)

writelines(lines)

class luigi.format.Format

Bases: object

Interface for format specifications.

classmethod pipe_reader(input_pipe)

classmethod pipe_writer(output_pipe)

class luigi.format.ChainFormat(*args, **kwargs)

Bases: luigi.format.Format

pipe_reader(input_pipe)

pipe_writer(output_pipe)

class luigi.format.TextWrapper(stream, *args, **kwargs)

Bases: _io.TextIOWrapper

class luigi.format.NopFormat

Bases: luigi.format.Format

pipe_reader(input_pipe)

pipe_writer(output_pipe)

class luigi.format.WrappedFormat(*args, **kwargs)

Bases: luigi.format.Format

pipe_reader(input_pipe)

pipe_writer(output_pipe)

class luigi.format.TextFormat(*args, **kwargs)

Bases: luigi.format.WrappedFormat

input = 'unicode'

output = 'bytes'

wrapper_cls

alias of TextWrapper

class luigi.format.MixedUnicodeBytesFormat(*args, **kwargs)

Bases: luigi.format.WrappedFormat

output = 'bytes'

wrapper_cls

alias of MixedUnicodeBytesWrapper

class luigi.format.NewlineFormat(*args, **kwargs)

Bases: luigi.format.WrappedFormat

input = 'bytes'

output = 'bytes'

wrapper_cls

alias of NewlineWrapper

class luigi.format.GzipFormat(compression_level=None)

Bases: luigi.format.Format

input = 'bytes'

output = 'bytes'

pipe_reader(input_pipe)

pipe_writer(output_pipe)

class luigi.format.Bzip2Format

Bases: luigi.format.Format

input = 'bytes'

output = 'bytes'

pipe_reader(input_pipe)

pipe_writer(output_pipe)

luigi.format.get_default_format()