python 以块的形式读取文件而不将整个文件加载到内存中。

Posted 2021-05-09

def read_file_chunks(chunk_size, file_obj):
    i = 0
    lines = []
    for l in file_obj:
        lines.append(l.rstrip())
        i += 1
        if i%chunk_size == 0:
            yield lines
            lines = []
    yield lines