Commit 27b2e3bc authored by vdberg's avatar vdberg
Browse files

debugging

parent 5fbb42b0
Loading
Loading
Loading
Loading
+4 −2
Original line number Diff line number Diff line
@@ -15,11 +15,13 @@ def load_output(dir='outputs', combine=False):
        for p, d, fs in os.walk(dir):
            for i in fs:
                with open(os.path.join(p, i), encoding='utf-8') as i:
                    print('from file {} {} lines'.format(i, len(i.readlines()[1:])))
                    all_lines.extend(i.readlines()[1:])

        print('from {} file {} lines'.format(len(fs), len(all_lines)))

        with open(outfile, 'w', encoding='utf-8') as o_add:
            o_add.writelines(all_lines)
            for line in all_lines:
                o_add.write(line)

    df = pd.read_csv(outfile, names=['name','verb','arg','same','sent_id'])
    return df