Commit 5fbb42b0 authored by vdberg's avatar vdberg
Browse files

debugging

parent 5cbb80aa
Loading
Loading
Loading
Loading
+10 −10
Original line number Diff line number Diff line
@@ -10,16 +10,16 @@ def load_output(dir='outputs', combine=False):

    if combine:
        print('combining')
        with open(outfile, 'w', encoding='utf-8') as o:
            o.write('')

        with open(outfile, 'a', encoding='utf-8') as o:
        all_lines = []
        for p, d, fs in os.walk(dir):
            for i in fs:
                    print('reading {}'.format(i))
                with open(os.path.join(p, i), encoding='utf-8') as i:
                        i_lines = i.readlines()[1:]
                    o.writelines(i_lines)
                    print('from file {} {} lines'.format(i, len(i.readlines()[1:])))
                    all_lines.extend(i.readlines()[1:])

        with open(outfile, 'w', encoding='utf-8') as o_add:
            o_add.writelines(all_lines)

    df = pd.read_csv(outfile, names=['name','verb','arg','same','sent_id'])
    return df