Merge branch 'master' of https://gitlab.cl.uni-heidelberg.de/vdberg/webis_bias_flipper_2018

    if combine:

        print('combining')

        with open(outfile, 'w', encoding='utf-8') as o:

            o.write('')

        with open(outfile, 'a', encoding='utf-8') as o:

        all_lines = []

        for p, d, fs in os.walk(dir):

            for i in fs:

                    print('reading {}'.format(i))

                with open(os.path.join(p, i), encoding='utf-8') as i:

                        i_lines = i.readlines()[1:]

                    o.writelines(i_lines)

                    print('from file {} {} lines'.format(i, len(i.readlines()[1:])))

                    all_lines.extend(i.readlines()[1:])

        with open(outfile, 'w', encoding='utf-8') as o_add:

            o_add.writelines(all_lines)

    df = pd.read_csv(outfile, names=['name','verb','arg','same','sent_id'])

    return df