Commit 59d6ae7e authored by vdberg's avatar vdberg
Browse files

merge

parent 3097b63b

process_srl.py

+2 −0
Original line number Diff line number Diff line
@@ -14,6 +14,7 @@ def load_output(dir='outputs', combine=False): 


        all_lines = []

        for p, d, fs in os.walk(dir):

            fs = [f for f in fs if not f.startswith('srl')]

            for i in fs:

                with open(os.path.join(p, i), encoding='utf-8') as i:

                    all_lines.extend(i.readlines()[1:])
@@ -75,6 +76,7 @@ output = output[output['name'] != 'Ryan'] 
#print('Arg-0 only {}:'.format(df.shape))



# combine output

print(output.sent_id.value_counts())

output['sent_id'] = output['sent_id'].astype(float)

sent['sent_id'] = sent['sent_id'].astype(float)

df = pd.merge(output, sent, on=['sent_id'])