Commit f5670365 authored by vdberg's avatar vdberg
Browse files

timing added

parent 8ac21229

srl.py

+10 −1
Original line number Diff line number Diff line 
from allennlp.predictors.predictor import Predictor

import pandas as pd

import logging, re



import time



def load_nameslab():

    namfn = 'data/names_labeled.csv'
@@ -50,8 +50,11 @@ data = sent #.loc[11237:11243] 
srl_pred = Predictor.from_path("https://s3-us-west-2.amazonaws.com/allennlp/models/srl-model-2018.05.25.tar.gz")

allen_ner = Predictor.from_path("https://s3-us-west-2.amazonaws.com/allennlp/models/ner-model-2018.12.18.tar.gz")



times = []

verb_df = pd.DataFrame(columns=['arg', 'verb', 'same'])

for i,r in data.iterrows():

    t0 = time.time()



    names = ner(r.s)

    print('Processing: {}, {}'.format(i, r.s))
@@ -85,6 +88,12 @@ for i,r in data.iterrows(): 
        verb_df.arg = verb_df.arg.str[2:]

        verb_df.to_csv('vdberg_output.csv')



    t1 = time.time()

    total_n = t1-t0

    times.append(total_n)

    print('Took {} seconds'.format(sum(times)/len(times)))

    



#grs = verb_df.groupby('same')

#for n, gr in grs:

#    print(str(n).upper())