Commit abb8d2d5 authored by vdberg's avatar vdberg
Browse files

sentencebysentence bug fixed

parent acd306f2
Loading
Loading
Loading
Loading
+3 −3
Original line number Diff line number Diff line
@@ -4,14 +4,14 @@ import logging, re


def load_nameslab():
    namfn = '../data/names_labeled.csv'
    namfn = 'data/names_labeled.csv'
    df = pd.read_csv(namfn, index_col=0)
    df = df.replace({'l': 'From the Left', 'r': 'From the Right', 'c':'From the Center'})
    return df, df.bias.to_dict()


def load_flipper():
    datafn = '../data/webis_bias_flipper.csv'
    datafn = 'data/webis_bias_flipper.csv'
    df = pd.read_csv(datafn, error_bad_lines=False)
    df = df.fillna('n.a.')
    n = df.shape[0]
@@ -41,7 +41,7 @@ def ner(t):

### load sent_df

sent = pd.read_csv('sent_df.csv')
sent = pd.read_csv('data/sent_df.csv')
sent= sent[sent.s.apply(crude_ner()) == True]
data = sent[:50]