Loading probing.py +0 −5 Original line number Diff line number Diff line Loading @@ -2,7 +2,6 @@ from STSB_Dataset import STSB_Dataset import pandas as pd import spacy df = STSB_Dataset('data/stsbenchmark/sts-test.csv').as_dataframe nlp = spacy.load("en_core_web_sm") Loading Loading @@ -54,7 +53,6 @@ for sent2 in sentences2_nlp: dependency_hierarchy2.append(dep_hierarchy2) def mask_token(pos_tag): for e in range(len(dependency_hierarchy1)): Loading @@ -81,7 +79,6 @@ def mask_token(pos_tag): return df def mask_first(pos_tag): i = -1 Loading Loading @@ -114,5 +111,3 @@ def mask_first(pos_tag): df.drop(del_rows, inplace=True) return df Loading
probing.py +0 −5 Original line number Diff line number Diff line Loading @@ -2,7 +2,6 @@ from STSB_Dataset import STSB_Dataset import pandas as pd import spacy df = STSB_Dataset('data/stsbenchmark/sts-test.csv').as_dataframe nlp = spacy.load("en_core_web_sm") Loading Loading @@ -54,7 +53,6 @@ for sent2 in sentences2_nlp: dependency_hierarchy2.append(dep_hierarchy2) def mask_token(pos_tag): for e in range(len(dependency_hierarchy1)): Loading @@ -81,7 +79,6 @@ def mask_token(pos_tag): return df def mask_first(pos_tag): i = -1 Loading Loading @@ -114,5 +111,3 @@ def mask_first(pos_tag): df.drop(del_rows, inplace=True) return df