diff --git a/training_bertFineTuning.py b/training_bertFineTuning.py index d52ec22570d6d9194c79248874f2d521c3dd81e8..6f1381e22b02bc627fc623f332b2b1e5dd609ac4 100644 --- a/training_bertFineTuning.py +++ b/training_bertFineTuning.py @@ -434,7 +434,7 @@ if __name__ == "__main__": epochs = int(config.get('model','epochs')) - df = pd.read_csv(INPUT_DATASET) + df = pd.read_csv(INPUT_DATASET, sep="\t") df = remove_weak_classes(df, columnClass, minOfInstancePerClass) df = resample_classes(df, columnClass, maxOfInstancePerClass) #df = df[df[columnClass] != 'unclassified']