From b49994125174248f4c85f30f7e8dac576afbb648 Mon Sep 17 00:00:00 2001
From: lmoncla <ludovic.moncla@insa-lyon.fr>
Date: Fri, 17 Sep 2021 11:34:39 +0200
Subject: [PATCH] change input dataset from csv to tsv
---
training_bertFineTuning.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/training_bertFineTuning.py b/training_bertFineTuning.py
index d52ec22..6f1381e 100644
--- a/training_bertFineTuning.py
+++ b/training_bertFineTuning.py
@@ -434,7 +434,7 @@ if __name__ == "__main__":
epochs = int(config.get('model','epochs'))
- df = pd.read_csv(INPUT_DATASET)
+ df = pd.read_csv(INPUT_DATASET, sep="\t")
df = remove_weak_classes(df, columnClass, minOfInstancePerClass)
df = resample_classes(df, columnClass, maxOfInstancePerClass)
#df = df[df[columnClass] != 'unclassified']
--
GitLab