From 078c0596c3d72168bc5385302ce6599dafce4783 Mon Sep 17 00:00:00 2001
From: Ludovic Moncla <ludovic.moncla@insa-lyon.fr>
Date: Sat, 18 Sep 2021 11:09:09 +0000
Subject: [PATCH] Update training_bertFineTuning.py
---
training_bertFineTuning.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/training_bertFineTuning.py b/training_bertFineTuning.py
index 6626478..afd9e7d 100644
--- a/training_bertFineTuning.py
+++ b/training_bertFineTuning.py
@@ -13,7 +13,7 @@ import random
import os
import argparse
import configparser
-
+import csv
@@ -464,7 +464,7 @@ if __name__ == "__main__":
epochs = int(config.get('model','epochs'))
- df = pd.read_csv(INPUT_DATASET, sep="\t")
+ df = pd.read_csv(INPUT_DATASET, sep="\t", quoting=csv.QUOTE_NONE)
df = remove_weak_classes(df, columnClass, minOfInstancePerClass)
df = resample_classes(df, columnClass, maxOfInstancePerClass)
#df = df[df[columnClass] != 'unclassified']
--
GitLab