Update training_bertFineTuning.py

training_bertFineTuning.py

@@ -13,7 +13,7 @@ import random
 import os
 import argparse
 import configparser
-
+import csv
 
 
 
@@ -464,7 +464,7 @@ if __name__ == "__main__":
     epochs = int(config.get('model','epochs'))
 
 
-    df = pd.read_csv(INPUT_DATASET, sep="\t")
+    df = pd.read_csv(INPUT_DATASET, sep="\t", quoting=csv.QUOTE_NONE)
     df = remove_weak_classes(df, columnClass, minOfInstancePerClass)
     df = resample_classes(df, columnClass, maxOfInstancePerClass)
     #df = df[df[columnClass] != 'unclassified']