Skip to content
Snippets Groups Projects
Commit 078c0596 authored by Ludovic Moncla's avatar Ludovic Moncla
Browse files

Update training_bertFineTuning.py

parent df9bf3c8
No related branches found
No related tags found
No related merge requests found
......@@ -13,7 +13,7 @@ import random
import os
import argparse
import configparser
import csv
......@@ -464,7 +464,7 @@ if __name__ == "__main__":
epochs = int(config.get('model','epochs'))
df = pd.read_csv(INPUT_DATASET, sep="\t")
df = pd.read_csv(INPUT_DATASET, sep="\t", quoting=csv.QUOTE_NONE)
df = remove_weak_classes(df, columnClass, minOfInstancePerClass)
df = resample_classes(df, columnClass, maxOfInstancePerClass)
#df = df[df[columnClass] != 'unclassified']
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment