From 22d47332478d81972f570b2d918b27df7a7fb780 Mon Sep 17 00:00:00 2001 From: Fize Jacques <jacques.fize@cirad.fr> Date: Thu, 17 Dec 2020 11:45:36 +0100 Subject: [PATCH] Optimisation on ngram embedding --- train_geocoder.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train_geocoder.py b/train_geocoder.py index c2c15e8..da47f1c 100644 --- a/train_geocoder.py +++ b/train_geocoder.py @@ -130,7 +130,7 @@ if os.path.exists(EMBEDDING_FN): logging.info("Embedding loaded ! ") else: logging.info("Generating N-GRAM Embedding...") - embedding_weights = index.get_embedding_layer([index.encode(p) for p in np.concatenate((pairs_of_toponym.toponym.unique(),pairs_of_toponym.toponym_context.unique()))],dim= EMBEDDING_DIM,iter=WORDVEC_ITER) + embedding_weights = index.get_embedding_layer(np.concatenate((pairs_of_toponym.toponym.unique(),pairs_of_toponym.toponym_context.unique())),dim= EMBEDDING_DIM,iter=WORDVEC_ITER) np.save(EMBEDDING_FN,embedding_weights) logging.info("Embedding generated !") -- GitLab