From 357a8f50da37bdf4e86ebc9a9d7d1a8d2139f35b Mon Sep 17 00:00:00 2001
From: xusong28 <xusong28@jd.com>
Date: Wed, 8 Jul 2020 21:25:14 +0800
Subject: [PATCH] update converter

---
 create_pretraining_data.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/create_pretraining_data.py b/create_pretraining_data.py
index 4e4cc5e..d082016 100644
--- a/create_pretraining_data.py
+++ b/create_pretraining_data.py
@@ -66,8 +66,10 @@
 # add a hyper-parameter: t2s, traditional chinese to simplified chinese
 flags.DEFINE_bool("t2s", False,"traditional chinese to simplified chinese")
 
+converter = Converter('zh-hans')
+
 def Traditional2Simplified(sentence):
-  sentence = Converter('zh-hans').convert(sentence)
+  sentence = converter.convert(sentence)
   return sentence
 
 class TrainingInstance(object):