Merge pull request GoogleCloudPlatform#901 from GoogleCloudPlatform/speech_unicode

dpebot · web-flow · commit bd718e46daee · 2017-04-18T14:45:16.000-07:00
Translate unicode
diff --git a/translate/cloud-client/snippets.py b/translate/cloud-client/snippets.py
@@ -24,6 +24,7 @@
 import argparse
 
 from google.cloud import translate
+import six
 
 
 def detect_language(text):
@@ -73,12 +74,13 @@ def translate_text_with_model(target, text, model=translate.NMT):
     """
     translate_client = translate.Client()
 
+    if isinstance(text, six.binary_type):
+        text = text.decode('utf-8')
+
     # Text can also be a sequence of strings, in which case this method
     # will return a sequence of results for each text.
     result = translate_client.translate(
-        text,
-        target_language=target,
-        model=model)
+        text, target_language=target, model=model)
 
     print(u'Text: {}'.format(result['input']))
     print(u'Translation: {}'.format(result['translatedText']))
@@ -94,11 +96,13 @@ def translate_text(target, text):
     """
     translate_client = translate.Client()
 
+    if isinstance(text, six.binary_type):
+        text = text.decode('utf-8')
+
     # Text can also be a sequence of strings, in which case this method
     # will return a sequence of results for each text.
     result = translate_client.translate(
-        text,
-        target_language=target)
+        text, target_language=target)
 
     print(u'Text: {}'.format(result['input']))
     print(u'Translation: {}'.format(result['translatedText']))
diff --git a/translate/cloud-client/snippets_test.py b/translate/cloud-client/snippets_test.py
@@ -40,3 +40,10 @@ def test_translate_text(capsys):
     snippets.translate_text('is', 'Hello world')
     out, _ = capsys.readouterr()
     assert u'Halló heimur' in out
+
+
+def test_translate_utf8(capsys):
+    text = u'나는 파인애플을 좋아한다.'
+    snippets.translate_text('en', text)
+    out, _ = capsys.readouterr()
+    assert u'I like pineapple.' in out
