1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
# -*- coding: utf-8 -*-
# Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import six
from taskflow import test
from taskflow.utils import misc
def _bytes(data):
if six.PY3:
return data.encode(encoding='utf-8')
else:
return data
class BinaryEncodeTest(test.TestCase):
def _check(self, data, expected_result):
result = misc.binary_encode(data)
self.assertIsInstance(result, six.binary_type)
self.assertEqual(expected_result, result)
def test_simple_binary(self):
data = _bytes('hello')
self._check(data, data)
def test_unicode_binary(self):
data = _bytes('привет')
self._check(data, data)
def test_simple_text(self):
self._check(u'hello', _bytes('hello'))
def test_unicode_text(self):
self._check(u'привет', _bytes('привет'))
def test_unicode_other_encoding(self):
result = misc.binary_encode(u'mañana', 'latin-1')
self.assertIsInstance(result, six.binary_type)
self.assertEqual(u'mañana'.encode('latin-1'), result)
class BinaryDecodeTest(test.TestCase):
def _check(self, data, expected_result):
result = misc.binary_decode(data)
self.assertIsInstance(result, six.text_type)
self.assertEqual(expected_result, result)
def test_simple_text(self):
data = u'hello'
self._check(data, data)
def test_unicode_text(self):
data = u'привет'
self._check(data, data)
def test_simple_binary(self):
self._check(_bytes('hello'), u'hello')
def test_unicode_binary(self):
self._check(_bytes('привет'), u'привет')
def test_unicode_other_encoding(self):
data = u'mañana'.encode('latin-1')
result = misc.binary_decode(data, 'latin-1')
self.assertIsInstance(result, six.text_type)
self.assertEqual(u'mañana', result)
class DecodeJsonTest(test.TestCase):
def test_it_works(self):
self.assertEqual({"foo": 1},
misc.decode_json(_bytes('{"foo": 1}')))
def test_it_works_with_unicode(self):
data = _bytes('{"foo": "фуу"}')
self.assertEqual({"foo": u'фуу'}, misc.decode_json(data))
def test_handles_invalid_unicode(self):
self.assertRaises(ValueError, misc.decode_json,
six.b('{"\xf1": 1}'))
def test_handles_bad_json(self):
self.assertRaises(ValueError, misc.decode_json,
_bytes('{"foo":'))
def test_handles_wrong_types(self):
self.assertRaises(ValueError, misc.decode_json,
_bytes('42'))
|
