1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
from collections import OrderedDict
from decimal import Decimal
from unittest.mock import patch
import pytest
from requests_cache.backends import DynamoDbCache, DynamoDbDict
from tests.conftest import CACHE_NAME, fail_if_no_connection
from tests.integration.base_cache_test import BaseCacheTest
from tests.integration.base_storage_test import BaseStorageTest
AWS_OPTIONS = {
'endpoint_url': 'http://localhost:8000',
'region_name': 'us-east-1',
'aws_access_key_id': 'placeholder',
'aws_secret_access_key': 'placeholder',
}
@pytest.fixture(scope='module', autouse=True)
@fail_if_no_connection(connect_timeout=5)
def ensure_connection():
"""Fail all tests in this module if DynamoDB is not running"""
import boto3
client = boto3.client('dynamodb', **AWS_OPTIONS)
client.describe_limits()
class TestDynamoDbDict(BaseStorageTest):
storage_class = DynamoDbDict
init_kwargs = AWS_OPTIONS
def init_cache(self, cache_name=CACHE_NAME, index=0, clear=True, **kwargs):
"""For tests that use multiple tables, make index part of the table name"""
kwargs = {**self.init_kwargs, **kwargs}
cache = self.storage_class(f'{cache_name}_{index}', **kwargs)
if clear:
cache.clear()
return cache
@patch('requests_cache.backends.dynamodb.boto3.resource')
def test_connection_kwargs(self, mock_resource):
"""A spot check to make sure optional connection kwargs gets passed to connection"""
DynamoDbDict('test_table', region_name='us-east-2', invalid_kwarg='???')
mock_resource.assert_called_with('dynamodb', region_name='us-east-2')
def test_create_table_error(self):
"""An error other than 'table already exists' should be reraised"""
from botocore.exceptions import ClientError
cache = self.init_cache()
error = ClientError({'Error': {'Code': 'NullPointerException'}}, 'CreateTable')
with patch.object(cache.connection.meta.client, 'update_time_to_live', side_effect=error):
with pytest.raises(ClientError):
cache._enable_ttl()
def test_enable_ttl_error(self):
"""An error other than 'ttl already enabled' should be reraised"""
from botocore.exceptions import ClientError
cache = self.init_cache()
error = ClientError({'Error': {'Code': 'NullPointerException'}}, 'CreateTable')
with patch.object(cache.connection, 'create_table', side_effect=error):
with pytest.raises(ClientError):
cache._create_table()
@pytest.mark.parametrize('ttl_enabled', [True, False])
def test_ttl(self, ttl_enabled):
"""DynamoDB's TTL removal process can take up to 48 hours to run, so just test if the
'ttl' attribute is set correctly if enabled, and not set if disabled.
"""
cache = self.init_cache(ttl=ttl_enabled)
item = OrderedDict(foo='bar')
item.expires_unix = 60
cache['key'] = item
# 'ttl' is a reserved word, so to retrieve it we need to alias it
item = cache._table.get_item(
Key={'key': 'key'},
ProjectionExpression='#t',
ExpressionAttributeNames={'#t': 'ttl'},
)
ttl_value = item['Item'].get('ttl')
if ttl_enabled:
assert isinstance(ttl_value, Decimal)
else:
assert ttl_value is None
class TestDynamoDbCache(BaseCacheTest):
backend_class = DynamoDbCache
init_kwargs = AWS_OPTIONS
|