1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
from __future__ import absolute_import, print_function
"""M2Crypto enhancement to Python's urllib for handling
'https' url's.
FIXME: it is questionable whether we need this old-style module at all. urllib
(not urllib2) is in Python 3 support just as a legacy API.
Copyright (c) 1999-2003 Ng Pheng Siong. All rights reserved."""
import base64
import warnings
from M2Crypto import SSL, httpslib, six
from M2Crypto.six.moves.urllib_response import addinfourl
from typing import AnyStr, Optional # noqa
# six.moves doesn't support star imports
if six.PY3:
from urllib.request import * # noqa for other modules to import
from urllib.parse import * # noqa for other modules to import
from urllib.error import * # noqa for other modules to import
else:
from urllib import * # noqa
def open_https(self, url, data=None, ssl_context=None):
# type: (URLOpener, AnyStr, Optional[bytes], Optional[SSL.Context]) -> addinfourl
"""
Open URL over the SSL connection.
:param url: URL to be opened
:param data: data for the POST request
:param ssl_context: SSL.Context to be used
:return:
"""
if six.PY3:
warnings.warn('URLOpener has been deprecated in Py3k', DeprecationWarning)
if ssl_context is not None and isinstance(ssl_context, SSL.Context):
self.ctx = ssl_context
else:
self.ctx = SSL.Context()
user_passwd = None
if isinstance(url, six.string_types):
try: # python 2
# http://pydoc.org/2.5.1/urllib.html
host, selector = splithost(url)
if host:
user_passwd, host = splituser(host)
host = unquote(host)
realhost = host
except NameError: # python 3 has no splithost
# https://docs.python.org/3/library/urllib.parse.html
parsed = urlparse(url)
host = parsed.hostname
if parsed.port:
host += ":{0}".format(parsed.port)
user_passwd = parsed.password
if parsed.password:
user_passwd += ":{0}".format(parsed.password)
selector = parsed.path
else:
host, selector = url
urltype, rest = splittype(selector)
url = rest
user_passwd = None
if urltype.lower() != 'http':
realhost = None
else:
try: # python 2
realhost, rest = splithost(rest)
if realhost:
user_passwd, realhost = splituser(realhost)
if user_passwd:
selector = "%s://%s%s" % (urltype, realhost, rest)
except NameError: # python 3 has no splithost
parsed = urlparse(rest)
host = parsed.hostname
if parsed.port:
host += ":{0}".format(parsed.port)
user_passwd = parsed.username
if parsed.password:
user_passwd += ":{0}".format(parsed.password)
# print("proxy via http:", host, selector)
if not host:
raise IOError('http error', 'no host given')
if user_passwd:
if six.PY3:
auth = base64.encodebytes(user_passwd).strip()
else:
auth = base64.encodestring(user_passwd).strip()
else:
auth = None
# Start here!
h = httpslib.HTTPSConnection(host=host, ssl_context=self.ctx)
# h.set_debuglevel(1)
# Stop here!
if data is not None:
h.putrequest('POST', selector)
h.putheader('Content-type', 'application/x-www-form-urlencoded')
h.putheader('Content-length', '%d' % len(data))
else:
h.putrequest('GET', selector)
if auth:
h.putheader('Authorization', 'Basic %s' % auth)
for args in self.addheaders:
h.putheader(*args) # for python3 - used to use apply
h.endheaders()
if data is not None:
h.send(data + '\r\n')
# Here again!
resp = h.getresponse()
fp = resp.fp
return addinfourl(fp, resp.msg, "https:" + url)
# Stop again.
# Minor brain surgery.
URLopener.open_https = open_https
|
