summaryrefslogtreecommitdiff
path: root/msgpack
diff options
context:
space:
mode:
authorINADA Naoki <methane@users.noreply.github.com>2018-11-09 20:55:13 +0900
committerGitHub <noreply@github.com>2018-11-09 20:55:13 +0900
commit9e210bfc1a922031db67bf42e508b1b4550814c6 (patch)
tree1bbef6a155df89e6fef0a9b5efbae4928fa40772 /msgpack
parenta8b3e97fe588a2411a8e869b52be1946ed9f0f86 (diff)
downloadmsgpack-python-9e210bfc1a922031db67bf42e508b1b4550814c6.tar.gz
Add Packer.buffer() (#320)
Diffstat (limited to 'msgpack')
-rw-r--r--msgpack/_packer.pyx14
-rw-r--r--msgpack/buff_converter.h28
-rw-r--r--msgpack/fallback.py36
3 files changed, 60 insertions, 18 deletions
diff --git a/msgpack/_packer.pyx b/msgpack/_packer.pyx
index 225f24a..fd05ae0 100644
--- a/msgpack/_packer.pyx
+++ b/msgpack/_packer.pyx
@@ -41,6 +41,9 @@ cdef extern from "pack.h":
int msgpack_pack_ext(msgpack_packer* pk, char typecode, size_t l)
int msgpack_pack_unicode(msgpack_packer* pk, object o, long long limit)
+cdef extern from "buff_converter.h":
+ object buff_to_buff(char *, Py_ssize_t)
+
cdef int DEFAULT_RECURSE_LIMIT=511
cdef long long ITEM_LIMIT = (2**32)-1
@@ -349,9 +352,16 @@ cdef class Packer(object):
return buf
def reset(self):
- """Clear internal buffer."""
+ """Reset internal buffer.
+
+ This method is usaful only when autoreset=False.
+ """
self.pk.length = 0
def bytes(self):
- """Return buffer content."""
+ """Return internal buffer contents as bytes object"""
return PyBytes_FromStringAndSize(self.pk.buf, self.pk.length)
+
+ def getbuffer(self):
+ """Return view of internal buffer."""
+ return buff_to_buff(self.pk.buf, self.pk.length)
diff --git a/msgpack/buff_converter.h b/msgpack/buff_converter.h
new file mode 100644
index 0000000..bc7227a
--- /dev/null
+++ b/msgpack/buff_converter.h
@@ -0,0 +1,28 @@
+#include "Python.h"
+
+/* cython does not support this preprocessor check => write it in raw C */
+#if PY_MAJOR_VERSION == 2
+static PyObject *
+buff_to_buff(char *buff, Py_ssize_t size)
+{
+ return PyBuffer_FromMemory(buff, size);
+}
+
+#elif (PY_MAJOR_VERSION == 3) && (PY_MINOR_VERSION >= 3)
+static PyObject *
+buff_to_buff(char *buff, Py_ssize_t size)
+{
+ return PyMemoryView_FromMemory(buff, size, PyBUF_READ);
+}
+#else
+static PyObject *
+buff_to_buff(char *buff, Py_ssize_t size)
+{
+ Py_buffer pybuf;
+ if (PyBuffer_FillInfo(&pybuf, NULL, buff, size, 1, PyBUF_FULL_RO) == -1) {
+ return NULL;
+ }
+
+ return PyMemoryView_FromBuffer(&pybuf);
+}
+#endif
diff --git a/msgpack/fallback.py b/msgpack/fallback.py
index 895864e..5b4d6ce 100644
--- a/msgpack/fallback.py
+++ b/msgpack/fallback.py
@@ -860,43 +860,35 @@ class Packer(object):
except:
self._buffer = StringIO() # force reset
raise
- ret = self._buffer.getvalue()
if self._autoreset:
+ ret = self._buffer.getvalue()
self._buffer = StringIO()
- elif USING_STRINGBUILDER:
- self._buffer = StringIO(ret)
- return ret
+ return ret
def pack_map_pairs(self, pairs):
self._pack_map_pairs(len(pairs), pairs)
- ret = self._buffer.getvalue()
if self._autoreset:
+ ret = self._buffer.getvalue()
self._buffer = StringIO()
- elif USING_STRINGBUILDER:
- self._buffer = StringIO(ret)
- return ret
+ return ret
def pack_array_header(self, n):
if n >= 2**32:
raise PackValueError
self._pack_array_header(n)
- ret = self._buffer.getvalue()
if self._autoreset:
+ ret = self._buffer.getvalue()
self._buffer = StringIO()
- elif USING_STRINGBUILDER:
- self._buffer = StringIO(ret)
- return ret
+ return ret
def pack_map_header(self, n):
if n >= 2**32:
raise PackValueError
self._pack_map_header(n)
- ret = self._buffer.getvalue()
if self._autoreset:
+ ret = self._buffer.getvalue()
self._buffer = StringIO()
- elif USING_STRINGBUILDER:
- self._buffer = StringIO(ret)
- return ret
+ return ret
def pack_ext_type(self, typecode, data):
if not isinstance(typecode, int):
@@ -976,7 +968,19 @@ class Packer(object):
raise PackValueError('Bin is too large')
def bytes(self):
+ """Return internal buffer contents as bytes object"""
return self._buffer.getvalue()
def reset(self):
+ """Reset internal buffer.
+
+ This method is usaful only when autoreset=False.
+ """
self._buffer = StringIO()
+
+ def getbuffer(self):
+ """Return view of internal buffer."""
+ if USING_STRINGBUILDER or not PY3:
+ return memoryview(self.bytes())
+ else:
+ return self._buffer.getbuffer()