diff options
| author | Jim Cheung <jim.cheung@phazr.io> | 2017-01-23 13:55:24 -0800 |
|---|---|---|
| committer | jimcheung <jim.cheung@phazr.io> | 2017-02-28 11:14:11 -0800 |
| commit | 06e50ea86b6de729fa5dbc23ef41af87b19e636a (patch) | |
| tree | ace75bea1a47a5a380af8913923956fdcd693679 /src/erasurecode_preprocessing.c | |
| parent | 0794b31c623e4cede76d66be730719d24debcca9 (diff) | |
| download | liberasurecode-06e50ea86b6de729fa5dbc23ef41af87b19e636a.tar.gz | |
Add Phazr.IO libphazr backend to liberasurecode
Currently, there are several implementations of erasure codes that are
available within OpenStack Swift. Most, if not all, of which are based
on the Reed Solomon coding algorithm.
Phazr.IO’s Erasure Coding technology uses a patented algorithm which are
significantly more efficient and improves the speed of coding, decoding
and reconstruction. In addition, Phazr.IO Erasure Code use a non-systematic
algorithm which provides data protection at rest and in transport without
the need to use encryption.
Please contact support@phazr.io for more info on our technology.
Change-Id: I4e40d02a8951e38409ad3c604c5dd6f050fa7ea0
Diffstat (limited to 'src/erasurecode_preprocessing.c')
| -rw-r--r-- | src/erasurecode_preprocessing.c | 12 |
1 files changed, 9 insertions, 3 deletions
diff --git a/src/erasurecode_preprocessing.c b/src/erasurecode_preprocessing.c index 8492184..26ad261 100644 --- a/src/erasurecode_preprocessing.c +++ b/src/erasurecode_preprocessing.c @@ -43,12 +43,19 @@ int prepare_fragments_for_encode(ec_backend_t instance, int data_len; /* data len to write to fragment headers */ int aligned_data_len; /* EC algorithm compatible data length */ int buffer_size, payload_size = 0; + int metadata_size, data_offset = 0; /* Calculate data sizes, aligned_data_len guaranteed to be divisible by k*/ data_len = orig_data_size; aligned_data_len = get_aligned_data_size(instance, orig_data_size); *blocksize = payload_size = (aligned_data_len / k); - buffer_size = payload_size + instance->common.backend_metadata_size; + metadata_size = instance->common.ops->get_backend_metadata_size( + instance->desc.backend_desc, + *blocksize); + data_offset = instance->common.ops->get_encode_offset( + instance->desc.backend_desc, + metadata_size); + buffer_size = payload_size + metadata_size; for (i = 0; i < k; i++) { int copy_size = data_len > payload_size ? payload_size : data_len; @@ -62,7 +69,7 @@ int prepare_fragments_for_encode(ec_backend_t instance, encoded_data[i] = get_data_ptr_from_fragment(fragment); if (data_len > 0) { - memcpy(encoded_data[i], orig_data, copy_size); + memcpy(encoded_data[i] + data_offset, orig_data, copy_size); } orig_data += copy_size; @@ -357,7 +364,6 @@ int fragments_to_string(int k, int m, char* fragment_data = get_data_ptr_from_fragment(data[i]); int fragment_size = get_fragment_payload_size(data[i]); int payload_size = orig_data_size > fragment_size ? fragment_size : orig_data_size; - memcpy(internal_payload + string_off, fragment_data, payload_size); orig_data_size -= payload_size; string_off += payload_size; |