[multiple] internal control for backend read bytes

separate internal control for backend max_per_read

When not streaming, large reads will be flushed to temp files on disk.
When streaming, use a smaller buffer to help reduce memory usage.

When not streaming, attempt to read and empty kernel socket bufs.
  (e.g. MAX_READ_LIMIT 256k)

When writing to sockets (or pipes) attempt to fill kernel socket bufs.
  (e.g. MAX_WRITE_LIMIT 256k)

1 files changed, 8 insertions, 2 deletions

diff --git a/src/connections.c b/src/connections.c
index c7532b20..5639d3e7 100644
--- a/src/connections.c
+++ b/src/connections.c
@@ -1896,8 +1896,14 @@ connection_handle_read_post_state (request_st * const r)
     }
     else if (con->is_readable > 0) {
         con->read_idle_ts = log_monotonic_secs;
-
-        switch(con->network_read(con, cq, MAX_READ_LIMIT)) {
+        const off_t max_per_read =
+          !(r->conf.stream_request_body /*(if not streaming request body)*/
+            & (FDEVENT_STREAM_REQUEST|FDEVENT_STREAM_REQUEST_BUFMIN))
+            ? MAX_READ_LIMIT
+            : (r->conf.stream_request_body & FDEVENT_STREAM_REQUEST_BUFMIN)
+              ? 16384  /* FDEVENT_STREAM_REQUEST_BUFMIN */
+              : 65536; /* FDEVENT_STREAM_REQUEST */
+        switch(con->network_read(con, cq, max_per_read)) {
         case -1:
             connection_set_state_error(r, CON_STATE_ERROR);
             return HANDLER_ERROR;