summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTony Sun <tony.sun427@gmail.com>2020-08-26 13:56:14 -0700
committerTony Sun <tony.sun427@gmail.com>2020-08-27 10:03:50 -0700
commit7dbd0adc3fd622a78ce56e0017d438dbdb824302 (patch)
tree2e3844d0fcf8d54d21fd86b351a1a7512d097bc6
parentbdfb129c1242e26cf312d2bc5cf1fe3af2e1e56d (diff)
downloadcouchdb-7dbd0adc3fd622a78ce56e0017d438dbdb824302.tar.gz
bypass partition query limit for mango
When partition_query_limit is set for couch_mrview, it limits how many docs can be scanned when executing partitioned queries. But this limits mango's doc scans internally. This leads to documents not being scanned to fulfill a query. This fixes: https://github.com/apache/couchdb/issues/2795
-rw-r--r--src/couch_mrview/src/couch_mrview_util.erl9
-rw-r--r--src/mango/src/mango_cursor_view.erl6
-rw-r--r--test/elixir/test/partition_mango_test.exs53
3 files changed, 64 insertions, 4 deletions
diff --git a/src/couch_mrview/src/couch_mrview_util.erl b/src/couch_mrview/src/couch_mrview_util.erl
index e971720c9..d318a3f4a 100644
--- a/src/couch_mrview/src/couch_mrview_util.erl
+++ b/src/couch_mrview/src/couch_mrview_util.erl
@@ -425,9 +425,12 @@ validate_args(#mrst{} = State, Args0) ->
apply_limit(ViewPartitioned, Args) ->
- LimitType = case ViewPartitioned of
- true -> "partition_query_limit";
- false -> "query_limit"
+ Options = Args#mrargs.extra,
+ IgnorePQLimit = lists:keyfind(ignore_partition_query_limit, 1, Options),
+ LimitType = case {ViewPartitioned, IgnorePQLimit} of
+ {true, false} -> "partition_query_limit";
+ {true, _} -> "query_limit";
+ {false, _} -> "query_limit"
end,
MaxLimit = config:get_integer("query_server_config",
diff --git a/src/mango/src/mango_cursor_view.erl b/src/mango/src/mango_cursor_view.erl
index 240ef501d..68d7c3b62 100644
--- a/src/mango/src/mango_cursor_view.erl
+++ b/src/mango/src/mango_cursor_view.erl
@@ -116,7 +116,11 @@ base_args(#cursor{index = Idx, selector = Selector} = Cursor) ->
start_key = StartKey,
end_key = EndKey,
include_docs = true,
- extra = [{callback, {?MODULE, view_cb}}, {selector, Selector}]
+ extra = [
+ {callback, {?MODULE, view_cb}},
+ {selector, Selector},
+ {ignore_partition_query_limit, true}
+ ]
}.
diff --git a/test/elixir/test/partition_mango_test.exs b/test/elixir/test/partition_mango_test.exs
index 992999fb9..9e4f1e783 100644
--- a/test/elixir/test/partition_mango_test.exs
+++ b/test/elixir/test/partition_mango_test.exs
@@ -547,6 +547,59 @@ defmodule PartitionMangoTest do
end
@tag :with_partitioned_db
+ test "partitioned query with query server config set", context do
+ db_name = context[:db_name]
+ create_partition_docs(db_name)
+ create_index(db_name, ["value"])
+
+ # this is to test that we bypass partition_query_limit for mango
+ set_config({"query_server_config", "partition_query_limit", "1"})
+
+ url = "/#{db_name}/_partition/foo/_find"
+
+ resp =
+ Couch.post(
+ url,
+ body: %{
+ selector: %{
+ value: %{
+ "$gte": 6,
+ "$lt": 16
+ }
+ },
+ limit: 3
+ }
+ )
+
+ assert resp.status_code == 200
+ partitions = get_partitions(resp)
+ assert length(partitions) == 3
+ assert_correct_partition(partitions, "foo")
+
+ %{:body => %{"bookmark" => bookmark}} = resp
+
+ resp =
+ Couch.post(
+ url,
+ body: %{
+ selector: %{
+ value: %{
+ "$gte": 6,
+ "$lt": 16
+ }
+ },
+ limit: 3,
+ bookmark: bookmark
+ }
+ )
+
+ assert resp.status_code == 200
+ partitions = get_partitions(resp)
+ assert length(partitions) == 2
+ assert_correct_partition(partitions, "foo")
+ end
+
+ @tag :with_partitioned_db
test "global query uses global index", context do
db_name = context[:db_name]
create_partition_docs(db_name)