Add test data generator via oslo messaging

This script is helpful for emulate real workflow.
Generate and send sample batches with different resources and
configurable counter_name.

Change-Id: I3ab6472c99abfe28e8c200ada2da91e97abed1d2

1 files changed, 130 insertions, 0 deletions

diff --git a/tools/send_test_data.py b/tools/send_test_data.py
new file mode 100644
index 00000000..09356b63
--- /dev/null
+++ b/tools/send_test_data.py
@@ -0,0 +1,130 @@
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+"""Command line tool for sending test data for Ceilometer via oslo.messaging.
+
+Usage:
+
+Send messages with samples generated by make_test_data
+
+source .tox/py27/bin/activate
+./tools/send_test_data.py --count 1000 --resources_count 10 --topic metering
+"""
+import argparse
+import datetime
+import json
+import random
+import uuid
+
+import make_test_data
+from oslo_context import context
+
+from ceilometer import messaging
+from ceilometer import service
+
+
+def send_batch(rpc_client, topic, batch):
+    rpc_client.prepare(topic=topic).cast(context.RequestContext(),
+                                         'record_metering_data', data=batch)
+
+
+def get_rpc_client(config_file):
+    service.prepare_service(argv=['/', '--config-file', config_file])
+    transport = messaging.get_transport()
+    rpc_client = messaging.get_rpc_client(transport, version='1.0')
+    return rpc_client
+
+
+def generate_data(rpc_client, make_data_args, samples_count,
+                  batch_size, resources_count, topic):
+    make_data_args.interval = 1
+    make_data_args.start = (datetime.datetime.utcnow() -
+                            datetime.timedelta(minutes=samples_count))
+    make_data_args.end = datetime.datetime.utcnow()
+
+    make_data_args.resource_id = None
+    resources_list = [str(uuid.uuid4())
+                      for _ in xrange(resources_count)]
+    resource_samples = {resource: 0 for resource in resources_list}
+    batch = []
+    count = 0
+    for sample in make_test_data.make_test_data(**make_data_args.__dict__):
+        count += 1
+        resource = resources_list[random.randint(0, len(resources_list) - 1)]
+        resource_samples[resource] += 1
+        sample['resource_id'] = resource
+        batch.append(sample)
+        if len(batch) == batch_size:
+            send_batch(rpc_client, topic, batch)
+            batch = []
+        if count == samples_count:
+            send_batch(rpc_client, topic, batch)
+            return resource_samples
+    send_batch(rpc_client, topic, batch)
+    return resource_samples
+
+
+def get_parser():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        '--batch-size',
+        dest='batch_size',
+        type=int,
+        default=100
+    )
+    parser.add_argument(
+        '--config-file',
+        default='/etc/ceilometer/ceilometer.conf'
+    )
+    parser.add_argument(
+        '--topic',
+        default='perfmetering'
+    )
+    parser.add_argument(
+        '--samples-count',
+        dest='samples_count',
+        type=int,
+        default=1000
+    )
+    parser.add_argument(
+        '--resources-count',
+        dest='resources_count',
+        type=int,
+        default=100
+    )
+    parser.add_argument(
+        '--result-directory',
+        dest='result_dir',
+        default='/tmp'
+    )
+    return parser
+
+
+def main():
+    args = get_parser().parse_known_args()[0]
+    make_data_args = make_test_data.get_parser().parse_known_args()[0]
+    rpc_client = get_rpc_client(args.config_file)
+    result_dir = args.result_dir
+    del args.config_file
+    del args.result_dir
+
+    resource_writes = generate_data(rpc_client, make_data_args,
+                                    **args.__dict__)
+    result_file = "%s/sample-by-resource-%s" % (result_dir,
+                                                random.getrandbits(32))
+    with open(result_file, 'w') as f:
+        f.write(json.dumps(resource_writes))
+    return result_file
+
+
+if __name__ == '__main__':
+    main()