Added some statsd counters for sync process

This commit is contained in:
M1ha 2018-12-19 12:32:27 +05:00
parent 6c9e217161
commit 0829e5bacd

View File

@ -260,6 +260,7 @@ class ClickHouseMultiModel(ClickHouseModel):
with statsd.timer(statsd_key.format('steps.get_operations')): with statsd.timer(statsd_key.format('steps.get_operations')):
operations = storage.get_operations(import_key, cls.get_sync_batch_size()) operations = storage.get_operations(import_key, cls.get_sync_batch_size())
statsd.incr(statsd_key.format('operations', count=len(operations)))
if operations: if operations:
with statsd.timer(statsd_key.format('steps.get_sync_objects')): with statsd.timer(statsd_key.format('steps.get_sync_objects')):
@ -267,6 +268,8 @@ class ClickHouseMultiModel(ClickHouseModel):
else: else:
import_objects = [] import_objects = []
statsd.incr(statsd_key.format('import_objects', count=len(import_objects)))
if import_objects: if import_objects:
batches = {} batches = {}
with statsd.timer(statsd_key.format('steps.get_insert_batch')): with statsd.timer(statsd_key.format('steps.get_insert_batch')):