carrotquest/django-clickhouse
1
1
Fork 0
mirror of https://github.com/carrotquest/django-clickhouse.git synced 2024-11-25 10:33:47 +03:00
Code Issues Packages Projects Releases Wiki Activity

Added some statsd counters for sync process

Browse Source
This commit is contained in:
M1ha 2018-12-19 12:21:28 +05:00
parent 38db27626c
commit 6c9e217161
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/django_clickhouse/clickhouse_models.py
View File

@ -195,6 +195,7 @@ class ClickHouseModel(with_metaclass(ClickHouseModelMeta, InfiModel)):
with statsd.timer(statsd_key.format('steps.get_operations')): with statsd.timer(statsd_key.format('steps.get_operations')):
operations = storage.get_operations(import_key, cls.get_sync_batch_size()) operations = storage.get_operations(import_key, cls.get_sync_batch_size())
statsd.incr(statsd_key.format('operations', count=len(operations)))
if operations: if operations:
with statsd.timer(statsd_key.format('steps.get_sync_objects')): with statsd.timer(statsd_key.format('steps.get_sync_objects')):
@ -202,6 +203,8 @@ class ClickHouseModel(with_metaclass(ClickHouseModelMeta, InfiModel)):
else: else:
import_objects = [] import_objects = []
statsd.incr(statsd_key.format('import_objects', count=len(import_objects)))
if import_objects: if import_objects:
with statsd.timer(statsd_key.format('steps.get_insert_batch')): with statsd.timer(statsd_key.format('steps.get_insert_batch')):
batch = cls.get_insert_batch(import_objects) batch = cls.get_insert_batch(import_objects)