mirror of
https://github.com/carrotquest/django-clickhouse.git
synced 2024-11-22 00:56:37 +03:00
ADD some info to docs
This commit is contained in:
parent
f54c4c721f
commit
41060440d6
|
@ -8,10 +8,11 @@ At the begging I expect, that you already have:
|
||||||
|
|
||||||
## Configuration
|
## Configuration
|
||||||
Add required parameters to [Django settings.py](https://docs.djangoproject.com/en/3.0/topics/settings/):
|
Add required parameters to [Django settings.py](https://docs.djangoproject.com/en/3.0/topics/settings/):
|
||||||
1. [CLICKHOUSE_DATABASES](configuration.md#clickhouse_databases)
|
1. add `django_clickhouse` to INSTALLED_APPS
|
||||||
2. [Intermediate storage](storages.md) configuration. For instance, [RedisStorage](storages.md#redisstorage)
|
2. [CLICKHOUSE_DATABASES](configuration.md#clickhouse_databases)
|
||||||
3. It's recommended to change [CLICKHOUSE_CELERY_QUEUE](configuration.md#clickhouse_celery_queue)
|
3. [Intermediate storage](storages.md) configuration. For instance, [RedisStorage](storages.md#redisstorage)
|
||||||
4. Add sync task to [celerybeat schedule](http://docs.celeryproject.org/en/v2.3.3/userguide/periodic-tasks.html).
|
4. It's recommended to change [CLICKHOUSE_CELERY_QUEUE](configuration.md#clickhouse_celery_queue)
|
||||||
|
5. Add sync task to [celerybeat schedule](http://docs.celeryproject.org/en/v2.3.3/userguide/periodic-tasks.html).
|
||||||
Note, that executing planner every 2 seconds doesn't mean sync is executed every 2 seconds.
|
Note, that executing planner every 2 seconds doesn't mean sync is executed every 2 seconds.
|
||||||
Sync time depends on model sync_delay attribute value and [CLICKHOUSE_SYNC_DELAY](configuration.md#clickhouse_sync_delay) configuration parameter.
|
Sync time depends on model sync_delay attribute value and [CLICKHOUSE_SYNC_DELAY](configuration.md#clickhouse_sync_delay) configuration parameter.
|
||||||
You can read more in [sync section](synchronization.md).
|
You can read more in [sync section](synchronization.md).
|
||||||
|
@ -19,6 +20,7 @@ Add required parameters to [Django settings.py](https://docs.djangoproject.com/e
|
||||||
You can also change other [configuration parameters](configuration.md) depending on your project.
|
You can also change other [configuration parameters](configuration.md) depending on your project.
|
||||||
|
|
||||||
#### Example
|
#### Example
|
||||||
|
* if you already have a celery work flow:
|
||||||
```python
|
```python
|
||||||
# django-clickhouse library setup
|
# django-clickhouse library setup
|
||||||
CLICKHOUSE_DATABASES = {
|
CLICKHOUSE_DATABASES = {
|
||||||
|
@ -48,6 +50,43 @@ CELERYBEAT_SCHEDULE = {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
* if you don't have a celery workflow:
|
||||||
|
|
||||||
|
create a `celery.py` file in `mysite/mysite/celery.py`:
|
||||||
|
```python
|
||||||
|
import os
|
||||||
|
from datetime import timedelta
|
||||||
|
from celery import Celery
|
||||||
|
|
||||||
|
# set the default Django settings module for the 'celery' program.
|
||||||
|
os.environ.setdefault("DJANGO_SETTINGS_MODULE", "mysite.settings")
|
||||||
|
|
||||||
|
app = Celery("podafarini")
|
||||||
|
|
||||||
|
# Using a string here means the worker doesn't have to serialize
|
||||||
|
# the configuration object to child processes.
|
||||||
|
# - namespace='CELERY' means all celery-related configuration keys
|
||||||
|
# should have a `CELERY_` prefix.
|
||||||
|
app.config_from_object("django.conf:settings", namespace="CELERY")
|
||||||
|
# Load task modules from all registered Django app configs.
|
||||||
|
app.autodiscover_tasks()
|
||||||
|
app.conf.beat_schedule = {
|
||||||
|
"clickhouse_auto_sync": {
|
||||||
|
"task": "django_clickhouse.tasks.clickhouse_auto_sync",
|
||||||
|
"schedule": timedelta(seconds=2), # Every 2 seconds
|
||||||
|
"options": {"expires": 1, "queue": "clickhouse"},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
`mysite/mysite/__init__.py`:
|
||||||
|
```python
|
||||||
|
# This will make sure the app is always imported when
|
||||||
|
# Django starts so that shared_task will use this app.
|
||||||
|
from .celery import app as celery_app
|
||||||
|
|
||||||
|
__all__ = ("celery_app",)
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
## Adopting django model
|
## Adopting django model
|
||||||
Read [ClickHouseSyncModel](models.md#djangomodel) section.
|
Read [ClickHouseSyncModel](models.md#djangomodel) section.
|
||||||
|
@ -76,7 +115,8 @@ from my_app.models import User
|
||||||
|
|
||||||
class ClickHouseUser(ClickHouseModel):
|
class ClickHouseUser(ClickHouseModel):
|
||||||
django_model = User
|
django_model = User
|
||||||
|
# Uncomment the line below if you want your models to sync between databases
|
||||||
|
# need_sync = True
|
||||||
id = fields.UInt32Field()
|
id = fields.UInt32Field()
|
||||||
first_name = fields.StringField()
|
first_name = fields.StringField()
|
||||||
birthday = fields.DateField()
|
birthday = fields.DateField()
|
||||||
|
@ -91,11 +131,11 @@ class ClickHouseUser(ClickHouseModel):
|
||||||
3. Create `0001_initial.py` file inside the created package. Result structure should be:
|
3. Create `0001_initial.py` file inside the created package. Result structure should be:
|
||||||
```
|
```
|
||||||
my_app
|
my_app
|
||||||
>> clickhouse_migrations
|
| clickhouse_migrations
|
||||||
>>>> __init__.py
|
|-- __init__.py
|
||||||
>>>> 0001_initial.py
|
|-- 0001_initial.py
|
||||||
>> clickhouse_models.py
|
| clickhouse_models.py
|
||||||
>> models.py
|
| models.py
|
||||||
```
|
```
|
||||||
|
|
||||||
4. Add content to file `0001_initial.py`:
|
4. Add content to file `0001_initial.py`:
|
||||||
|
|
Loading…
Reference in New Issue
Block a user