feat: 完成 issue #29 TDengine 超级表 schema 依据点位字典自动生成
This commit is contained in:
@@ -10,7 +10,7 @@ topic / 时序库表 / 关系表 / 对象桶:换行业只改模板资产(模
|
||||
| 文件 | 职责 |
|
||||
|------|------|
|
||||
| `templating.py` | 模板命名推导:Kafka topic + 分区策略、TDengine 超级表/子表、PostgreSQL schema/表、MinIO 桶/对象键 |
|
||||
| `tdengine_schema.py` | 时序库 schema 自动生成(超级表 + 每测点子表)+ 批量 INSERT SQL |
|
||||
| `tdengine_schema.py` | 时序库 schema 自动生成(超级表 + 每测点子表,**依据点位字典**)+ 批量 INSERT SQL |
|
||||
| `postgres_schema.py` | 关系库 schema(模板 / 模型 / 用户 / 权限)+ 角色授权语句 |
|
||||
| `batch_writer.py` | 批量写入缓冲:批量聚合(默认 5000 条/0.1s,对齐 PRD 5.2「5k/100ms」基线)、幂等去重、失败重试 —— **数据不丢不重** |
|
||||
|
||||
@@ -18,9 +18,15 @@ topic / 时序库表 / 关系表 / 对象桶:换行业只改模板资产(模
|
||||
|
||||
```python
|
||||
from data_bus.batch_writer import BatchWriter, TdengineSink
|
||||
from data_bus.tdengine_schema import generate_schema, specs_from_point_dict_rows
|
||||
from data_bus.templating import TemplateNaming
|
||||
|
||||
naming = TemplateNaming(template="ti-cl4") # 换行业只改模板名
|
||||
|
||||
# 依据点位字典自动生成 TDengine 完整 schema(超级表 + 每测点子表)
|
||||
point_dict_rows = [{"device_id": "CLF-01", "point_id": "CLF-01.TEMP", "unit": "℃", "dataType": "float"}]
|
||||
schema_ddls = generate_schema(naming, specs_from_point_dict_rows(point_dict_rows), retention_days=90)
|
||||
|
||||
sink = TdengineSink(naming, executor=run_sql) # executor 注入 TDengine 连接适配器
|
||||
writer = BatchWriter(sink, batch_size=5000, flush_interval=0.1)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user