|
|
#!/usr/bin/env python
|
|
|
# -*- coding: utf-8 -*-
|
|
|
# @Time : 2023/4/8 9:05
|
|
|
# @Author : old tom
|
|
|
# @File : metadata_reader.py
|
|
|
# @Project : futool-tiny-datahub
|
|
|
# @Desc : 元数据读取
|
|
|
|
|
|
import abc
|
|
|
import os
|
|
|
from configparser import ConfigParser
|
|
|
from datahub.log_conf import Logger
|
|
|
from datahub.datasource.datasource_manage import DataSource
|
|
|
from datahub.metadata.metadatadao.metadata_dao import MetadataDao
|
|
|
|
|
|
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
|
|
|
|
reader_conf = ConfigParser()
|
|
|
reader_conf.read(os.path.join(BASE_DIR, 'reader_conf.ini'))
|
|
|
|
|
|
logger = Logger().get_logger()
|
|
|
|
|
|
|
|
|
class AbsMetadataReader(metaclass=abc.ABCMeta):
|
|
|
"""
|
|
|
抽象元数据读取器
|
|
|
"""
|
|
|
|
|
|
def __init__(self, datasource):
|
|
|
self.datasource = datasource
|
|
|
|
|
|
@abc.abstractmethod
|
|
|
def query_tables(self):
|
|
|
"""
|
|
|
查询当前连接下所有表
|
|
|
:return:
|
|
|
"""
|
|
|
pass
|
|
|
|
|
|
@abc.abstractmethod
|
|
|
def query_views(self):
|
|
|
"""
|
|
|
查询当前连接下所有视图
|
|
|
:return:
|
|
|
"""
|
|
|
pass
|
|
|
|
|
|
@abc.abstractmethod
|
|
|
def query_procedure(self):
|
|
|
"""
|
|
|
查询当前连接下所有存储过程
|
|
|
:return:
|
|
|
"""
|
|
|
pass
|
|
|
|
|
|
@abc.abstractmethod
|
|
|
def query_table_fields(self, table):
|
|
|
"""
|
|
|
查询字段
|
|
|
:param table:
|
|
|
:return:
|
|
|
"""
|
|
|
pass
|
|
|
|
|
|
|
|
|
class MetadataReader(AbsMetadataReader):
|
|
|
def __init__(self, datasource: DataSource):
|
|
|
super().__init__(datasource)
|
|
|
self.db_type = datasource.connector.db_type
|
|
|
self.dao = MetadataDao(datasource.connector)
|
|
|
|
|
|
def query_tables(self):
|
|
|
return self.dao.query_all_tables(reader_conf[self.db_type]['tables'])
|
|
|
|
|
|
def query_views(self):
|
|
|
return self.dao.query_all_views(reader_conf[self.db_type]['views'])
|
|
|
|
|
|
def query_procedure(self):
|
|
|
return self.dao.query_all_procedure(reader_conf[self.db_type]['procedure'])
|
|
|
|
|
|
def query_table_fields(self, table):
|
|
|
return self.dao.query_table_field(reader_conf[self.db_type]['table_field'].replace('#$#', table))
|
|
|
|
|
|
def query_metadata_detail(self, obj_name, obj_type):
|
|
|
"""
|
|
|
查询元数据明细
|
|
|
例：obj_type 为view或procedure 则查询对应创建语句
|
|
|
为table 则查询中文注释
|
|
|
:param obj_name: 对象名称
|
|
|
:param obj_type: 对象类型
|
|
|
:return:
|
|
|
"""
|
|
|
return {
|
|
|
'table': self.dao.query_table_field(
|
|
|
reader_conf[self.db_type][obj_type + '_detail'].replace('#$#', obj_name)),
|
|
|
'view': self.dao.query_view_detail(obj_name,
|
|
|
reader_conf[self.db_type][obj_type + '_detail'].replace('#$#',
|
|
|
obj_name)),
|
|
|
'procedure': self.dao.query_procedure_detail(
|
|
|
reader_conf[self.db_type][obj_type + '_detail'].replace('#$#', obj_name))
|
|
|
}[obj_type]
|
