feat(backend): oracle迁移元数据 #14411

Author: yyhenryyy

dbm-ui/backend/flow/engine/bamboo/scene/oracle/oracle_migrate_meta.py

@@ -0,0 +1,97 @@
+# -*- coding: utf-8 -*-
+"""
+TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available.
+Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved.
+Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at https://opensource.org/licenses/MIT
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License.
+"""
+import logging.config
+from typing import Dict, Optional
+
+from django.utils.translation import gettext as _
+
+from backend.flow.consts import DEPENDENCIES_PLUGINS
+from backend.flow.engine.bamboo.scene.common.builder import Builder
+from backend.flow.plugins.components.collections.common.install_nodeman_plugin import (
+    InstallNodemanPluginServiceComponent,
+)
+from backend.flow.plugins.components.collections.oracle.oracle_migrate_meta import OracleMigrateMetaComponent
+from backend.flow.utils.oracle.oracle_migrate_meta_dataclass import MigrateActKwargs
+
+logger = logging.getLogger("flow")
+
+
+class OracleMigrateMetaFlow(object):
+    """元数据迁移flow"""
+
+    def __init__(self, root_id: str, data: Optional[Dict]):
+        """
+        传入参数
+        @param root_id : 任务流程定义的root_id
+        @param data : 单据传递过来的参数列表，是dict格式
+        """
+
+        self.root_id = root_id
+        self.data = data
+        self.get_kwargs = MigrateActKwargs()
+        self.get_kwargs.source_cluster_info = data
+        self.get_kwargs.get_storages()
+        self.get_kwargs.bk_biz_id = data.get("bk_biz_id")
+
+    def cluster_migrate_flow(self):
+        """
+        cluster migrate流程
+        """
+
+        # 创建流程实例
+        pipeline = Builder(root_id=self.root_id, data=self.data)
+
+        # 检查 是否已经迁移 从目标环境检查迁移ip是否复用
+        kwargs = self.get_kwargs.get_check_dest_cluster_info(
+            cluster_name=self.get_kwargs.source_cluster_info.get("name")
+        )
+        pipeline.add_act(
+            act_name=_("检查cluster目标端是否存在"), act_component_code=OracleMigrateMetaComponent.code, kwargs=kwargs
+        )
+
+        # 检查机器规格是否在目标端存在
+        kwargs = self.get_kwargs.get_check_spec_info()
+        pipeline.add_act(act_name=_("检查目标端机器规格"), act_component_code=OracleMigrateMetaComponent.code, kwargs=kwargs)
+
+        # 目标业务更新dba 检查目标业务的dba，不一致则更新
+        kwargs = self.get_kwargs.get_dba_info()
+        pipeline.add_act(act_name=_("更新dba"), act_component_code=OracleMigrateMetaComponent.code, kwargs=kwargs)
+
+        # 保存密码到密码服务  perfstat execute_user
+        kwargs = self.get_kwargs.get_save_password_info()
+        pipeline.add_act(act_name=_("保存密码"), act_component_code=OracleMigrateMetaComponent.code, kwargs=kwargs)
+
+        # 迁移数据
+        kwargs = self.get_kwargs.get_migrate_info()
+        pipeline.add_act(
+            act_name=_("迁移meta"),
+            act_component_code=OracleMigrateMetaComponent.code,
+            kwargs=kwargs,
+        )
+
+        # 修改dns的app字段
+        kwargs = self.get_kwargs.get_change_dns_app_info()
+        pipeline.add_act(act_name=_("更新dns的app"), act_component_code=OracleMigrateMetaComponent.code, kwargs=kwargs)
+
+        # 安装蓝鲸插件
+        acts_list = []
+        for plugin_name in DEPENDENCIES_PLUGINS:
+            acts_list.append(
+                {
+                    "act_name": _("安装[{}]插件".format(plugin_name)),
+                    "act_component_code": InstallNodemanPluginServiceComponent.code,
+                    "kwargs": self.get_kwargs.get_install_plugin_info(plugin_name=plugin_name),
+                }
+            )
+        pipeline.add_parallel_acts(acts_list=acts_list)
+
+        # 运行流程
+        pipeline.run_pipeline()

dbm-ui/backend/flow/plugins/components/collections/oracle/oracle_migrate_meta.py

@@ -0,0 +1,56 @@
+# -*- coding: utf-8 -*-
+"""
+TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available.
+Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved.
+Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at https://opensource.org/licenses/MIT
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License.
+"""
+import logging
+from typing import List
+
+from pipeline.component_framework.component import Component
+from pipeline.core.flow.activity import Service
+
+from backend.flow.plugins.components.collections.common.base_service import BaseService
+from backend.flow.utils.oracle.migrate_meta import OracleMigrateMeta
+
+logger = logging.getLogger("flow")
+
+
+class OracleMigrateMetaService(BaseService):
+    """
+    根据单据类型执行相关功能
+    """
+
+    def _execute(self, data, parent_data) -> bool:
+        kwargs = data.get_one_of_inputs("kwargs")
+        # global_data = data.get_one_of_inputs("global_data")
+        trans_data = data.get_one_of_inputs("trans_data")
+
+        # if trans_data is None or trans_data == "${trans_data}":
+        #     # 表示没有加载上下文内容，则在此添加
+        #     trans_data = getattr(flow_context, kwargs["set_trans_data_dataclass"])()
+        #
+        # if kwargs["is_update_trans_data"]:
+        #     # 表示合并上下文的内容
+        #     cluster_info = {**asdict(trans_data), **kwargs["cluster"]}
+        #     self.log_info(_("集群元信息:{}").format(cluster_info))
+        result = OracleMigrateMeta(info=kwargs).action()
+        self.log_info("oracle operate successfully")
+        data.outputs["trans_data"] = trans_data
+        return result
+
+    def inputs_format(self) -> List:
+        return [
+            Service.InputItem(name="kwargs", key="kwargs", type="dict", required=True),
+            Service.InputItem(name="global_data", key="global_data", type="dict", required=True),
+        ]
+
+
+class OracleMigrateMetaComponent(Component):
+    name = __name__
+    code = "oracle_migrate_meta"
+    bound_service = OracleMigrateMetaService

dbm-ui/backend/flow/utils/oracle/migrate_meta.py

@@ -0,0 +1,137 @@
+# -*- coding: utf-8 -*-
+"""
+TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available.
+Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved.
+Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at https://opensource.org/licenses/MIT
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License.
+"""
+
+import logging
+
+from django.utils.translation import gettext as _
+
+from backend.components import DnsApi
+from backend.configuration.constants import DBType
+from backend.configuration.handlers.dba import DBAdministratorHandler
+from backend.db_meta.api.cluster.oracle.primary_standby_create import pkg_create_oracle
+from backend.db_meta.models import Cluster
+from backend.flow.utils.oracle.oracle_password import OraclePassword
+
+logger = logging.getLogger("flow")
+
+
+class OracleMigrateMeta(object):
+    """oracle迁移元数据flow节点函数"""
+
+    def __init__(self, info: dict):
+        self.info = info
+
+    def action(self) -> bool:
+        function_name = self.info["meta_func_name"].lower()
+        if hasattr(self, function_name):
+            return getattr(self, function_name)()
+
+        logger.error(_("找不到单据类型，请联系系统管理员"))
+        return False
+
+    def check_dest_cluster(self):
+        """检查目标环境是否已经存在该cluster"""
+
+        if Cluster.objects.filter(name=self.info["cluster_name"], bk_biz_id=self.info["bk_biz_id"]).count() > 0:
+            logger.error(
+                "error: cluster:{} has of bk_biz_id:{} been existed".format(
+                    self.info["cluster_name"], str(self.info["bk_biz_id"])
+                )
+            )
+            raise ValueError(
+                "error: cluster:{} has of bk_biz_id:{} been existed".format(
+                    self.info["cluster_name"], str(self.info["bk_biz_id"])
+                )
+            )
+
+    def check_machine_spec(self):
+        """检查机器规格"""
+
+        if not self.info["spec"]["spec_id"]:
+            logger.error("error: machine spec of destination is not exist about {}".format(DBType.Oracle.value))
+            raise ValueError("error: machine spec of destination is not exist about {}".format(DBType.Oracle.value))
+
+    def upsert_dba(self):
+        """更新dba"""
+
+        DBAdministratorHandler.upsert_biz_admins(self.info["bk_biz_id"], self.info["db_admins"])
+
+    def save_password(self):
+        """保存密码到密码服务 perfstat execute_user"""
+
+        for username in self.info["usernames"]:
+            for password_info in self.info["password_infos"]:
+                result = OraclePassword().save_password_to_db(
+                    instances=password_info["nodes"],
+                    username=username,
+                    password=password_info["password"][username],
+                    operator=self.info["operator"],
+                )
+                if result:
+                    logger.error(
+                        "nodes:{} save user:{} password fail, error: {}".format(
+                            password_info["nodes"], username, result
+                        )
+                    )
+                    return False
+
+    def migrate_cluster(self):
+        """迁移集群"""
+
+        # 写入meta
+        try:
+            pkg_create_oracle(
+                bk_biz_id=self.info["bk_biz_id"],
+                name=self.info["name"],
+                immute_domain=self.info["immute_domain"],
+                db_module_id=self.info["db_module_id"],
+                alias=self.info["alias"],
+                major_version=self.info["major_version"],
+                storages=self.info["storages"],
+                creator=self.info["creator"],
+                bk_cloud_id=self.info["bk_cloud_id"],
+                region=self.info["region"],
+                spec_id=self.info["spec_id"],
+                spec_config=self.info["spec_config"],
+                cluster_type=self.info["cluster_type"],
+                disaster_tolerance_level=self.info["disaster_tolerance_level"],
+            )
+        except Exception as e:
+            logger.error("add relationship to meta fail, error:{}".format(str(e)))
+            return False
+        logger.info("add mongodb relationship to meta successfully")
+        return True
+
+    def change_domain_app(self):
+        """修改dns的app字段"""
+
+        for domain in self.info["change_domain_app"]:
+            domain_name = domain if domain.endswith(".") else "{}.".format(domain)
+            try:
+                DnsApi.update_domain_belong_app(
+                    {
+                        "app": self.info["app"],
+                        "new_app": self.info["new_app"],
+                        "domain_name": domain_name,
+                        "bk_cloud_id": self.info["bk_cloud_id"],
+                    }
+                )
+            except Exception as e:
+                logger.error(
+                    "change domain:{} dns app fail, from old app:{} to new app:{}, error:{}".format(
+                        domain_name, self.info["app"], self.info["new_app"], str(e)
+                    )
+                )
+                raise ValueError(
+                    "change domain:{} dns app fail, from old app:{} to new app:{}, error:{}".format(
+                        domain_name, self.info["app"], self.info["new_app"], str(e)
+                    )
+                )