fix(backend): 修复当 spider 集群存在异常节点时的查询问题 #7479

Author: zhangzhw8

dbm-ui/backend/components/db_remote_service/client.py

@@ -40,6 +40,15 @@ def __init__(self):
             default_timeout=self.DRS_MYSQL_TIMEOUT,
         )
 
+        self.short_rpc = ProxyAPI(
+            method="POST",
+            base=self.BASE_DOMAIN,
+            url="mysql/rpc",
+            module=self.MODULE,
+            ssl=ssl_flag,
+            description=_("DB 远程执行（短耗时）"),
+        )
+
         self.proxyrpc = ProxyAPI(
             method="POST",
             base=self.BASE_DOMAIN,

dbm-ui/backend/db_meta/models/cluster.py

@@ -45,6 +45,7 @@
 )
 from backend.db_meta.exceptions import ClusterExclusiveOperateException, DBMetaException
 from backend.db_services.version.constants import LATEST, PredixyVersion, TwemproxyVersion
+from backend.exceptions import ApiError
 from backend.flow.consts import DEFAULT_RIAK_PORT
 from backend.ticket.constants import TicketType
 from backend.ticket.models import ClusterOperateRecord
@@ -361,21 +362,24 @@ def tendbcluster_ctl_primary_address(self) -> str:
         if self.cluster_type != ClusterType.TenDBCluster.value:
             raise DBMetaException(message=_("{} 类型集群没有中控节点".format(self.cluster_type)))
 
+        # 取一个状态正常的 spider-master 接入层
         spider_instance = self.proxyinstance_set.filter(
-            tendbclusterspiderext__spider_role=TenDBClusterSpiderRole.SPIDER_MASTER
-        ).first()  # 随便拿一个spider-master接入层
+            tendbclusterspiderext__spider_role=TenDBClusterSpiderRole.SPIDER_MASTER,
+            status=InstanceStatus.RUNNING.value,
+        ).first()
 
         ctl_address = "{}{}{}".format(spider_instance.machine.ip, IP_PORT_DIVIDER, spider_instance.port + 1000)
 
         logger.info("ctl address: {}".format(ctl_address))
-        res = DRSApi.rpc(
+        res = DRSApi.short_rpc(
             {
                 "addresses": [ctl_address],
                 "cmds": ["tdbctl get primary"],
                 "force": False,
                 "bk_cloud_id": self.bk_cloud_id,
             }
         )
+
         logger.info("tdbctl get primary res: {}".format(res))
 
         if res[0]["error_msg"]:
@@ -440,24 +444,31 @@ def get_cluster_id__primary_address_map(cls, cluster_ids: List[int]) -> Dict[int
                     logger.error(_("集群id:{} {} 类型集群没有中控节点".format(cluster.id, cluster.cluster_type)))
                     continue
 
+                # 取一个状态正常的 spider-master 接入层
                 spider_instance = cluster.proxyinstance_set.filter(
-                    tendbclusterspiderext__spider_role=TenDBClusterSpiderRole.SPIDER_MASTER
-                ).first()  # 随便拿一个spider-master接入层
+                    tendbclusterspiderext__spider_role=TenDBClusterSpiderRole.SPIDER_MASTER,
+                    status=InstanceStatus.RUNNING.value,
+                ).first()
 
                 ctl_address = "{}{}{}".format(spider_instance.machine.ip, IP_PORT_DIVIDER, spider_instance.port + 1000)
                 addresses.append(ctl_address)
                 ctl_address__cluster_id_map[ctl_address] = cluster.id
 
             logger.info("addresses: {}".format(addresses))
 
-            res = DRSApi.rpc(
-                {
-                    "addresses": addresses,
-                    "cmds": ["tdbctl get primary"],
-                    "force": False,
-                    "bk_cloud_id": bk_cloud_id,
-                }
-            )
+            try:
+                res = DRSApi.short_rpc(
+                    {
+                        "addresses": addresses,
+                        "cmds": ["tdbctl get primary"],
+                        "force": False,
+                        "bk_cloud_id": bk_cloud_id,
+                    }
+                )
+            except ApiError as e:
+                logger.error(_("get primary failed: {}".format(e)))
+                continue
+
             logger.info("tdbctl get primary res: {}".format(res))
 
             for item in res:

dbm-ui/backend/db_services/mysql/resources/tendbcluster/query.py

@@ -291,5 +291,6 @@ def retrieve_instance(cls, bk_biz_id: int, cluster_id: int, instance: str) -> di
 
     @classmethod
     def get_cluster_primary(cls, cluster_ids: list) -> list:
+        """获取集群主节点信息"""
         cluster_id__primary_address_map = Cluster.get_cluster_id__primary_address_map(cluster_ids)
         return [{"cluster_id": k, "primary": v} for k, v in cluster_id__primary_address_map.items()]