start.py 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146
  1. import json
  2. from MyUtils.Dingtalk import send_message
  3. from MyUtils.Dingtalk import send_message_markdown
  4. import datetime
  5. import time
  6. import pymysql
  7. import pytz
  8. SELECT_BUILDING_SQL = "SELECT zj_building_id,sg_building_id FROM sagacloud_setup.zj_sync_config_building"
  9. SELECT_STATE_SQL = "SELECT room_id from sagacloud_setup.zj_t_building_rooms where `type` = 1" #只对比类型为1的点位
  10. SELECT_FC_SQL = "SELECT building_id,room_name,room_id from zj_fc.t_building_rooms"
  11. SELECT_SPACE_SQL = "SELECT building_id,local_name FROM sagacloud_object.object_data_space"
  12. TRUNCATE_BUILDING_ROOMS_SQL = "truncate table sagacloud_setup.zj_sync_building_rooms"
  13. INSERT_BUILDING_ROOMS_SQL = "INSERT into sagacloud_setup.zj_sync_building_rooms(building_id,building_name,room_name,floor_id,floor_name,`state`,`type`,create_time) values"
  14. SELECT_DIFF_FC_SQL="SELECT building_name,floor_id,floor_name,`state`,`type` from zj_fc.t_building_rooms WHERE building_id='%s' and room_name='%s'"
  15. def datetime_now():
  16. # datetime_now = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
  17. #容器时间
  18. # tz = pytz.timezone('Asia/Shanghai') # 东八区
  19. datetime_now = datetime.datetime.fromtimestamp(int(time.time()),
  20. pytz.timezone('Asia/Shanghai')).strftime('%Y-%m-%d %H:%M:%S')
  21. return datetime_now
  22. # 读取配置文件信息
  23. with open("config.json", "r") as f:
  24. data = json.load(f)
  25. mysql = data["mysql"]
  26. database = mysql["database"]
  27. dingding = data["dingding"]
  28. # mysql插入数据
  29. def insert_mysql(sqls):
  30. print("%s 开始往mysql插入数据..."%datetime_now())
  31. for i in range(0, len(sqls), 1000):
  32. sqlranges = sqls[i:i + 1000]
  33. sqlranges = INSERT_BUILDING_ROOMS_SQL + ",".join(sqlranges)
  34. mysql_cur.execute(sqlranges)
  35. conn.commit()
  36. print("%s mysql数据插入成功,合计%s条..." % (datetime_now(),len(sqls)))
  37. #钉钉推送消息
  38. messages = []
  39. #存储zj_fc表的空间名称
  40. FC_NAMELIST_DICT = {}
  41. #存储space表的空间名称
  42. SPACE_NAMELIST_DICT={}
  43. # 连接mysql
  44. conn = pymysql.connect(**mysql)
  45. mysql_cur = conn.cursor()
  46. # 获取建筑列表
  47. mysql_cur.execute(SELECT_BUILDING_SQL)
  48. buildinglist = mysql_cur.fetchall()
  49. #获取需要对应的点位列表
  50. mysql_cur.execute(SELECT_STATE_SQL)
  51. roomid_list = mysql_cur.fetchall()
  52. roomid_list = [i[0] for i in roomid_list]
  53. # 获取zj_fc空间名称
  54. print("%s 获取zj_fc空间名称..."%datetime_now())
  55. mysql_cur.execute(SELECT_FC_SQL)
  56. fc_namelist = mysql_cur.fetchall()
  57. for building in buildinglist:
  58. if building[0] and building[1] != None:
  59. for fc_name in fc_namelist:
  60. #判断空间是否需要对比
  61. if fc_name[2] in roomid_list:
  62. if fc_name[0] == building[0]:
  63. FC_NAMELIST_DICT[building[1]+"_"+fc_name[1]] = building[0]+"_"+fc_name[1]
  64. # FC_NAMELIST_DICT[building[1]+"_"+fc_name[1]] = 1
  65. else:
  66. message = (" - **存在建筑对应关系为空:** %s(%s) \n") % (building[0],building[1])
  67. print(message)
  68. messages.append(message)
  69. messages.append("___")
  70. # 获取space空间名称
  71. print("%s 获取space空间名称..."%datetime_now())
  72. mysql_cur.execute(SELECT_SPACE_SQL)
  73. space_namelist = mysql_cur.fetchall()
  74. for space in space_namelist:
  75. SPACE_NAMELIST_DICT[space[0]+"_"+space[1]] = 1
  76. # print(FC_NAMELIST_DICT)
  77. # print(SPACE_NAMELIST_DICT)
  78. #对比空间名称,取出差异数据生成sql语句
  79. sqls = []
  80. print("%s 开始对比差异数据..."%datetime_now())
  81. diff_namelist = set(FC_NAMELIST_DICT) - set(SPACE_NAMELIST_DICT)
  82. if diff_namelist != set():
  83. for diff_name in diff_namelist:
  84. diff_building_rooms = FC_NAMELIST_DICT[diff_name]
  85. diff_building_id = str(diff_building_rooms).split("_")[0]
  86. diff_room_name = str(diff_building_rooms).split("_")[1]
  87. mysql_cur.execute(SELECT_DIFF_FC_SQL%(diff_building_id,diff_room_name))
  88. diff_data = mysql_cur.fetchall()[0]
  89. building_name = diff_data[0]
  90. floor_id = diff_data[1]
  91. floor_name = diff_data[2]
  92. state = diff_data[3]
  93. type = diff_data[4]
  94. sqlline = "('%s','%s','%s','%s','%s','%s','%s','%s')"%(diff_building_id,building_name,diff_room_name,floor_id,floor_name,state,type,datetime_now())
  95. sqls.append(sqlline)
  96. # message = (" - **building_id:** %s \n" + " - **building_name:** %s \n" + " - **room_name:** %s \n" + " - **type:** %s \n")%(diff_building_id, building_name,diff_room_name,type)
  97. # messages.append(message)
  98. # messages.append("___")
  99. print("%s 差异数据共计%s条..."%(datetime_now(),len(diff_namelist)))
  100. message = (" - **类型:** 空间名称未对应 \n" + " - **数量:** %s \n") % (len(diff_namelist))
  101. messages.append(message)
  102. messages.append("___")
  103. # 获取space空间名称
  104. print("%s 清空MySQL表数据..."%datetime_now())
  105. mysql_cur.execute(TRUNCATE_BUILDING_ROOMS_SQL)
  106. conn.commit()
  107. #往MySQL插入数据
  108. insert_mysql(sqls)
  109. if messages:
  110. messages.append("详情查看MySQL数据库sagacloud_setup里的zj_sync_building_rooms表")
  111. messages_info = "\n".join(messages)
  112. # 如果有报警,发送钉钉
  113. title = "## 【之江实验室】空间名称报警 "
  114. messages_info = title + "\n" + messages_info
  115. print(messages_info)
  116. send_message_markdown(title, messages_info, dingding)
  117. mysql_cur.close()
  118. conn.close()