config_info.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295
  1. from typing import Union
  2. import pandas as pd
  3. class ConfigInfo:
  4. def __init__(self,config) -> None:
  5. self.config = config
  6. self.n_input = len(self.get_io_id('in'))
  7. self.n_output = len(self.get_io_id('out'))
  8. def get_io_id(self,io = 'in') -> list:
  9. if io == 'in':
  10. io_key = '_PORTS_IN'
  11. elif io == 'out':
  12. io_key = '_PORTS_OUT'
  13. else:
  14. raise Exception('WRONG io')
  15. input_id = [point['point_id'] for point in self.config[io_key]]
  16. return input_id
  17. def get_io_group_info(self,io='in',type:str='data',data:list=None) -> dict:
  18. if io == 'in':
  19. io_key = '_PORTS_IN_GROUP'
  20. elif io == 'out':
  21. io_key = '_PORTS_OUT_GROUP'
  22. group_info = {}
  23. for group in self.config[io_key]:
  24. name = group['name']
  25. start_idx = group['start']
  26. end_idx = group['end']
  27. if type == 'data':
  28. # group_info = {'G1':[DF1,DF2], 'G2':[DF3,DF4]}
  29. if data is None:
  30. raise Exception('当type为data时,必须输入data参数')
  31. info = data[start_idx:end_idx]
  32. elif type == 'point_id':
  33. # group_info = {'G1':[point_1,point_2],'G2':[point_3,point_4]}
  34. point_id = self.get_io_id(io=io)
  35. info = point_id[start_idx:end_idx]
  36. else:
  37. raise Exception('WRONG type')
  38. group_info[name] = info
  39. return group_info
  40. def get_data_by_group_and_name(self,data:list,name:str,group:str=None,
  41. allow_group_missing=False) -> list:
  42. group_data = self.get_io_group_info(io='in',type='data',data=data)
  43. group_name = self.get_io_group_info(io='in',type='point_id')
  44. if group is None:
  45. group = list(group_name.keys())
  46. elif isinstance(group,str):
  47. group = [group]
  48. elif isinstance(group,list):
  49. pass
  50. else:
  51. raise Exception('WRONG')
  52. all_data = []
  53. for each_group in group:
  54. if each_group not in group_name:
  55. if allow_group_missing == False:
  56. raise Exception(f'缺失{each_group}')
  57. else:
  58. continue
  59. data_idx = group_name[each_group].index(name)
  60. data_i = group_data[each_group][data_idx]
  61. if isinstance(data_i,pd.DataFrame):
  62. data_i = data_i.iloc[:,[0]].set_axis([each_group],axis=1)
  63. all_data.append(data_i)
  64. return all_data
  65. def get_io_info_by_pc(self,io='in',type:str='data',data:list=None,drop_groups:list=[]) -> dict:
  66. """
  67. 对组件中每个分组的点位进行分割,根据点位的编号重新分组
  68. """
  69. if io == 'in':
  70. io_key = '_PORTS_IN_GROUP'
  71. elif io == 'out':
  72. io_key = '_PORTS_OUT_GROUP'
  73. group_pc_info_all = self.get_io_group_info(io=io,type='point_id',data=data)
  74. if drop_groups is None:
  75. group_pc_info = group_pc_info_all
  76. elif isinstance(drop_groups,list):
  77. group_pc_info = {k:v for k,v in group_pc_info_all.items() if k not in drop_groups}
  78. if not all([i==list(group_pc_info.values())[0] for i in group_pc_info.values()]):
  79. raise Exception('请确保所有分组中点位的编号是一致的!')
  80. pc_num = len(list(group_pc_info.values())[0])
  81. pc_info = {}
  82. for count in range(pc_num):
  83. info_list = []
  84. for group_info in self.config[io_key]:
  85. if group_info['name'] in drop_groups:
  86. continue
  87. idx = group_info['start'] + count
  88. point_id = self.get_io_id(io=io)[idx]
  89. if type == 'data':
  90. data_info = data[idx]
  91. info_list.append(data_info)
  92. elif type == 'point_id':
  93. group_name = group_info['name']
  94. info_list.append(group_name)
  95. pc_info[point_id] = info_list
  96. return pc_info
  97. def rename_df(self,dfs:list,io='in') -> list:
  98. result = []
  99. point_id = self.get_io_id(io=io)
  100. if len(dfs) != len(point_id):
  101. raise Exception(f'数据长度有误,point_id:{point_id},dfs:{dfs}')
  102. for p,df in zip(point_id,dfs):
  103. if not isinstance(df,pd.DataFrame) or not isinstance(p,str):
  104. result.append(df)
  105. else:
  106. result.append(
  107. df.iloc[:,[0]].set_axis([p],axis=1)
  108. )
  109. return result
  110. def split_df_by_groupinfo(
  111. self,
  112. data_map:dict,
  113. allow_data_map_is_subset:bool = False,
  114. allow_data_map_miss_group:list = None
  115. ) -> list:
  116. """
  117. 根据组件配置的输出分组和桩,将数据输出
  118. Parameters
  119. ----------
  120. data_map : dict
  121. 分组名称及对应的数据 {分组1:DataFrame, 分组2:{桩A:Float,桩B:Bool}}
  122. Returns
  123. -------
  124. list
  125. 数据列表
  126. Raises
  127. ------
  128. Exception
  129. 分组名称超出了限定的范围
  130. Exception
  131. 桩名称超出了限定的范围
  132. """
  133. output_groupinfo = self.get_io_group_info('out',type='point_id')
  134. split_data = []
  135. for group_name,points in output_groupinfo.items():
  136. data = data_map.get(group_name)
  137. if data is None:
  138. if isinstance(allow_data_map_miss_group,list) and group_name in allow_data_map_miss_group:
  139. continue
  140. elif not allow_data_map_is_subset:
  141. raise Exception(f'组件输出的分组名称{group_name}有误,分组:{list(data_map.keys())}')
  142. else:
  143. continue
  144. for p in points:
  145. if isinstance(data,pd.DataFrame):
  146. if p not in data.columns:
  147. raise Exception(f'组件输出的桩名称有误,未找到{p},桩:{data.columns.to_list()}')
  148. p_data = data.loc[:,[p]]
  149. elif isinstance(data,dict):
  150. if p not in data.keys():
  151. raise Exception(f'组件输出的桩名称有误,未找到{p},桩:{list(data.keys())}')
  152. p_data = data[p]
  153. split_data.append(p_data)
  154. return split_data
  155. def split_df(self,method:str,df:pd.DataFrame,by_group=None) -> list:
  156. if by_group is not None:
  157. output_point_id = self.get_io_group_info(io='out',type='point_id')[by_group]
  158. output_n = len(output_point_id)
  159. else:
  160. output_point_id = self.get_io_id(io='out')
  161. output_n = self.n_output
  162. df_list = []
  163. if method == 'idx':
  164. if df.shape[1] != output_n:
  165. raise Exception(f'输出数据的个数不等于原数据中的列数,以下是原数据中包含的列:{df.columns.to_list()}')
  166. for idx in range(output_n):
  167. df_list.append(df.iloc[:,[idx]])
  168. elif method == 'id':
  169. for point_id in output_point_id:
  170. if point_id not in df.columns:
  171. raise Exception(f'数据中没有{point_id},以下是数据中包含的列:{df.columns.to_list()}')
  172. df_list.append(df.loc[:,[point_id]])
  173. return df_list
  174. def get_property(self,key:str,default=None):
  175. # 获取组件配置的属性
  176. if key not in self.config.keys():
  177. return default
  178. property = self.config[key]
  179. if property is None or property == '':
  180. return default
  181. return property
  182. def check_property_exist(self,property_name:dict):
  183. for param,param_name in property_name.items():
  184. try:
  185. self.config[param]
  186. except:
  187. raise Exception(f'组件缺少自定义参数:{param_name}')
  188. def check_io_equal(self):
  189. input_id = self.get_io_id('in')
  190. output_id = self.get_io_id('out')
  191. is_equal = input_id == output_id
  192. return is_equal
  193. if __name__ == '__main__':
  194. #############################
  195. config = {
  196. '_PORTS_IN': [],
  197. '_PORTS_OUT':
  198. [
  199. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': ''}], 'name': '','type': 'DF','static': True, 'point_id': 'a'},
  200. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': 'P_ND2_Tdb'}], 'name': 'ND2_室外温度', 'type': 'DF', 'static': True, 'point_id': 'b'},
  201. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': ''}], 'name': '','point_id': 'c'},
  202. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': ''}], 'name': '', 'point_id': 'd'}
  203. ],
  204. '_PORTS_IN_GROUP': [],
  205. '_PORTS_OUT_GROUP':
  206. [
  207. {'id': '1696909849014', 'end': 2, 'name': 'X', 'start': 0, 'static': True},
  208. {'id': '1696909849434', 'end': 4, 'name': 'Y', 'start': 2, 'static': True}
  209. ],
  210. '_CODE' : None,
  211. '_DEVICE_CODE': None
  212. }
  213. config_info = ConfigInfo(config)
  214. df1 = pd.DataFrame({'a':[1,2,3],'b':[4,5,6]})
  215. df2 = pd.DataFrame({'c':[7,8,9],'d':[10,11,12]})
  216. res1 = config_info.split_df_by_groupinfo(df_map= {'X':df1,'Y':df2})
  217. print('res1',res1)
  218. ###########################
  219. config = {
  220. '_PORTS_OUT': [],
  221. '_PORTS_IN':
  222. [
  223. {'point_id': 'a'},
  224. {'point_id': 'b'},
  225. ],
  226. '_PORTS_IN_GROUP': [],
  227. '_PORTS_OUT_GROUP':
  228. [
  229. ],
  230. '_CODE' : None,
  231. '_DEVICE_CODE': None
  232. }
  233. df1 = pd.DataFrame({'x':[1,2,3]})
  234. df2 = pd.DataFrame({'y':[1,2,3]})
  235. config_info = ConfigInfo(config)
  236. res2 = config_info.rename_df([df1,df2])
  237. print('res2',res2)