config_info.py 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226
  1. import pandas as pd
  2. class ConfigInfo:
  3. def __init__(self,config) -> None:
  4. self.config = config
  5. self.n_input = len(self.get_io_id('in'))
  6. self.n_output = len(self.get_io_id('out'))
  7. def get_io_id(self,io = 'in') -> list:
  8. if io == 'in':
  9. io_key = '_PORTS_IN'
  10. elif io == 'out':
  11. io_key = '_PORTS_OUT'
  12. else:
  13. raise Exception('WRONG io')
  14. input_id = [point['point_id'] for point in self.config[io_key]]
  15. return input_id
  16. def get_io_group_info(self,io='in',type:str='data',data:list=None) -> dict:
  17. if io == 'in':
  18. io_key = '_PORTS_IN_GROUP'
  19. elif io == 'out':
  20. io_key = '_PORTS_OUT_GROUP'
  21. group_info = {}
  22. for group in self.config[io_key]:
  23. name = group['name']
  24. start_idx = group['start']
  25. end_idx = group['end']
  26. if type == 'data':
  27. # group_info = {'G1':[DF1,DF2], 'G2':[DF3,DF4]}
  28. if data is None:
  29. raise Exception('当type为data时,必须输入data参数')
  30. info = data[start_idx:end_idx]
  31. elif type == 'point_id':
  32. # group_info = {'G1':[point_1,point_2],'G2':[point_3,point_4]}
  33. point_id = self.get_io_id(io=io)
  34. info = point_id[start_idx:end_idx]
  35. else:
  36. raise Exception('WRONG type')
  37. group_info[name] = info
  38. return group_info
  39. def rename_df(self,dfs:list,io='in') -> list:
  40. result = []
  41. point_id = self.get_io_id(io=io)
  42. if len(dfs) != len(point_id):
  43. raise Exception(f'数据长度有误,point_id:{point_id},dfs:{dfs}')
  44. for p,df in zip(point_id,dfs):
  45. if not isinstance(df,pd.DataFrame) or not isinstance(p,str):
  46. result.append(df)
  47. else:
  48. result.append(
  49. df.iloc[:,[0]].set_axis([p],axis=1)
  50. )
  51. return result
  52. def split_df_by_groupinfo(
  53. self,
  54. data_map:dict,
  55. allow_data_map_is_subset:bool = False,
  56. allow_data_map_miss_group:list = None
  57. ) -> list:
  58. """
  59. 根据组件配置的输出分组和桩,将数据输出
  60. Parameters
  61. ----------
  62. data_map : dict
  63. 分组名称及对应的数据 {分组1:DataFrame, 分组2:{桩A:Float,桩B:Bool}}
  64. Returns
  65. -------
  66. list
  67. 数据列表
  68. Raises
  69. ------
  70. Exception
  71. 分组名称超出了限定的范围
  72. Exception
  73. 桩名称超出了限定的范围
  74. """
  75. output_groupinfo = self.get_io_group_info('out',type='point_id')
  76. split_data = []
  77. for group_name,points in output_groupinfo.items():
  78. data = data_map.get(group_name)
  79. if data is None:
  80. if isinstance(allow_data_map_miss_group,list) and group_name in allow_data_map_miss_group:
  81. continue
  82. elif not allow_data_map_is_subset:
  83. raise Exception(f'组件输出的分组名称{group_name}有误,分组:{list(data_map.keys())}')
  84. else:
  85. continue
  86. for p in points:
  87. if isinstance(data,pd.DataFrame):
  88. if p not in data.columns:
  89. raise Exception(f'组件输出的桩名称有误,未找到{p},桩:{data.columns.to_list()}')
  90. p_data = data.loc[:,[p]]
  91. elif isinstance(data,dict):
  92. if p not in data.keys():
  93. raise Exception(f'组件输出的桩名称有误,未找到{p},桩:{list(data.keys())}')
  94. p_data = data[p]
  95. split_data.append(p_data)
  96. return split_data
  97. def split_df(self,method:str,df:pd.DataFrame,by_group=None) -> list:
  98. if by_group is not None:
  99. output_point_id = self.get_io_group_info(io='out',type='point_id')[by_group]
  100. output_n = len(output_point_id)
  101. else:
  102. output_point_id = self.get_io_id(io='out')
  103. output_n = self.n_output
  104. df_list = []
  105. if method == 'idx':
  106. if df.shape[1] != output_n:
  107. raise Exception(f'输出数据的个数不等于原数据中的列数,以下是原数据中包含的列:{df.columns.to_list()}')
  108. for idx in range(output_n):
  109. df_list.append(df.iloc[:,[idx]])
  110. elif method == 'id':
  111. for point_id in output_point_id:
  112. if point_id not in df.columns:
  113. raise Exception(f'数据中没有{point_id},以下是数据中包含的列:{df.columns.to_list()}')
  114. df_list.append(df.loc[:,[point_id]])
  115. return df_list
  116. def get_property(self,key:str,default=None):
  117. # 获取组件配置的属性
  118. if key not in self.config.keys():
  119. return default
  120. property = self.config[key]
  121. if property is None or property == '':
  122. return default
  123. return property
  124. def check_property_exist(self,property_name:dict):
  125. for param,param_name in property_name.items():
  126. try:
  127. self.config[param]
  128. except:
  129. raise Exception(f'组件缺少自定义参数:{param_name}')
  130. def check_io_equal(self):
  131. input_id = self.get_io_id('in')
  132. output_id = self.get_io_id('out')
  133. is_equal = input_id == output_id
  134. return is_equal
  135. if __name__ == '__main__':
  136. #############################
  137. config = {
  138. '_PORTS_IN': [],
  139. '_PORTS_OUT':
  140. [
  141. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': ''}], 'name': '','type': 'DF','static': True, 'point_id': 'a'},
  142. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': 'P_ND2_Tdb'}], 'name': 'ND2_室外温度', 'type': 'DF', 'static': True, 'point_id': 'b'},
  143. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': ''}], 'name': '','point_id': 'c'},
  144. {'cols': [{'type': 'date', 'title': '时间'}, {'type': 'float', 'title': ''}], 'name': '', 'point_id': 'd'}
  145. ],
  146. '_PORTS_IN_GROUP': [],
  147. '_PORTS_OUT_GROUP':
  148. [
  149. {'id': '1696909849014', 'end': 2, 'name': 'X', 'start': 0, 'static': True},
  150. {'id': '1696909849434', 'end': 4, 'name': 'Y', 'start': 2, 'static': True}
  151. ],
  152. '_CODE' : None,
  153. '_DEVICE_CODE': None
  154. }
  155. config_info = ConfigInfo(config)
  156. df1 = pd.DataFrame({'a':[1,2,3],'b':[4,5,6]})
  157. df2 = pd.DataFrame({'c':[7,8,9],'d':[10,11,12]})
  158. res1 = config_info.split_df_by_groupinfo(df_map= {'X':df1,'Y':df2})
  159. print('res1',res1)
  160. ###########################
  161. config = {
  162. '_PORTS_OUT': [],
  163. '_PORTS_IN':
  164. [
  165. {'point_id': 'a'},
  166. {'point_id': 'b'},
  167. ],
  168. '_PORTS_IN_GROUP': [],
  169. '_PORTS_OUT_GROUP':
  170. [
  171. ],
  172. '_CODE' : None,
  173. '_DEVICE_CODE': None
  174. }
  175. df1 = pd.DataFrame({'x':[1,2,3]})
  176. df2 = pd.DataFrame({'y':[1,2,3]})
  177. config_info = ConfigInfo(config)
  178. res2 = config_info.rename_df([df1,df2])
  179. print('res2',res2)