score.py 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241
  1. import json
  2. from modules.lib.log_manager import LogManager
  3. class Score:
  4. def __init__(self, yaml_config, module_name: str):
  5. self.logger = LogManager().get_logger() # 获取全局日志实例
  6. self.calculated_metrics = None
  7. self.config = yaml_config
  8. self.module_config = None
  9. self.module_name = module_name
  10. self.t_threshold = None
  11. self.process_config(self.config)
  12. self.level_3_merics = self._extract_level_3_metrics(self.module_config)
  13. self.result = {}
  14. def process_config(self, config_dict):
  15. t_threshold = config_dict.get("T_threshold")
  16. if t_threshold is None:
  17. raise ValueError("配置中缺少 T_threshold 键")
  18. module_keys = [key for key in config_dict if key != "T_threshold"]
  19. # if len(module_keys) != 1:
  20. # raise ValueError("配置字典应包含且仅包含一个模块配置键")
  21. # module_name = module_keys[0]
  22. module_config = config_dict[self.module_name]
  23. # print(f'模块名称:{module_name}')
  24. # print(f'模块配置:{module_config}')
  25. # print(f'T_threshold:{t_threshold}')
  26. # 实际业务逻辑(示例:存储到对象属性)
  27. # self.module_name = module_name
  28. self.module_config = module_config
  29. self.t_threshold = t_threshold
  30. self.logger.info(f'评分模型中模块名称:{self.module_name}')
  31. self.logger.info(f'评分模型中模块配置:{self.module_config}')
  32. self.logger.info(f'评分模型中T_threshold: {t_threshold}')
  33. def _extract_level_3_metrics(self, d):
  34. name = []
  35. for key, value in d.items():
  36. if isinstance(value, dict): # 如果值是字典,继续遍历
  37. self._extract_level_3_metrics(value)
  38. elif key == 'name': # 找到name键时,将值添加到列表
  39. name.append(value)
  40. return name
  41. def is_within_range(self, value, min_val, max_val):
  42. return min_val <= value <= max_val
  43. def evaluate_level_3(self, metrics):
  44. result3 = {}
  45. name = metrics.get('name')
  46. priority = metrics.get('priority')
  47. max_val = metrics.get('max')
  48. min_val = metrics.get('min')
  49. self.level_3_merics.append(name)
  50. # print(f'name: {name}')
  51. # print(f'self.calculated_metrics: {self.calculated_metrics}')
  52. metric_value = self.calculated_metrics.get(name)
  53. # print(f'metric_value: {metric_value}')
  54. result3[name] = {
  55. 'result': True,
  56. 'priority': priority
  57. }
  58. if metric_value is None:
  59. return result3
  60. if not self.is_within_range(metric_value, min_val, max_val) and priority == 0:
  61. result3[name]['result'] = False
  62. priority_1_metrics = [v for v in result3.values() if v['priority'] == 1 and not v['result']]
  63. if len([m for m in priority_1_metrics if not m['result']]) > 3:
  64. result3[name]['result'] = False
  65. return result3
  66. def evaluate_level_2(self, metrics):
  67. result2 = {}
  68. name = metrics.get('name')
  69. priority = metrics.get('priority')
  70. result2[name] = {}
  71. for metric, sub_metrics in metrics.items():
  72. if metric not in ['name', 'priority']:
  73. result2[name].update(self.evaluate_level_3(sub_metrics))
  74. # Aggregate results for level 2 config.T0 config.T1 config.T2
  75. priority_0_count = sum(1 for v in result2[name].values() if v['priority'] == 0 and not v['result'])
  76. priority_1_count = sum(1 for v in result2[name].values() if v['priority'] == 1 and not v['result'])
  77. priority_2_count = sum(1 for v in result2[name].values() if v['priority'] == 2 and not v['result'])
  78. if priority_0_count > self.t_threshold['T0_threshold']:
  79. result2[name]['result'] = False
  80. elif priority_1_count > self.t_threshold['T1_threshold']:
  81. for metric in result2[name].values():
  82. metric['result'] = False
  83. elif priority_2_count > self.t_threshold['T2_threshold']:
  84. for metric in result2[name].values():
  85. metric['result'] = False
  86. else:
  87. result2[name]['result'] = True # Default to True unless overridden
  88. result2[name]['priority'] = priority
  89. result2[name]['priority_0_count'] = priority_0_count
  90. result2[name]['priority_1_count'] = priority_1_count
  91. result2[name]['priority_2_count'] = priority_2_count
  92. return result2
  93. def evaluate_level_1(self):
  94. name = self.module_config.get('name')
  95. if name in ["efficient"]:
  96. pass
  97. priority = self.module_config.get('priority')
  98. result1 = {}
  99. result1[name] = {}
  100. for metric, metrics in self.module_config.items():
  101. if metric not in ['name', 'priority']:
  102. result1[name].update(self.evaluate_level_2(metrics))
  103. # Aggregate results for level 2 config.T0 config.T1 config.T2
  104. priority_0_count = sum(1 for v in result1[name].values() if v['priority'] == 0 and not v['result'])
  105. priority_1_count = sum(1 for v in result1[name].values() if v['priority'] == 1 and not v['result'])
  106. priority_2_count = sum(1 for v in result1[name].values() if v['priority'] == 2 and not v['result'])
  107. if priority_0_count > self.t_threshold['T0_threshold']:
  108. result1[name]['result'] = False
  109. elif priority_1_count > self.t_threshold['T1_threshold']:
  110. for metric in result1[name].values():
  111. metric['result'] = False
  112. elif priority_2_count > self.t_threshold['T2_threshold']:
  113. for metric in result1[name].values():
  114. metric['result'] = False
  115. else:
  116. result1[name]['result'] = True # Default to True unless overridden
  117. result1[name]['priority'] = priority
  118. result1[name]['priority_0_count'] = priority_0_count
  119. result1[name]['priority_1_count'] = priority_1_count
  120. result1[name]['priority_2_count'] = priority_2_count
  121. return result1
  122. def evaluate(self, calculated_metrics):
  123. self.calculated_metrics = calculated_metrics
  124. self.result = self.evaluate_level_1()
  125. return self.result
  126. def evaluate_single_case(self, case_name, priority, json_dict):
  127. name = case_name
  128. result = {}
  129. result[name] = {}
  130. # print(json_dict)
  131. # Aggregate results for level 2 config.T0 config.T1 config.T2
  132. priority_0_count = sum(1 for v in json_dict.values() if v['priority'] == 0 and not v['result'])
  133. priority_1_count = sum(1 for v in json_dict.values() if v['priority'] == 1 and not v['result'])
  134. priority_2_count = sum(1 for v in json_dict.values() if v['priority'] == 2 and not v['result'])
  135. if priority_0_count > config.T0:
  136. result[name]['result'] = False
  137. elif priority_1_count > config.T1:
  138. for metric in result[name].values():
  139. metric['result'] = False
  140. elif priority_2_count > config.T2:
  141. for metric in result[name].values():
  142. metric['result'] = False
  143. else:
  144. result[name]['result'] = True # Default to True unless overridden
  145. result[name]['priority'] = priority
  146. result[name]['priority_0_count'] = priority_0_count
  147. result[name]['priority_1_count'] = priority_1_count
  148. result[name]['priority_2_count'] = priority_2_count
  149. result[case_name].update(json_dict)
  150. return result
  151. def evaluate_single_case_back(case_name, priority, json_dict):
  152. """对单个案例进行评估"""
  153. result = {case_name: {}}
  154. priority_counts = {priority: sum(1 for v in json_dict.values() if v['priority'] == priority and not v['result'])
  155. for priority in [0, 1, 2]}
  156. if priority_counts[0] > config.T0:
  157. result[case_name]['result'] = False
  158. elif priority_counts[1] > config.T1:
  159. for metric in result[case_name].values():
  160. metric['result'] = False
  161. elif priority_counts[2] > config.T2:
  162. for metric in result[case_name].values():
  163. metric['result'] = False
  164. else:
  165. result[case_name]['result'] = True
  166. result[case_name].update(priority_counts)
  167. result[case_name].update(json_dict) # 合并原始数据
  168. return result
  169. def main():
  170. # config_path = r'/home/kevin/kevin/zhaoyuan/evaluate_zhaoyuan/models/safety/config.yaml'
  171. # config_path1 = r'/home/kevin/kevin/zhaoyuan/evaluate_zhaoyuan/models/safety/config.json'
  172. # calculated_metrics = {
  173. # 'TTC': 1.0,
  174. # 'MTTC': 1.0,
  175. # 'THW': 1.0,
  176. # 'LonSD': 50.0,
  177. # 'LatSD': 3.0,
  178. # 'DRAC': 3.0,
  179. # 'BTN': -1000.0,
  180. # 'STN': 0.5,
  181. # 'collisionRisk': 5.0,
  182. # 'collisionSeverity': 2.0,
  183. # }
  184. # # evaluator = Score(config_path, calculated_metrics)
  185. # evaluator = Score(config_path)
  186. # result = evaluator.evaluate(calculated_metrics)
  187. # with open(config_path1, 'w') as json_file:
  188. # json.dump(result, json_file, indent=4) # `indent` 参数用于美化输出
  189. config_path = r'/home/kevin/kevin/zhaoyuan/zhaoyuan/models/caseMetric/single_config.yaml'
  190. config_path1 = r'/home/kevin/kevin/zhaoyuan/zhaoyuan/result/data_zhaoyuan/data_zhaoyuan_single_report.json'
  191. # evaluator = Score(config_path, calculated_metrics)
  192. with open(config_path1, 'r') as file:
  193. data = json.load(file)
  194. result = evaluate_single_case("case1", 0, data)
  195. # print(result)
  196. if __name__ == '__main__':
  197. main()