|
@@ -13,6 +13,45 @@ logging.basicConfig(filename=path1 + 'log/xosc.log', level=logging.INFO,
|
|
key1 = 'pjisuv/'
|
|
key1 = 'pjisuv/'
|
|
sleep_time = 60 # 每多少秒扫描一次
|
|
sleep_time = 60 # 每多少秒扫描一次
|
|
|
|
|
|
|
|
+error_bag_json = "/mnt/disk001/dcl_data_process/src/python2/pjisuv/errorBag.json"
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+def parse_json_to_string_array(file_path):
|
|
|
|
+ try:
|
|
|
|
+ # 打开并读取JSON文件
|
|
|
|
+ with open(file_path, 'r', encoding='utf-8') as file:
|
|
|
|
+ # 解析JSON内容
|
|
|
|
+ data = json.load(file)
|
|
|
|
+
|
|
|
|
+ # 检查数据是否是一个列表,并且列表中的元素是否是字符串
|
|
|
|
+ if isinstance(data, list):
|
|
|
|
+ for item in data:
|
|
|
|
+ if not isinstance(item, str):
|
|
|
|
+ raise ValueError("JSON数组中的元素不是字符串")
|
|
|
|
+ return data
|
|
|
|
+ else:
|
|
|
|
+ return []
|
|
|
|
+ except Exception as e:
|
|
|
|
+ return []
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+def list_to_json_file(data, file_path):
|
|
|
|
+ """
|
|
|
|
+ 将列表转换为JSON格式并写入指定的文件路径。
|
|
|
|
+ 如果文件已存在,则覆盖它。
|
|
|
|
+
|
|
|
|
+ 参数:
|
|
|
|
+ data (list): 要转换为JSON的列表。
|
|
|
|
+ file_path (str): 要写入JSON数据的文件路径。
|
|
|
|
+ """
|
|
|
|
+ # 将列表转换为JSON格式的字符串
|
|
|
|
+ json_data = json.dumps(data, ensure_ascii=False, indent=4)
|
|
|
|
+
|
|
|
|
+ # 以写入模式打开文件,如果文件已存在则覆盖
|
|
|
|
+ with open(file_path, 'w', encoding='utf-8') as file:
|
|
|
|
+ # 将JSON字符串写入文件
|
|
|
|
+ file.write(json_data)
|
|
|
|
+
|
|
|
|
|
|
def generate_xosc(parse_prefix, local_parse_dir, local_delete_list):
|
|
def generate_xosc(parse_prefix, local_parse_dir, local_delete_list):
|
|
try:
|
|
try:
|
|
@@ -23,26 +62,20 @@ def generate_xosc(parse_prefix, local_parse_dir, local_delete_list):
|
|
os.system(command2)
|
|
os.system(command2)
|
|
local_xosc_path2 = local_parse_dir + 'simulation_orig/xosc/openx0.xosc'
|
|
local_xosc_path2 = local_parse_dir + 'simulation_orig/xosc/openx0.xosc'
|
|
bucket.put_object_from_file(parse_prefix + 'scenario_orig.xosc', local_xosc_path2)
|
|
bucket.put_object_from_file(parse_prefix + 'scenario_orig.xosc', local_xosc_path2)
|
|
- bucket.put_object_from_file(parse_prefix + 'scenario_hmi.xosc', local_xosc_path2) # todo 将orig也上传成hmi,因为多功能车暂时没有hmi
|
|
|
|
|
|
+ bucket.put_object_from_file(parse_prefix + 'scenario_hmi.xosc',
|
|
|
|
+ local_xosc_path2) # todo 将orig也上传成hmi,因为多功能车暂时没有hmi
|
|
logging.info("上传 scenario_orig.xosc 成功: %s" % str(parse_prefix + 'scenario_orig.xosc'))
|
|
logging.info("上传 scenario_orig.xosc 成功: %s" % str(parse_prefix + 'scenario_orig.xosc'))
|
|
local_delete_list.append(local_xosc_path2)
|
|
local_delete_list.append(local_xosc_path2)
|
|
except Exception as e:
|
|
except Exception as e:
|
|
|
|
+ error_bag_list = parse_json_to_string_array(error_bag_json)
|
|
|
|
+ error_bag_list.add(parse_prefix)
|
|
logging.exception("生成xosc报错: %s" % str(e))
|
|
logging.exception("生成xosc报错: %s" % str(e))
|
|
|
|
|
|
|
|
|
|
-'''
|
|
|
|
-cname:http://open-bucket.oss.icvdc.com
|
|
|
|
-内网endpoint: oss-cn-beijing-gqzl-d01-a.ops.gqzl-cloud.com
|
|
|
|
-oss桶名: open-bucket
|
|
|
|
-keyid:n8glvFGS25MrLY7j
|
|
|
|
-secret:xZ2Fozoarpfw0z28FUhtg8cu0yDc5d
|
|
|
|
-'''
|
|
|
|
# ------- 获取合并之后的bag包,解析出csv -------
|
|
# ------- 获取合并之后的bag包,解析出csv -------
|
|
if __name__ == '__main__':
|
|
if __name__ == '__main__':
|
|
# 1 创建阿里云对象
|
|
# 1 创建阿里云对象
|
|
auth = oss2.Auth('n8glvFGS25MrLY7j', 'xZ2Fozoarpfw0z28FUhtg8cu0yDc5d')
|
|
auth = oss2.Auth('n8glvFGS25MrLY7j', 'xZ2Fozoarpfw0z28FUhtg8cu0yDc5d')
|
|
- # cname = 'http://open-bucket.oss.icvdc.com'
|
|
|
|
- # bucket = oss2.Bucket(auth, cname, 'open-bucket', is_cname=True)
|
|
|
|
endpoint = 'oss-cn-beijing-gqzl-d01-a.ops.gqzl-cloud.com'
|
|
endpoint = 'oss-cn-beijing-gqzl-d01-a.ops.gqzl-cloud.com'
|
|
bucket = oss2.Bucket(auth, endpoint, 'open-bucket')
|
|
bucket = oss2.Bucket(auth, endpoint, 'open-bucket')
|
|
while True:
|
|
while True:
|
|
@@ -74,17 +107,20 @@ if __name__ == '__main__':
|
|
# csv2_done = True
|
|
# csv2_done = True
|
|
if xosc1_done or not csv1_done:
|
|
if xosc1_done or not csv1_done:
|
|
continue
|
|
continue
|
|
|
|
+ error_bag_list = parse_json_to_string_array(error_bag_json)
|
|
|
|
+ if str(obj2_key) in error_bag_list:
|
|
|
|
+ continue
|
|
|
|
+
|
|
logging.info("需要生成xosc: %s" % obj2_key)
|
|
logging.info("需要生成xosc: %s" % obj2_key)
|
|
- parse_prefix_full = obj2_key
|
|
|
|
- local_dir_full = path1 + parse_prefix_full
|
|
|
|
|
|
+ local_dir_full = path1 + obj2_key
|
|
if not os.path.exists(local_dir_full):
|
|
if not os.path.exists(local_dir_full):
|
|
os.makedirs(local_dir_full)
|
|
os.makedirs(local_dir_full)
|
|
# todo 下载单个csv生成两个视频?
|
|
# todo 下载单个csv生成两个视频?
|
|
- bucket.get_object_to_file(parse_prefix_full + 'pos_orig.csv', local_dir_full + 'pos_orig.csv')
|
|
|
|
- # bucket.get_object_to_file(parse_prefix_full+'pos_hmi.csv', local_dir_full+'pos_hmi.csv')
|
|
|
|
|
|
+ bucket.get_object_to_file(obj2_key + 'pos_orig.csv', local_dir_full + 'pos_orig.csv')
|
|
|
|
+ # bucket.get_object_to_file(obj2_key+'pos_hmi.csv', local_dir_full+'pos_hmi.csv')
|
|
# local_delete_list.append(local_dir_full + 'pos_orig.csv') # todo 不删除了 做测试用
|
|
# local_delete_list.append(local_dir_full + 'pos_orig.csv') # todo 不删除了 做测试用
|
|
# local_delete_list.append(local_dir_full+'pos_hmi.csv')
|
|
# local_delete_list.append(local_dir_full+'pos_hmi.csv')
|
|
- generate_xosc(parse_prefix_full, local_dir_full, local_delete_list)
|
|
|
|
|
|
+ generate_xosc(obj2_key, local_dir_full, local_delete_list)
|
|
|
|
|
|
# 删除本地临时文件
|
|
# 删除本地临时文件
|
|
if len(local_delete_list) > 0:
|
|
if len(local_delete_list) > 0:
|