dcl_data_process/src/python2/pjibot_delivery/callback.py

# -*- coding: utf-8 -*-
import json
import time
import urllib2
import oss2
from datetime import datetime, timedelta

import logging

path1 = '/mnt/disk001/dcl_data_process/src/python2/pjibot_delivery/'

logging.basicConfig(filename=path1 + 'log/callback.log', level=logging.INFO,
                    format='%(asctime)s - %(levelname)s - %(message)s')

key1 = 'pjibot_delivery/'
key2 = 'data/'
key3 = 'data_merge/'
key4 = 'data_parse/'
path2 = 'data/'
path3 = 'data_merge/'
path4 = 'data_parse/'
url1_private = "http://10.14.86.147:9081/device/auth"
url2_private = "http://10.14.86.147:9081/device/data/callback"


def add_hour(date_string, hour_number):
    original_date = datetime.strptime(date_string, "%Y-%m-%d-%H-%M-%S")
    new_date = original_date + timedelta(hours=hour_number)
    return new_date.strftime("%Y-%m-%d-%H-%M-%S")


'''
cname：http://open-bucket.oss.icvdc.com
内网endpoint: oss-cn-beijing-gqzl-d01-a.ops.gqzl-cloud.com
oss桶名： open-bucket
keyid：n8glvFGS25MrLY7j
secret：xZ2Fozoarpfw0z28FUhtg8cu0yDc5d
'''
if __name__ == '__main__':
    auth = oss2.Auth('n8glvFGS25MrLY7j', 'xZ2Fozoarpfw0z28FUhtg8cu0yDc5d')
    endpoint = 'oss-cn-beijing-gqzl-d01-a.ops.gqzl-cloud.com'
    bucket_name = 'pji-bucket1'
    bucket = oss2.Bucket(auth, endpoint, bucket_name)
    while True:
        logging.info("开始新一轮扫描")
        try:
            local_delete_list = []
            oss_delete_list = []
            upload_completed_prefix_list = []
            # 4 获取即将被合并的bag目录
            for obj1 in oss2.ObjectIterator(bucket, prefix=key1):
                try:
                    if 'callback.json' in str(obj1.key):
                        prefix = '/'.join(str(obj1.key).split('/')[:-1])

                        file1 = False
                        file2 = False
                        file3 = False
                        file4 = False
                        file5 = False
                        file6 = False
                        file7 = False
                        file8 = False
                        file9 = False
                        for obj2 in oss2.ObjectIterator(bucket, prefix=prefix):
                            if '/callback.json' in str(obj2.key):
                                file1 = True
                            if '/ego_pji.csv' in str(obj2.key):
                                file2 = True
                            if '/objects_pji.csv' in str(obj2.key):
                                file3 = True
                            if '/pcd_overlook.mp4' in str(obj2.key):
                                file4 = True
                            if '/pos_pji.csv' in str(obj2.key):
                                file5 = True
                            if '/report.pdf' in str(obj2.key):
                                file6 = True
                            if '/scenario_orig.mp4' in str(obj2.key):
                                file7 = True
                            if '/simulation.xosc' in str(obj2.key):
                                file8 = True
                            if '/trajectory_pji.csv' in str(obj2.key):
                                file9 = True
                        if not file1 or not file2 or not file3 or not file4 or not file5 or not file6 or not file7 or not file8 or not file9:
                            continue
                        time.sleep(1)
                        logging.info("发送： %s", str(obj1.key))
                        # 1 获取json内容
                        json_content = bucket.get_object(str(obj1.key)).read()
                        # 2 获取token
                        json_object = json.loads(json_content)
                        data1 = {
                            "equipmentNo": json_object['equipmentNo'],
                            "secretKey": json_object['secretKey']
                        }
                        json_data1 = json.dumps(data1)
                        logging.info("授权接口请求中： %s" % url1_private)
                        logging.info("授权发送参数为： %s" % str(data1))
                        request1 = urllib2.Request(url1_private, json_data1,
                                                   headers={'Content-Type': 'application/json'})
                        response1 = urllib2.urlopen(request1)
                        result_json1 = response1.read()
                        result_object1 = json.loads(result_json1)
                        logging.info("授权接口请求结果为： %s", result_object1)
                        access_token = result_object1.get('data').get('accessToken')
                        # 要发送的JSON参数
                        try:
                            # logging.info("bag文件为： %s", json_object['rosBagPath'])
                            old_date = json_object['dataName']
                            data_size = bucket.get_object_meta(json_object['rosBagPath']).content_length
                            equipment_no = json_object['equipmentNo']
                            old_file_path = json_object['filePath']
                            old_ros_bag_path = json_object['rosBagPath']
                            task_id = json_object['taskId']
                            trigger_id = json_object['triggerId']
                        except Exception as e:
                            logging.exception("callback报错：%s", str(e))
                            continue

                        # 将时区统一（室外不需要需要加8，根据机器人终端的时区判断）
                        # new_date = add_hour(old_date, 8)
                        new_date = old_date
                        old_delete_list = []
                        for obj_old in oss2.ObjectIterator(bucket, prefix=old_file_path):
                            old_delete_list.append(str(obj_old.key))
                            if 'callback.json' in str(obj_old.key):
                                bucket.copy_object(bucket_name, str(obj_old.key),
                                                   str(obj_old.key).replace(old_date, new_date).replace('callback.json',
                                                                                                        'callback_done.json'))
                            else:
                                bucket.copy_object(bucket_name, str(obj_old.key),
                                                   str(obj_old.key).replace(old_date, new_date))
                        bucket.copy_object(bucket_name, old_ros_bag_path, old_ros_bag_path.replace(old_date, new_date))
                        bucket.delete_object(old_ros_bag_path)
                        bucket.batch_delete_objects(old_delete_list)

                        data2 = {
                            "dataName": new_date,
                            "dataSize": data_size,
                            "equipmentNo": equipment_no,
                            "filePath": old_file_path.replace(old_date, new_date),
                            "rosBagPath": old_ros_bag_path.replace(old_date, new_date),
                            "taskId": task_id,
                            "triggerId": trigger_id
                        }
                        json_data2 = json.dumps(data2)
                        logging.info("回调接口请求中：%s" % url2_private)
                        request2 = urllib2.Request(url2_private, json_data2,
                                                   headers={'Content-Type': 'application/json',
                                                            'authorization': access_token})
                        response2 = urllib2.urlopen(request2)
                        result_json2 = response2.read()
                        result_object2 = json.loads(result_json2)
                        logging.info("回调接口请求结果为： %s", result_object2)
                except Exception as e:
                    logging.exception("局部异常处理: %s" % str(e))
            time.sleep(2)
        except Exception as e:
            logging.exception("全局错误处理: %s" % str(e))