# -*- coding: utf-8 -*-
# 造数据
import json
import time
import urllib2
import oss2
from datetime import datetime, timedelta
key1 = 'kinglong/'
def add_hour(date_string, hour_number):
original_date = datetime.strptime(date_string, "%Y-%m-%d-%H-%M-%S")
new_date = original_date + timedelta(hours=hour_number)
return new_date.strftime("%Y-%m-%d-%H-%M-%S")
'''
cname：http://open-bucket.oss.icvdc.com
内网endpoint: oss-cn-beijing-gqzl-d01-a.ops.gqzl-cloud.com
oss桶名： open-bucket
keyid：n8glvFGS25MrLY7j
secret：xZ2Fozoarpfw0z28FUhtg8cu0yDc5d
'''
if __name__ == '__main__':
# 1 登录验证 。
auth = oss2.Auth('n8glvFGS25MrLY7j', 'xZ2Fozoarpfw0z28FUhtg8cu0yDc5d')
# 2 填写自定义域名，例如example.com。获取桶。
# 3 填写Bucket名称，并设置is_cname=True来开启CNAME。CNAME是指将自定义域名绑定到存储空间。
# cname = 'http://open-bucket.oss.icvdc.com'
# bucket = oss2.Bucket(auth, cname, 'open-bucket', is_cname=True)
endpoint = 'oss-cn-beijing-gqzl-d01-a.ops.gqzl-cloud.com'
bucket_name = 'open-bucket'
bucket = oss2.Bucket(auth, endpoint, bucket_name)
count = 1
while True:
local_delete_list = []
oss_delete_list = []
upload_completed_prefix_list = []
# 4 获取即将被合并的bag目录
for obj1 in oss2.ObjectIterator(bucket, prefix=key1):
if 'callback.json' in str(obj1.key):
prefix = '/'.join(str(obj1.key).split('/')[:-1])
pos_orig_csv = False
pos_hmi_csv = False
drive_csv = False
camera_mp4 = False
pcd_forwardlook_mp4 = False
pcd_overlook_mp4 = False
scenario_orig_xosc = False
scenario_hmi_xosc = False
scenario_orig_mp4 = False
scenario_hmi_mp4 = False
camera_bag = False
fusion_bag = False
plan_bag = False
control_bag = False
print '检测是否文件完整：', prefix
for obj2 in oss2.ObjectIterator(bucket, prefix=prefix):
if 'pos_orig.csv' in str(obj2.key):
pos_orig_csv = True
if 'pos_hmi.csv' in str(obj2.key):
pos_hmi_csv = True
if 'drive.csv' in str(obj2.key):
drive_csv = True
if 'camera.mp4' in str(obj2.key):
camera_mp4 = True
if 'pcd_forwardlook.mp4' in str(obj2.key):
pcd_forwardlook_mp4 = True
if 'pcd_overlook.mp4' in str(obj2.key):
pcd_overlook_mp4 = True
if 'scenario_orig.xosc' in str(obj2.key):
scenario_orig_xosc = True
if 'scenario_hmi.xosc' in str(obj2.key):
scenario_hmi_xosc = True
if 'scenario_orig.mp4' in str(obj2.key):
scenario_orig_mp4 = True
if 'scenario_hmi.mp4' in str(obj2.key):
scenario_hmi_mp4 = True
if 'camera.bag' in str(obj2.key):
camera_bag = True
if 'fusion.bag' in str(obj2.key):
fusion_bag = True
if 'plan.bag' in str(obj2.key):
plan_bag = True
if 'control.bag' in str(obj2.key):
control_bag = True
if not pos_orig_csv or not pos_hmi_csv or not drive_csv or not camera_mp4 or not pcd_forwardlook_mp4 or not pcd_overlook_mp4 or not scenario_orig_xosc or not scenario_hmi_xosc or not scenario_orig_mp4 or not scenario_hmi_mp4:
continue
time.sleep(2)
print '发送：', str(obj1.key)
# 1 获取json内容
json_content = bucket.get_object(str(obj1.key)).read()
# 2 获取token
json_object = json.loads(json_content)
data1 = {
"equipmentNo": json_object['equipmentNo'],
"secretKey": json_object['secretKey']
}
json_data1 = json.dumps(data1)
request1 = urllib2.Request("http://139.9.199.227:30991/device/auth", json_data1,
headers={'Content-Type': 'application/json'})
response1 = urllib2.urlopen(request1)
result_json1 = response1.read()
result_object1 = json.loads(result_json1)
access_token = result_object1.get('data').get('accessToken')
try:
print 'bag文件为：', json_object['rosBagPath']
old_date = json_object['dataName']
data_size = bucket.get_object_meta(json_object['rosBagPath']).content_length
equipment_no = json_object['equipmentNo']
old_file_path = json_object['filePath']
old_ros_bag_path = json_object['rosBagPath']
task_id = json_object['taskId']
trigger_id = json_object['triggerId']
except Exception as e:
print 'callback报错：%s' % str(e)
continue
# 将时区统一
new_date = add_hour(old_date, 8)
old_delete_list = []
for obj_old in oss2.ObjectIterator(bucket, prefix=old_file_path):
old_delete_list.append(str(obj_old.key))
if 'callback.json' in str(obj_old.key):
bucket.copy_object(bucket_name, str(obj_old.key),
str(obj_old.key).replace(old_date, new_date).replace('callback.json',
'callback_done.json'))
else:
bucket.copy_object(bucket_name, str(obj_old.key), str(obj_old.key).replace(old_date, new_date))
bucket.copy_object(bucket_name, old_ros_bag_path, old_ros_bag_path.replace(old_date, new_date))
bucket.delete_object(old_ros_bag_path)
bucket.batch_delete_objects(old_delete_list)
# triggerId = json_object['triggerId']
data2 = {
"dataName": new_date,
"dataSize": data_size,
"equipmentNo": equipment_no,
"filePath": old_file_path.replace(old_date, new_date),
"rosBagPath": old_ros_bag_path.replace(old_date, new_date),
"taskId": task_id,
"triggerId": ["1744180835122155522", "1744178775815360514"]
}
json_data2 = json.dumps(data2)
request2 = urllib2.Request("http://139.9.199.227:30991/device/data/callback", json_data2,
headers={'Content-Type': 'application/json',
'authorization': access_token})
response2 = urllib2.urlopen(request2)
result_json2 = response2.read()
result_object2 = json.loads(result_json2)
time.sleep(3)