map_service.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424
  1. package map_service
  2. import (
  3. "archive/zip"
  4. "context"
  5. "encoding/json"
  6. "fmt"
  7. "github.com/cloudwego/hertz/pkg/app"
  8. "github.com/cloudwego/hertz/pkg/protocol/consts"
  9. "io"
  10. "io/ioutil"
  11. "net/http"
  12. "os"
  13. "path/filepath"
  14. "pji_desktop_http/common/config"
  15. "pji_desktop_http/common/entity"
  16. "pji_desktop_http/common/util"
  17. )
  18. // CheckMapBufConsistency 检查请求id对应的mapBuf文件夹的一致性
  19. // @router /map/checkmapbuf [POST]
  20. func CheckMapBufConsistency(ctx context.Context, c *app.RequestContext) {
  21. var err error
  22. var req []string
  23. err = c.BindAndValidate(&req)
  24. if err != nil {
  25. c.String(consts.StatusBadRequest, err.Error())
  26. return
  27. }
  28. fmt.Println(req)
  29. if len(req) == 0 { // 请求数据为空
  30. c.JSON(consts.StatusBadRequest, entity.HttpResult{Status: false, Code: "", Message: "请求数据为空。"})
  31. } else if len(req) == 1 { // 只有一条数据则直接返回
  32. c.JSON(consts.StatusOK, entity.HttpResult{Status: true, Code: "", Message: "mapBuf文件夹数据一致。"})
  33. } else {
  34. var firstValue int
  35. for i, id := range req {
  36. // 根据id获取对应的oss文件列表
  37. fileList, err := getExactedMapFileById(id)
  38. // 过滤特定后缀的文件列表
  39. fileList = filterBySuffixes(fileList, config.Filtersuffixes...)
  40. //fmt.Println("Filtered Strings:", fileList)
  41. if err != nil {
  42. c.String(consts.StatusBadRequest, err.Error())
  43. return
  44. }
  45. // 获取文件列表的总大小
  46. totalSize := calculateTotalFileSize(fileList)
  47. fmt.Println("Total Size:", totalSize)
  48. // 判断不同文件列表(mapBuf)中文件的总大小是否一致
  49. if i == 0 {
  50. firstValue = totalSize
  51. } else {
  52. if totalSize != firstValue {
  53. c.JSON(consts.StatusOK, entity.HttpResult{Status: false, Code: "", Message: "mapBuf文件夹数据不一致。"})
  54. return
  55. }
  56. }
  57. }
  58. c.JSON(consts.StatusOK, entity.HttpResult{Status: true, Code: "", Message: "mapBuf文件夹数据一致。"})
  59. }
  60. }
  61. // DownloadOSSFile 根据objectKey下载指定的oss文件
  62. // @router /map/downloadossfile [GET]
  63. func DownloadOSSFile(ctx context.Context, c *app.RequestContext) {
  64. objectKey := c.Query("objectKey")
  65. // 从OSS下载文件
  66. reader, err := config.OssBucket.GetObject(objectKey)
  67. if err != nil {
  68. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  69. return
  70. }
  71. defer reader.Close()
  72. // 设置响应头
  73. c.Response.Header.Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"`, filepath.Base(objectKey)))
  74. c.Response.Header.Set("Content-Type", "binary/octet-stream")
  75. // 将文件流式传输回客户端
  76. data, err := io.ReadAll(reader)
  77. if err != nil {
  78. panic(err)
  79. }
  80. if _, err := c.Write(data); err != nil {
  81. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  82. return
  83. }
  84. }
  85. // DownLoadZipFile 根据请求id从oss拉取并打包下载建图所需要的文件
  86. // @router /map/downloadmapzipfile [GET]
  87. func DownLoadMapZipFile(ctx context.Context, c *app.RequestContext) {
  88. id := c.Query("id")
  89. fmt.Println(id)
  90. // 根据id生成用于地图更新的压缩包
  91. filePath, tmpDir, err := generateZipById(id)
  92. if err != nil {
  93. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  94. }
  95. fmt.Println("filePath", filePath)
  96. // 检查文件是否存在
  97. if _, err := os.Stat(filePath); os.IsNotExist(err) {
  98. c.JSON(http.StatusNotFound, map[string]string{"error": "File not found"})
  99. return
  100. }
  101. // 打开文件
  102. f, err := os.Open(filePath)
  103. if err != nil {
  104. c.JSON(http.StatusInternalServerError, map[string]string{"error": "Failed to open file"})
  105. return
  106. }
  107. defer f.Close()
  108. // 设置响应头
  109. c.Response.Header.Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"`, filepath.Base(filePath)))
  110. c.Response.Header.Set("Content-Type", "binary/octet-stream")
  111. // 将文件流式传输回客户端
  112. data, err := io.ReadAll(f)
  113. if err != nil {
  114. panic(err)
  115. }
  116. if _, err := c.Write(data); err != nil {
  117. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  118. return
  119. }
  120. defer os.RemoveAll(tmpDir)
  121. }
  122. // DownLoadMapBagFile 根据请求id从oss拉取并下载解析后的map.bag文件
  123. // @router /map/downloadmapbagfile [GET]
  124. func DownLoadMapBagFile(ctx context.Context, c *app.RequestContext) {
  125. id := c.Query("id")
  126. fmt.Println("id: ", id)
  127. // 根据id获取对应的oss文件列表
  128. fileList, err := getExactedMapFileById(id)
  129. // 过滤特定后缀的文件列表
  130. fileList = filterBySuffixes(fileList, "map.bag")
  131. //fmt.Println("fileList", fileList)
  132. objectKey := fileList[0]
  133. // 从OSS下载文件
  134. reader, err := config.OssBucket.GetObject(objectKey)
  135. if err != nil {
  136. c.JSON(consts.StatusInternalServerError, entity.HttpResult{Status: false, Code: "", Message: "解析地图Bag下载失败。"})
  137. return
  138. }
  139. defer reader.Close()
  140. // 设置响应头
  141. c.Response.Header.Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"`, filepath.Base(objectKey)))
  142. c.Response.Header.Set("Content-Type", "binary/octet-stream")
  143. // 将文件流式传输回客户端
  144. data, err := io.ReadAll(reader)
  145. if err != nil {
  146. panic(err)
  147. }
  148. if _, err := c.Write(data); err != nil {
  149. c.JSON(consts.StatusInternalServerError, entity.HttpResult{Status: false, Code: "", Message: "解析地图Bag下载失败。"})
  150. return
  151. }
  152. c.JSON(consts.StatusOK, entity.HttpResult{Status: true, Code: "", Message: "解析地图Bag下载成功。"})
  153. }
  154. // 根据id获取解析后的地图文件列表
  155. func getExactedMapFileById(id string) (fileList []string, err error) {
  156. url := config.SenceOssDownUrl + id
  157. // 构建请求
  158. req, err := http.NewRequest("GET", url, nil)
  159. if err != nil {
  160. fmt.Println("Error creating request:", err)
  161. return nil, err
  162. }
  163. // 添加认证头
  164. req.Header.Set("Authorization", config.Token)
  165. // 发送请求
  166. client := &http.Client{}
  167. resp, err := client.Do(req)
  168. if err != nil {
  169. fmt.Println("Error executing request:", err)
  170. return nil, err
  171. }
  172. defer resp.Body.Close()
  173. body, _ := ioutil.ReadAll(resp.Body)
  174. // Json转换为map
  175. var data map[string]interface{}
  176. err = json.Unmarshal(body, &data)
  177. // 提取响应体中的data字段
  178. dataField, ok := data["data"].([]interface{})
  179. if !ok {
  180. fmt.Println("Error extracting data field")
  181. return nil, err
  182. }
  183. // 转换字符串切片
  184. for _, item := range dataField {
  185. str, ok := item.(string)
  186. if !ok {
  187. fmt.Println("Error converting item to string")
  188. return nil, err
  189. }
  190. fileList = append(fileList, str)
  191. }
  192. return fileList, nil
  193. }
  194. // 根据id获取对应的原始bag文件
  195. func getRosFileById(id string) (file string, err error) {
  196. url := config.SenceInfoUrl + id
  197. // 构建请求
  198. req, err := http.NewRequest("GET", url, nil)
  199. if err != nil {
  200. fmt.Println("Error creating request:", err)
  201. return "", err
  202. }
  203. // 添加认证头
  204. req.Header.Set("Authorization", config.Token)
  205. // 发送请求
  206. client := &http.Client{}
  207. resp, err := client.Do(req)
  208. if err != nil {
  209. fmt.Println("Error executing request:", err)
  210. return "", err
  211. }
  212. defer resp.Body.Close()
  213. body, _ := ioutil.ReadAll(resp.Body)
  214. // Json转换为map
  215. var data map[string]interface{}
  216. err = json.Unmarshal(body, &data)
  217. //fmt.Println("data:", data)
  218. // 提取响应体中的data字段
  219. dataField, ok := data["data"].(map[string]interface{})
  220. if !ok {
  221. fmt.Println("Error extracting data field")
  222. return "", err
  223. }
  224. // 从 data字段中提取 rosField
  225. rosField, ok := dataField["rosFileId"].(string)
  226. if !ok {
  227. fmt.Println("ID not found or not a string")
  228. return
  229. }
  230. if !ok {
  231. fmt.Println("Error extracting rosFileId field")
  232. return "", err
  233. }
  234. //println("rosFileId:", rosField)
  235. return rosField, nil
  236. }
  237. // 根据id生成用于地图更新的压缩包
  238. func generateZipById(id string) (file string, tmpDir string, err error) {
  239. // 根据id获取对应的oss文件列表
  240. fileList, err := getExactedMapFileById(id)
  241. // 过滤特定后缀的文件列表
  242. fileList = filterBySuffixes(fileList, config.Filtersuffixes...)
  243. //fmt.Println("Filtered Strings:", fileList)
  244. if err != nil {
  245. return
  246. }
  247. // 创建临时文件夹
  248. tmpDir, err = os.MkdirTemp("", "temp-download-*")
  249. fmt.Println("tmpDir:", tmpDir)
  250. if err != nil {
  251. fmt.Println("Error creating temporary directory:", err)
  252. return "", "", err
  253. }
  254. // 创建根文件夹(文件打包的根目录)
  255. baseDir := filepath.Join(tmpDir, "data")
  256. if err := os.Mkdir(baseDir, 0755); err != nil {
  257. fmt.Println("Error creating subdirectory:", err)
  258. return "", "", err
  259. }
  260. // 创建子文件夹 mapBuf
  261. subDir := filepath.Join(baseDir, "mapBuf")
  262. if err := os.Mkdir(subDir, 0755); err != nil {
  263. fmt.Println("Error creating subdirectory:", err)
  264. return "", "", err
  265. }
  266. // 从oss下载文件到 mapBuf文件夹
  267. for _, file := range fileList {
  268. err = config.OssBucket.GetObjectToFile(file, filepath.Join(subDir, filepath.Base(file)))
  269. if err != nil {
  270. fmt.Println("Error downloading mapBuf file:", err)
  271. return "", "", err
  272. }
  273. }
  274. // 从oss下载bag文件到 data文件夹
  275. RosFileId, _ := getRosFileById(id)
  276. err = config.OssBucket.GetObjectToFile(RosFileId, filepath.Join(baseDir, filepath.Base(RosFileId)))
  277. if err != nil {
  278. fmt.Println("Error downloading Bag file:", err)
  279. return "", "", err
  280. }
  281. // 创建压缩文件
  282. zipPath := filepath.Join(tmpDir, "mapFile-"+id+".zip")
  283. zipFile, err := os.Create(zipPath)
  284. if err != nil {
  285. fmt.Println("Error creating ZIP file:", err)
  286. return "", "", err
  287. }
  288. defer zipFile.Close()
  289. zipWriter := zip.NewWriter(zipFile)
  290. defer zipWriter.Close()
  291. // 压缩文件夹
  292. if err := addDirToZip(baseDir, zipWriter); err != nil {
  293. fmt.Println("Error adding directory to ZIP:", err)
  294. return "", "", err
  295. }
  296. fmt.Println("ZIP file created successfully.")
  297. return zipPath, tmpDir, nil
  298. }
  299. // 从字符串切片中筛选出以特定后缀结尾的字符串
  300. func filterBySuffixes(strList []string, suffixes ...string) []string {
  301. var filtered []string
  302. for _, s := range strList {
  303. for _, suffix := range suffixes {
  304. //if strings.HasSuffix(s, suffix) {
  305. // filtered = append(filtered, s)
  306. // break
  307. //}
  308. if filepath.Base(s) == suffix {
  309. filtered = append(filtered, s)
  310. break
  311. }
  312. }
  313. }
  314. return filtered
  315. }
  316. // 计算oss中文件列表的总大小
  317. func calculateTotalFileSize(fileList []string) int {
  318. var totalSize int
  319. for _, file := range fileList {
  320. size, err := util.GetOSSFileSize(config.OssBucket, file) // 获取oss中单个文件的大小
  321. if err != nil {
  322. return 0
  323. }
  324. totalSize += size
  325. }
  326. return totalSize
  327. }
  328. // 压缩文件夹
  329. func addDirToZip(dirPath string, zipWriter *zip.Writer) error {
  330. filepath.Walk(dirPath, func(path string, info os.FileInfo, err error) error {
  331. if err != nil {
  332. return err
  333. }
  334. if info.IsDir() {
  335. return nil
  336. }
  337. file, err := os.Open(path)
  338. if err != nil {
  339. return err
  340. }
  341. defer file.Close()
  342. // 处理路径,确保保留相对路径结构
  343. relPath, err := filepath.Rel(dirPath, path)
  344. if err != nil {
  345. return err
  346. }
  347. header, err := zip.FileInfoHeader(info)
  348. if err != nil {
  349. return err
  350. }
  351. header.Name = filepath.ToSlash(relPath)
  352. writer, err := zipWriter.CreateHeader(header)
  353. if err != nil {
  354. return err
  355. }
  356. if _, err := io.Copy(writer, file); err != nil {
  357. return err
  358. }
  359. return nil
  360. })
  361. return nil
  362. }