map_service.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. package map_service
  2. import (
  3. "archive/zip"
  4. "context"
  5. "encoding/json"
  6. "fmt"
  7. "github.com/cloudwego/hertz/pkg/app"
  8. "github.com/cloudwego/hertz/pkg/protocol/consts"
  9. "io"
  10. "io/ioutil"
  11. "net/http"
  12. "os"
  13. "path/filepath"
  14. "pji_desktop_http/common/config"
  15. "pji_desktop_http/common/entity"
  16. "pji_desktop_http/common/util"
  17. "strings"
  18. )
  19. // CheckMapBufConsistency 检查请求id对应的mapBuf文件夹的一致性
  20. // @router /map/checkmapbuf [POST]
  21. func CheckMapBufConsistency(ctx context.Context, c *app.RequestContext) {
  22. var err error
  23. var req []string
  24. err = c.BindAndValidate(&req)
  25. if err != nil {
  26. c.String(consts.StatusBadRequest, err.Error())
  27. return
  28. }
  29. fmt.Println(req)
  30. if len(req) == 0 { // 请求数据为空
  31. c.JSON(consts.StatusBadRequest, entity.HttpResult{Status: false, Code: "", Message: "请求数据为空。"})
  32. } else if len(req) == 1 { // 只有一条数据则直接返回
  33. c.JSON(consts.StatusOK, entity.HttpResult{Status: true, Code: "", Message: "mapBuf文件夹数据一致。"})
  34. } else {
  35. var firstValue int
  36. for i, id := range req {
  37. // 根据id获取对应的oss文件列表
  38. fileList, err := getExactedMapFileById(id)
  39. // 过滤特定后缀的文件列表
  40. fileList = filterBySuffixes(fileList, config.Filtersuffixes...)
  41. //fmt.Println("Filtered Strings:", fileList)
  42. if err != nil {
  43. c.String(consts.StatusBadRequest, err.Error())
  44. return
  45. }
  46. // 获取文件列表的总大小
  47. totalSize := calculateTotalFileSize(fileList)
  48. fmt.Println("Total Size:", totalSize)
  49. // 判断不同文件列表(mapBuf)中文件的总大小是否一致
  50. if i == 0 {
  51. firstValue = totalSize
  52. } else {
  53. if totalSize != firstValue {
  54. c.JSON(consts.StatusOK, entity.HttpResult{Status: false, Code: "", Message: "mapBuf文件夹数据不一致。"})
  55. return
  56. }
  57. }
  58. }
  59. c.JSON(consts.StatusOK, entity.HttpResult{Status: true, Code: "", Message: "mapBuf文件夹数据一致。"})
  60. }
  61. }
  62. // DownloadOSSFile 根据objectKey下载指定的oss文件
  63. // @router /map/downloadossfile [GET]
  64. func DownloadOSSFile(ctx context.Context, c *app.RequestContext) {
  65. objectKey := c.Query("objectKey")
  66. // 从OSS下载文件
  67. reader, err := config.OssBucket.GetObject(objectKey)
  68. if err != nil {
  69. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  70. return
  71. }
  72. defer reader.Close()
  73. // 设置响应头
  74. c.Response.Header.Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"`, filepath.Base(objectKey)))
  75. c.Response.Header.Set("Content-Type", "binary/octet-stream")
  76. // 将文件流式传输回客户端
  77. data, err := io.ReadAll(reader)
  78. if err != nil {
  79. panic(err)
  80. }
  81. if _, err := c.Write(data); err != nil {
  82. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  83. return
  84. }
  85. }
  86. // DownLoadZipFile 根据请求id从oss拉取并打包下载建图所需要的文件
  87. // @router /map/downloadmapzipfile [GET]
  88. func DownLoadMapZipFile(ctx context.Context, c *app.RequestContext) {
  89. id := c.Query("id")
  90. fmt.Println(id)
  91. // 根据id生成用于地图更新的压缩包
  92. filePath, tmpDir, err := generateZipById(id)
  93. if err != nil {
  94. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  95. }
  96. fmt.Println("filePath", filePath)
  97. // 检查文件是否存在
  98. if _, err := os.Stat(filePath); os.IsNotExist(err) {
  99. c.JSON(http.StatusNotFound, map[string]string{"error": "File not found"})
  100. return
  101. }
  102. // 打开文件
  103. f, err := os.Open(filePath)
  104. if err != nil {
  105. c.JSON(http.StatusInternalServerError, map[string]string{"error": "Failed to open file"})
  106. return
  107. }
  108. defer f.Close()
  109. // 设置响应头
  110. c.Response.Header.Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"`, filepath.Base(filePath)))
  111. c.Response.Header.Set("Content-Type", "binary/octet-stream")
  112. // 将文件流式传输回客户端
  113. data, err := io.ReadAll(f)
  114. if err != nil {
  115. panic(err)
  116. }
  117. if _, err := c.Write(data); err != nil {
  118. c.JSON(http.StatusInternalServerError, map[string]string{"error": err.Error()})
  119. return
  120. }
  121. defer os.RemoveAll(tmpDir)
  122. }
  123. // DownLoadMapBagFile 根据请求id从oss拉取并下载解析后的map.bag文件
  124. // @router /map/downloadmapbagfile [GET]
  125. func DownLoadMapBagFile(ctx context.Context, c *app.RequestContext) {
  126. id := c.Query("id")
  127. fmt.Println("id: ", id)
  128. // 根据id获取对应的oss文件列表
  129. fileList, err := getExactedMapFileById(id)
  130. // 过滤特定后缀的文件列表
  131. fileList = filterBySuffixes(fileList, "map.bag")
  132. //fmt.Println("fileList", fileList)
  133. objectKey := fileList[0]
  134. // 从OSS下载文件
  135. reader, err := config.OssBucket.GetObject(objectKey)
  136. if err != nil {
  137. c.JSON(consts.StatusInternalServerError, entity.HttpResult{Status: false, Code: "", Message: "解析地图Bag下载失败。"})
  138. return
  139. }
  140. defer reader.Close()
  141. // 设置响应头
  142. c.Response.Header.Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"`, filepath.Base(objectKey)))
  143. c.Response.Header.Set("Content-Type", "binary/octet-stream")
  144. // 将文件流式传输回客户端
  145. data, err := io.ReadAll(reader)
  146. if err != nil {
  147. panic(err)
  148. }
  149. if _, err := c.Write(data); err != nil {
  150. c.JSON(consts.StatusInternalServerError, entity.HttpResult{Status: false, Code: "", Message: "解析地图Bag下载失败。"})
  151. return
  152. }
  153. c.JSON(consts.StatusOK, entity.HttpResult{Status: true, Code: "", Message: "解析地图Bag下载成功。"})
  154. }
  155. // 根据id获取解析后的地图文件列表
  156. func getExactedMapFileById(id string) (fileList []string, err error) {
  157. url := config.SenceOssDownUrl + id
  158. // 构建请求
  159. req, err := http.NewRequest("GET", url, nil)
  160. if err != nil {
  161. fmt.Println("Error creating request:", err)
  162. return nil, err
  163. }
  164. // 添加认证头
  165. req.Header.Set("Authorization", config.Token)
  166. // 发送请求
  167. client := &http.Client{}
  168. resp, err := client.Do(req)
  169. if err != nil {
  170. fmt.Println("Error executing request:", err)
  171. return nil, err
  172. }
  173. defer resp.Body.Close()
  174. body, _ := ioutil.ReadAll(resp.Body)
  175. // Json转换为map
  176. var data map[string]interface{}
  177. err = json.Unmarshal(body, &data)
  178. // 提取响应体中的data字段
  179. dataField, ok := data["data"].([]interface{})
  180. if !ok {
  181. fmt.Println("Error extracting data field")
  182. return nil, err
  183. }
  184. // 转换字符串切片
  185. for _, item := range dataField {
  186. str, ok := item.(string)
  187. if !ok {
  188. fmt.Println("Error converting item to string")
  189. return nil, err
  190. }
  191. fileList = append(fileList, str)
  192. }
  193. return fileList, nil
  194. }
  195. // 根据id获取对应的原始bag文件
  196. func getRosFileById(id string) (file string, err error) {
  197. url := config.SenceInfoUrl + id
  198. // 构建请求
  199. req, err := http.NewRequest("GET", url, nil)
  200. if err != nil {
  201. fmt.Println("Error creating request:", err)
  202. return "", err
  203. }
  204. // 添加认证头
  205. req.Header.Set("Authorization", config.Token)
  206. // 发送请求
  207. client := &http.Client{}
  208. resp, err := client.Do(req)
  209. if err != nil {
  210. fmt.Println("Error executing request:", err)
  211. return "", err
  212. }
  213. defer resp.Body.Close()
  214. body, _ := ioutil.ReadAll(resp.Body)
  215. // Json转换为map
  216. var data map[string]interface{}
  217. err = json.Unmarshal(body, &data)
  218. //fmt.Println("data:", data)
  219. // 提取响应体中的data字段
  220. dataField, ok := data["data"].(map[string]interface{})
  221. if !ok {
  222. fmt.Println("Error extracting data field")
  223. return "", err
  224. }
  225. // 从 data字段中提取 rosField
  226. rosField, ok := dataField["rosFileId"].(string)
  227. if !ok {
  228. fmt.Println("ID not found or not a string")
  229. return
  230. }
  231. if !ok {
  232. fmt.Println("Error extracting rosFileId field")
  233. return "", err
  234. }
  235. //println("rosFileId:", rosField)
  236. return rosField, nil
  237. }
  238. // 根据id生成用于地图更新的压缩包
  239. func generateZipById(id string) (file string, tmpDir string, err error) {
  240. // 根据id获取对应的oss文件列表
  241. fileList, err := getExactedMapFileById(id)
  242. // 过滤特定后缀的文件列表
  243. fileList = filterBySuffixes(fileList, config.Filtersuffixes...)
  244. //fmt.Println("Filtered Strings:", fileList)
  245. if err != nil {
  246. return
  247. }
  248. // 创建临时文件夹
  249. tmpDir, err = os.MkdirTemp("", "temp-download-*")
  250. fmt.Println("tmpDir:", tmpDir)
  251. if err != nil {
  252. fmt.Println("Error creating temporary directory:", err)
  253. return "", "", err
  254. }
  255. // 创建根文件夹(文件打包的根目录)
  256. baseDir := filepath.Join(tmpDir, "data")
  257. if err := os.Mkdir(baseDir, 0755); err != nil {
  258. fmt.Println("Error creating subdirectory:", err)
  259. return "", "", err
  260. }
  261. // 创建子文件夹 mapBuf
  262. subDir := filepath.Join(baseDir, "mapBuf")
  263. if err := os.Mkdir(subDir, 0755); err != nil {
  264. fmt.Println("Error creating subdirectory:", err)
  265. return "", "", err
  266. }
  267. // 从oss下载文件到 mapBuf文件夹
  268. for _, file := range fileList {
  269. err = config.OssBucket.GetObjectToFile(file, filepath.Join(subDir, filepath.Base(file)))
  270. if err != nil {
  271. fmt.Println("Error downloading mapBuf file:", err)
  272. return "", "", err
  273. }
  274. }
  275. // 从oss下载bag文件到 data文件夹
  276. RosFileId, _ := getRosFileById(id)
  277. err = config.OssBucket.GetObjectToFile(RosFileId, filepath.Join(baseDir, filepath.Base(RosFileId)))
  278. if err != nil {
  279. fmt.Println("Error downloading Bag file:", err)
  280. return "", "", err
  281. }
  282. // 创建压缩文件
  283. zipPath := filepath.Join(tmpDir, "mapFile-"+id+".zip")
  284. zipFile, err := os.Create(zipPath)
  285. if err != nil {
  286. fmt.Println("Error creating ZIP file:", err)
  287. return "", "", err
  288. }
  289. defer zipFile.Close()
  290. zipWriter := zip.NewWriter(zipFile)
  291. defer zipWriter.Close()
  292. // 压缩文件夹
  293. if err := addDirToZip(baseDir, zipWriter); err != nil {
  294. fmt.Println("Error adding directory to ZIP:", err)
  295. return "", "", err
  296. }
  297. fmt.Println("ZIP file created successfully.")
  298. return zipPath, tmpDir, nil
  299. }
  300. // 从字符串切片中筛选出以特定后缀结尾的字符串
  301. func filterBySuffixes(strList []string, suffixes ...string) []string {
  302. var filtered []string
  303. for _, s := range strList {
  304. for _, suffix := range suffixes {
  305. //if strings.HasSuffix(s, suffix) {
  306. // filtered = append(filtered, s)
  307. // break
  308. //}
  309. if filepath.Base(s) == suffix {
  310. filtered = append(filtered, s)
  311. break
  312. }
  313. }
  314. }
  315. return filtered
  316. }
  317. // 计算oss中文件列表的总大小
  318. func calculateTotalFileSize(fileList []string) int {
  319. var totalSize int
  320. for _, file := range fileList {
  321. size, err := util.GetOSSFileSize(config.OssBucket, file) // 获取oss中单个文件的大小
  322. if err != nil {
  323. return 0
  324. }
  325. totalSize += size
  326. }
  327. return totalSize
  328. }
  329. // 压缩文件夹
  330. func addDirToZip(dirPath string, zipWriter *zip.Writer) error {
  331. filepath.Walk(dirPath, func(path string, info os.FileInfo, err error) error {
  332. if err != nil {
  333. return err
  334. }
  335. if info.IsDir() {
  336. return nil
  337. }
  338. file, err := os.Open(path)
  339. if err != nil {
  340. return err
  341. }
  342. defer file.Close()
  343. // 处理路径,确保保留相对路径结构
  344. relPath, err := filepath.Rel(dirPath, path)
  345. if err != nil {
  346. return err
  347. }
  348. header, err := zip.FileInfoHeader(info)
  349. if err != nil {
  350. return err
  351. }
  352. header.Name = filepath.ToSlash(relPath)
  353. // 如果路径不是相对路径,添加一个前缀 `./`
  354. if !strings.HasPrefix(header.Name, "./") && !strings.HasPrefix(header.Name, "/") {
  355. header.Name = "./" + header.Name
  356. }
  357. writer, err := zipWriter.CreateHeader(header)
  358. if err != nil {
  359. return err
  360. }
  361. if _, err := io.Copy(writer, file); err != nil {
  362. return err
  363. }
  364. return nil
  365. })
  366. return nil
  367. }