更新data_procees内容，PGVIL需求

modules/lib/data_process.py

@@ -85,7 +85,6 @@ class DataPreprocessing:
         
         # 2. 定义 T_threshold_config（封装为字典）
         T_threshold_config = {"T_threshold": full_config[modules[1]]}
-
         
         # 3. 统一处理需要合并 T_threshold 的模块
         # 3.1 safety_config
@@ -118,12 +117,19 @@ class DataPreprocessing:
         try:
             # 读取 CSV 文件
             merged_csv_path = os.path.join(self.data_path, "merged_ObjState.csv")
+            # self.object_df = pd.read_csv(
+            #     merged_csv_path, dtype={"simTime": float}
+            # ).drop_duplicates(subset=["simTime", "simFrame", "playerId"])
             self.object_df = pd.read_csv(
-                merged_csv_path, dtype={"simTime": float}
+                merged_csv_path,
+                dtype={"simTime": float},
+                engine="python",
+                on_bad_lines="skip",#自动跳过异常行
+                na_values=["","NA","null","NaN"]#明确处理缺失值
             ).drop_duplicates(subset=["simTime", "simFrame", "playerId"])
+            self.object_df.columns = [col.replace("+AF8-", "_") for col in self.object_df.columns]
 
             data = self.object_df.copy()
-            
 
             # Calculate common parameters
             data["lat_v"] = data["speedY"] * 1

testdisk.log

@@ -0,0 +1,45 @@
+
+
+Wed Apr  9 16:48:34 2025
+Command line: TestDisk
+
+TestDisk 7.1, Data Recovery Utility, July 2019
+Christophe GRENIER <grenier@cgsecurity.org>
+https://www.cgsecurity.org
+OS: Linux, kernel 6.8.0-57-generic (#59~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Wed Mar 19 17:07:41 UTC 2) x86_64
+Compiler: GCC 11.2
+ext2fs lib: 1.46.5, ntfs lib: libntfs-3g, reiserfs lib: none, ewf lib: none, curses lib: ncurses 6.3
+/dev/sda: LBA, HPA, LBA48, DCO support
+/dev/sda: size       3907029168 sectors
+/dev/sda: user_max   3907029168 sectors
+/dev/sda: native_max 3907029168 sectors
+/dev/sda: dco        3907029168 sectors
+Warning: can't get size for Disk /dev/mapper/control - 0 B - 0 sectors, sector size=512
+Warning: can't get size for Disk /dev/loop14 - 0 B - 0 sectors, sector size=512
+Hard disk list
+Disk /dev/sda - 2000 GB / 1863 GiB - CHS 243201 255 63, sector size=512 - TOSHIBA DT01ACA200, S/N:Y1DAD0XGS, FW:MX4OAD30
+Disk /dev/loop0 - 4096 B - 8 sectors (RO), sector size=512
+Disk /dev/loop1 - 77 MB / 73 MiB - 151328 sectors (RO), sector size=512
+Disk /dev/loop10 - 46 MB / 44 MiB - 91008 sectors (RO), sector size=512
+Disk /dev/loop11 - 46 MB / 44 MiB - 91024 sectors (RO), sector size=512
+Disk /dev/loop12 - 581 KB / 568 KiB - 1136 sectors (RO), sector size=512
+Disk /dev/loop13 - 462 KB / 452 KiB - 904 sectors (RO), sector size=512
+Disk /dev/loop2 - 77 MB / 73 MiB - 151312 sectors (RO), sector size=512
+Disk /dev/loop3 - 270 MB / 258 MiB - 528984 sectors (RO), sector size=512
+Disk /dev/loop4 - 254 MB / 242 MiB - 496448 sectors (RO), sector size=512
+Disk /dev/loop5 - 529 MB / 505 MiB - 1034424 sectors (RO), sector size=512
+Disk /dev/loop6 - 541 MB / 516 MiB - 1056784 sectors (RO), sector size=512
+Disk /dev/loop7 - 96 MB / 91 MiB - 187776 sectors (RO), sector size=512
+Disk /dev/loop8 - 12 MB / 12 MiB - 24984 sectors (RO), sector size=512
+Disk /dev/loop9 - 12 MB / 12 MiB - 25240 sectors (RO), sector size=512
+Disk /dev/nvme0n1 - 1000 GB / 931 GiB - CHS 953869 64 32, sector size=512
+
+Partition table type (auto): EFI GPT
+Disk /dev/sda - 2000 GB / 1863 GiB - TOSHIBA DT01ACA200
+Partition table type: Intel
+
+Interface Advanced
+Geometry from i386 MBR: head=256 sector=63
+check_part_i386 1 type EE: no test
+ 1 P EFI GPT                  0   0  2 243201  80 63 3907029167
+SIGINT detected! TestDisk has been killed.