predict.py 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. # predict.py
  2. import os
  3. import torch
  4. import joblib
  5. import pandas as pd
  6. import numpy as np
  7. from datetime import datetime, timedelta
  8. from gat_lstm import GAT_LSTM
  9. class RealTimePredictor:
  10. def __init__(self, model_path='model.pth', scaler_path='scaler.pkl', device=None):
  11. """
  12. 初始化预测器
  13. """
  14. # 1. 参数配置 (与训练 args.py 保持一致)
  15. self.seq_len = 10 # 输入序列长度
  16. self.feature_num = 42 # 输入特征数 (4时间编码 + 38业务特征)
  17. self.labels_num = 4 # 输出标签数
  18. self.hidden_size = 64
  19. self.num_layers = 1
  20. self.output_size = 5 # 预测未来 5 步
  21. self.dropout = 0
  22. # 2. 设备与资源加载
  23. self.device = device if device else torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
  24. self.model_path = model_path
  25. self.scaler_path = scaler_path
  26. # 加载归一化器
  27. if not os.path.exists(self.scaler_path):
  28. raise FileNotFoundError(f"未找到归一化文件: {self.scaler_path},请确保已完成训练。")
  29. self.scaler = joblib.load(self.scaler_path)
  30. # 加载模型
  31. self._load_model()
  32. # 定义必须存在的列名 (39个,包含index,顺序必须固定)
  33. self.required_columns = [
  34. 'index',
  35. "AR.1#UF_JSFLOW_O", # 1#UF进水流量
  36. "AR.2#UF_JSFLOW_O", # 2#UF进水流量
  37. "AR.1#RO_JSFLOW_O", # 1#RO进水流量
  38. "AR.2#RO_JSFLOW_O", # 2#RO进水流量
  39. "AR.1#UF_JSPRESS_O", # 1#UF进水压力
  40. "AR.2#UF_JSPRESS_O", # 2#UF进水压力
  41. "AR.1#RO_JSPRESS_O", # 1#RO进水压力
  42. "AR.2#RO_JSPRESS_O", # 2#RO进水压力
  43. "AR.1#RO_EDJSPRESS_O", # 1#RO二段进水压力
  44. "AR.1#RO_SDJSPRESS_O", # 1#RO三段进水压力
  45. "AR.2#RO_EDJSPRESS_O", # 2#RO二段进水压力
  46. "AR.2#RO_SDJSPRESS_O", # 2#RO三段进水压力
  47. "AR.ZJS_TEMP_O", # 进水温度
  48. "AR.ZJS_ZD_O", # UF进水浊度
  49. "AR.RO_JSDD_O", # RO进水电导
  50. "AR.RO_JSORP_O", # RO进水ORP
  51. "AR.RO_JSPH_O", # RO进水PH
  52. "AR.1#UF_V_FB_O", # 1#UF调节阀开度反馈
  53. "AR.2#UF_V_FB_O", # 2#UF调节阀开度反馈
  54. "AR.1#UFBWB_FRE_FB_O", # 1#UF反洗泵频率反馈
  55. "AR.2#UFBWB_FRE_FB_O", # 2#UF反洗泵频率反馈
  56. "AR.1#RODJB_FRE_FB_O", # 1#RO段间泵频率反馈
  57. "AR.1#ROGYB_FRE_FB_O", # 1#RO高压泵频率反馈
  58. "AR.1#RODJB_CZ_O", # 1#RO段间泵测振反馈
  59. "AR.1#ROGYB_CZ_O", # 1#RO高压泵测振反馈
  60. "AR.2#RODJB_CZ_O", # 2#RO段间泵测振反馈
  61. "AR.2#ROGYB_CZ_O", # 2#RO高压泵测振反馈
  62. "AR.ROGSB_FRE_FB_O", # RO供水泵频率反馈
  63. "AR.UFGSB_FRE_FB_O", # UF供水泵频率反馈
  64. "AR.V_UF1_TJV_KD_FB", # UF1调节阀开度反馈
  65. "AR.V_UF2_TJV_KD_FB", # UF2调节阀开度反馈
  66. "AR.CS_LEVEL_O", # RO产水箱液位
  67. "AR.UF_CSLEVEL_O", # UF产水箱液位
  68. "AR.UF1_SSD_KMYC", # UF1跨膜压差
  69. "AR.UF2_SSD_KMYC", # UF2跨膜压差
  70. "AR.RO1_2D_YC", # RO1二段压差
  71. "AR.PUBLIC_BY_REAL_1", # RO1三段压差
  72. "1#RO_CSFLOW", # 1#RO产水流量
  73. ]
  74. def _load_model(self):
  75. """内部方法:加载模型权重"""
  76. class ModelArgs: pass
  77. args = ModelArgs()
  78. args.feature_num = self.feature_num
  79. args.hidden_size = self.hidden_size
  80. args.num_layers = self.num_layers
  81. args.output_size = self.output_size
  82. args.labels_num = self.labels_num
  83. args.dropout = self.dropout
  84. self.model = GAT_LSTM(args).to(self.device)
  85. if not os.path.exists(self.model_path):
  86. raise FileNotFoundError(f"未找到模型权重文件: {self.model_path}")
  87. state_dict = torch.load(self.model_path, map_location=self.device, weights_only=True)
  88. self.model.load_state_dict(state_dict)
  89. self.model.eval()
  90. def _preprocess(self, df):
  91. """数据预处理:补全、排序、生成时间特征、整体归一化"""
  92. data = df.copy()
  93. # 1. 统一时间列名
  94. if 'datetime' in data.columns:
  95. data = data.rename(columns={'datetime': 'index'})
  96. if 'index' not in data.columns:
  97. data['index'] = pd.date_range(end=datetime.now(), periods=len(data), freq='min')
  98. data['index'] = pd.to_datetime(data['index'])
  99. # 2. 补全长度 (Padding)
  100. if len(data) < self.seq_len:
  101. pad_len = self.seq_len - len(data)
  102. first_row = data.iloc[0:1]
  103. pads = pd.concat([first_row] * pad_len, ignore_index=True)
  104. start_time = data['index'].iloc[0]
  105. for i in range(pad_len):
  106. pads.at[i, 'index'] = start_time - timedelta(minutes=(pad_len-i))
  107. data = pd.concat([pads, data], ignore_index=True)
  108. # 3. 列筛选排序 (提取业务数据,不含index)
  109. try:
  110. # required_columns[0] 是 'index',我们取后面的业务列
  111. business_cols = self.required_columns[1:]
  112. data_business = data[business_cols]
  113. except KeyError:
  114. missing = list(set(self.required_columns) - set(data.columns))
  115. raise ValueError(f"缺少列: {missing}")
  116. # 4. 生成时间特征
  117. date_col = data['index']
  118. minute_of_day = date_col.dt.hour * 60 + date_col.dt.minute
  119. day_of_year = date_col.dt.dayofyear
  120. time_features = pd.DataFrame({
  121. 'minute_sin': np.sin(2 * np.pi * minute_of_day / 1440),
  122. 'minute_cos': np.cos(2 * np.pi * minute_of_day / 1440),
  123. 'day_year_sin': np.sin(2 * np.pi * day_of_year / 366),
  124. 'day_year_cos': np.cos(2 * np.pi * day_of_year / 366)
  125. })
  126. # 5. 拼接:[时间特征 + 业务特征]
  127. # 注意:训练时的顺序是 time_features + other_columns
  128. # 必须重置索引以避免拼接错位
  129. data_to_scale = pd.concat([
  130. time_features.reset_index(drop=True),
  131. data_business.reset_index(drop=True)
  132. ], axis=1)
  133. # 6. 整体归一化
  134. # 此时 columns 应该包含: minute_sin, minute_cos..., AR.1#UF_JSFLOW_O...
  135. # 顺序和名字必须与 fit 时一致
  136. scaled_array = self.scaler.transform(data_to_scale)
  137. return scaled_array
  138. def predict(self, df):
  139. """
  140. 返回: List[List[float]]
  141. 格式: [[t+1时刻的4个值], [t+2时刻的4个值], ..., [t+5时刻的4个值]]
  142. """
  143. # 1. 预处理 (返回的是归一化后的 numpy 数组)
  144. processed_data = self._preprocess(df)
  145. # 2. 取最后 seq_len 个时间步构建 Tensor
  146. input_seq = processed_data[-self.seq_len:]
  147. input_tensor = torch.tensor(input_seq, dtype=torch.float32).unsqueeze(0).to(self.device)
  148. # 3. 推理
  149. with torch.no_grad():
  150. output = self.model(input_tensor)
  151. # 4. 反归一化
  152. # 输出形状调整为 (5, 4) -> 5个步长, 4个变量
  153. preds = output.cpu().numpy().reshape(self.output_size, self.labels_num)
  154. # 获取最后4列的归一化参数 (目标变量)
  155. target_min = self.scaler.min_[-self.labels_num:]
  156. target_scale = self.scaler.scale_[-self.labels_num:]
  157. real_preds = (preds - target_min) / target_scale
  158. real_preds = np.abs(real_preds)
  159. # 5. 返回纯数值列表
  160. return real_preds.tolist()
  161. if __name__ == "__main__":
  162. # 测试代码
  163. try:
  164. # 初始化
  165. predictor = RealTimePredictor()
  166. # 生成模拟数据
  167. mock_data = pd.DataFrame()
  168. mock_data['index'] = pd.date_range(end=datetime.now(), periods=15, freq='min')
  169. for col in predictor.required_columns[1:]:
  170. mock_data[col] = np.random.rand(15) * 10
  171. # 预测
  172. result = predictor.predict(mock_data)
  173. print("预测结果 (5x4 数组):")
  174. print(result)
  175. except Exception as e:
  176. print(f"Error: {e}")
  177. import traceback
  178. traceback.print_exc()