| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642 |
- """
- 20分钟TMP预测模型
- 版本:1.0
- 最后更新:2025-10-28
- """
- import os
- import sys
- import torch
- import pandas as pd
- import numpy as np
- import joblib
- import pywt
- from datetime import datetime, timedelta
- from torch.utils.data import DataLoader, TensorDataset
- from gat_lstm import GAT_LSTM # 导入自定义的GAT-LSTM模型
- from tqdm import tqdm
- # 添加项目根目录到系统路径,以便导入common模块
- project_root = os.path.abspath(os.path.join(os.path.dirname(__file__), '../../..'))
- if project_root not in sys.path:
- sys.path.insert(0, project_root)
- from common.utils.logger import setup_logger, log_execution_time
- from common.utils.config import Config
- def set_seed(seed):
- """
- 设置全局随机种子,保证实验可重复性
-
- Args:
- seed: 随机种子值
-
- Note:
- - 设置Python、NumPy、PyTorch的随机种子
- - 确保CUDA操作的确定性
- - 关闭CUDA的性能优化(以确保可重复性)
- """
- import random
- random.seed(seed) # Python随机数生成器
- os.environ['PYTHONHASHSEED'] = str(seed) # Python哈希种子
- np.random.seed(seed) # NumPy随机数生成器
- torch.manual_seed(seed) # PyTorch CPU随机数生成器
- torch.cuda.manual_seed(seed) # 当前GPU随机数生成器
- torch.cuda.manual_seed_all(seed) # 所有GPU随机数生成器
- torch.backends.cudnn.deterministic = True # 确保CUDA操作确定性
- torch.backends.cudnn.benchmark = False # 关闭CUDA性能优化
- class Predictor:
- """
- TMP预测器类
-
- 功能:
- - 加载并预处理输入数据
- - 加载训练好的GAT-LSTM模型
- - 执行预测并保存结果
-
- 使用示例:
- predictor = Predictor()
- predictions = predictor.predict(df)
- predictor.save_predictions(predictions)
- """
-
- def __init__(self, config_path='config.yaml'):
- """
- 初始化预测器
-
- Args:
- config_path: 配置文件路径,默认为当前目录下的config.yaml
-
- Raises:
- FileNotFoundError: 配置文件或模型文件不存在
-
- Note:
- - 从配置文件加载所有参数
- - 自动检测并使用GPU(如果可用)
- - 加载训练时保存的数据归一化器
- """
- # 加载配置文件
- config_file = os.path.join(os.path.dirname(__file__), config_path)
- self.config = Config(config_file)
-
- # 设置日志
- log_dir = os.path.join(os.path.dirname(__file__),
- os.path.dirname(self.config.get('logging.log_file', 'logs/20min_predict.log')))
- os.makedirs(log_dir, exist_ok=True)
-
- log_file = os.path.join(os.path.dirname(__file__),
- self.config.get('logging.log_file', 'logs/20min_predict.log'))
- self.logger = setup_logger(
- name='20min_predict',
- level=self.config.get('logging.level', 'INFO'),
- log_file=log_file,
- format_type=self.config.get('logging.format', 'colored'),
- max_bytes=self.config.get('logging.max_bytes', 10*1024*1024),
- backup_count=self.config.get('logging.backup_count', 5)
- )
-
- self.logger.info("=" * 80)
- self.logger.info("初始化20分钟TMP预测器")
- self.logger.info("=" * 80)
-
- # 模型参数(从配置文件加载)
- self.seq_len = self.config.get('model.seq_len', 10)
- self.output_size = self.config.get('model.output_size', 5)
- self.labels_num = self.config.get('model.labels_num', 16)
- self.feature_num = self.config.get('model.feature_num', 79)
- self.step_size = self.config.get('model.step_size', 5)
- self.dropout = self.config.get('model.dropout', 0)
- self.lr = self.config.get('model.lr', 0.01)
- self.num_heads = self.config.get('model.num_heads', 8)
- self.hidden_size = self.config.get('model.hidden_size', 64)
- self.batch_size = self.config.get('model.batch_size', 512)
- self.num_layers = self.config.get('model.num_layers', 1)
- self.random_seed = self.config.get('model.random_seed', 1314)
-
- # 数据处理参数
- self.resolution = self.config.get('data.resolution', 60)
- self.test_start_date = self.config.get('data.test_start_date', '2025-07-01')
- self.wavelet = self.config.get('data.wavelet.type', 'db4')
- self.level = self.config.get('data.wavelet.level', 3)
- self.level_after = self.config.get('data.wavelet.level_after', 4)
- self.mode = self.config.get('data.wavelet.mode', 'soft')
-
- # 阈值参数
- self.uf_threshold = self.config.get('data.threshold.uf', 0.001)
- self.ro_threshold = self.config.get('data.threshold.ro', 0.01)
- self.flow_threshold = self.config.get('data.threshold.flow', 1.0)
-
- # 文件路径(相对于当前脚本目录)
- script_dir = os.path.dirname(__file__)
- self.model_path = os.path.join(script_dir, self.config.get('paths.model_path', '20min_model.pth'))
- self.scaler_path = os.path.join(script_dir, self.config.get('paths.scaler_path', '20min_scaler.pkl'))
- self.edge_index_path = os.path.join(script_dir, self.config.get('paths.edge_index_path', 'edge_index.pt'))
- self.output_csv_path = os.path.join(script_dir, self.config.get('paths.output_csv_path', '20min_predictions.csv'))
-
- # 后处理参数
- self.remove_outliers_flag = self.config.get('postprocess.remove_outliers', False)
- self.smooth_flag = self.config.get('postprocess.smooth', False)
-
- # 设备配置
- use_cuda = self.config.get('device.use_cuda', True)
- cuda_device = self.config.get('device.cuda_device', 0)
-
- if use_cuda and torch.cuda.is_available():
- self.device = torch.device(f"cuda:{cuda_device}")
- self.logger.info(f"使用GPU设备: {self.device} ({torch.cuda.get_device_name(cuda_device)})")
- else:
- self.device = torch.device("cpu")
- self.logger.info("使用CPU设备")
-
- # 设置随机种子
- self.logger.info(f"设置随机种子: {self.random_seed}")
- set_seed(self.random_seed)
-
- # 加载数据归一化器
- if not os.path.exists(self.scaler_path):
- self.logger.error(f"归一化器文件不存在: {self.scaler_path}")
- raise FileNotFoundError(f"归一化器文件不存在: {self.scaler_path}")
-
- self.logger.info(f"加载数据归一化器: {self.scaler_path}")
- self.scaler = joblib.load(self.scaler_path)
-
- # 初始化模型和数据加载器(后续加载)
- self.model = None
- self.edge_index = None
- self.test_loader = None
-
- self.logger.info("预测器初始化完成")
- self.logger.info(f"模型参数: seq_len={self.seq_len}, output_size={self.output_size}, "
- f"labels_num={self.labels_num}, feature_num={self.feature_num}")
- self.logger.info(f"数据参数: resolution={self.resolution}, batch_size={self.batch_size}")
-
- def reorder_columns(self, df):
- """
- 调整数据列顺序,确保与训练时的特征顺序一致
-
- Args:
- df: 输入的DataFrame
-
- Returns:
- DataFrame: 列顺序调整后的DataFrame
-
- Note:
- - 避免因列顺序不一致导致模型输入特征错位
- - 必须包含所有必需的特征列
- """
- self.logger.debug("开始重排数据列顺序")
- desired_order = [
- 'index',
- 'C.M.FT_ZGJJY1@out','C.M.RO1_FT_JS@out','C.M.RO2_FT_JS@out','C.M.RO3_FT_JS@out',
- 'C.M.RO4_FT_JS@out','C.M.UF1_FT_JS@out','C.M.UF2_FT_JS@out','C.M.UF3_FT_JS@out',
- 'C.M.UF4_FT_JS@out','C.M.UF_FT_ZCS@out','C.M.FT_ZGJJY2@out','C.M.FT_ZGJJY3@out',
- 'C.M.FT_ZGJJY4@out','C.M.RO1_PT_JS@out','C.M.RO2_PT_JS@out','C.M.RO3_PT_JS@out',
- 'C.M.UF1_PT_JS@out','C.M.UF2_PT_JS@out','C.M.UF3_PT_JS@out','C.M.UF4_PT_JS@out',
- 'C.M.LT_JSC@out','C.M.RO1_PT_CS@out','C.M.RO1_PT_DJ2@out','C.M.RO2_PT_CS@out',
- 'C.M.RO2_PT_DJ2@out','C.M.RO3_PT_CS@out','C.M.RO3_PT_DJ2@out','C.M.RO4_PT_CS@out',
- 'C.M.RO4_PT_DJ2@out','C.M.RO4_PT_JS@out','C.M.LT_HCl@out','C.M.LT_NaClO@out',
- 'C.M.LT_PAC@out','C.M.LT_QSC@out','C.M.RO_Cond_ZCS@out','C.M.RO_TT_ZJS@out',
- 'C.M.UF1_JSF_kd@out','C.M.UF2_JSF_kd@out','C.M.UF_GSB4_fre@out','C.M.UF_ORP_ZCS@out',
- 'C.M.JYB2_ZGJ1_fre@out','C.M.JYB2_ZGJ2_fre@out','C.M.JYB2_ZGJ3_fre@out','C.M.JYB2_ZGJ4_fre@out',
- 'C.M.RO1_GYB_fre@out','C.M.RO2_GYB_fre@out','C.M.RO3_GYB_fre@out','C.M.RO4_GYB_fre@out',
- 'C.M.UF3_JSF_kd@out','C.M.UF4_JSF_kd@out','C.M.UF_FXB2_fre@out','C.M.RO1_DJB_fre@out',
- 'C.M.RO1_GYBF_kd@out','C.M.RO2_DJB_fre@out','C.M.RO2_GYBF_kd@out','C.M.RO3_DJB_fre@out',
- 'C.M.RO3_GYBF_kd@out','C.M.RO4_DJB_fre@out','C.M.RO4_GYBF_kd@out',
- 'C.M.UF1_DB@press_PV','C.M.UF2_DB@press_PV','C.M.UF3_DB@press_PV','C.M.UF4_DB@press_PV',
- 'UF1Per','UF2Per','UF3Per','UF4Per',
- 'C.M.RO1_DB@DPT_1','C.M.RO2_DB@DPT_1','C.M.RO3_DB@DPT_1','C.M.RO4_DB@DPT_1',
- 'C.M.RO1_DB@DPT_2','C.M.RO2_DB@DPT_2','C.M.RO3_DB@DPT_2','C.M.RO4_DB@DPT_2',
- ]
- self.logger.debug(f"原始列: {list(df.columns)}")
- self.logger.debug(f"目标列顺序: {desired_order}")
- return df.loc[:, desired_order]
- def process_date(self, data):
- """
- 处理日期列,生成周期性时间特征
-
- Args:
- data: 输入DataFrame,必须包含'index'或'date'列
-
- Returns:
- DataFrame: 包含时间特征的DataFrame
-
- Note:
- - 生成分钟级正弦/余弦特征(捕捉每日周期性模式)
- - 生成年中日正弦/余弦特征(捕捉年度周期性模式)
- - 使用三角函数编码确保时间连续性(避免边界突变)
- """
- self.logger.debug("开始处理日期特征")
- if 'index' in data.columns:
- data = data.rename(columns={'index': 'date'})
- data['date'] = pd.to_datetime(data['date'])
- data['minute_of_day'] = data['date'].dt.hour * 60 + data['date'].dt.minute
- data['day_of_year'] = data['date'].dt.dayofyear
-
- # 周期性编码(将时间转换为正弦/余弦值,确保周期性连续)
- data['minute_sin'] = np.sin(2 * np.pi * data['minute_of_day'] / 1440) # 分钟正弦特征
- data['minute_cos'] = np.cos(2 * np.pi * data['minute_of_day'] / 1440) # 分钟余弦特征
- data['day_year_sin'] = np.sin(2 * np.pi * data['day_of_year'] / 366) # 年中日正弦特征
- data['day_year_cos'] = np.cos(2 * np.pi * data['day_of_year'] / 366) # 年中日余弦特征
- # 移除原始时间列(仅保留编码后的特征)
- data.drop(columns=['minute_of_day', 'day_of_year'], inplace=True)
-
- # 调整列顺序:日期 + 时间特征 + 其他特征
- time_features = ['minute_sin', 'minute_cos', 'day_year_sin', 'day_year_cos']
- other_columns = [col for col in data.columns if col not in ['date'] + time_features]
- self.logger.debug(f"生成时间特征: {time_features}")
- return data[['date'] + time_features + other_columns]
- def scaler_data(self, data):
- """
- 对数据进行归一化处理
-
- Args:
- data: 输入DataFrame
-
- Returns:
- DataFrame: 归一化后的DataFrame
-
- Note:
- - 使用训练时保存的scaler进行归一化
- - 保持与训练数据的归一化方式一致(MinMax 0-1缩放)
- - 日期列不参与归一化
- """
- self.logger.debug("开始数据归一化")
- date_col = data[['date']]
- data_to_scale = data.drop(columns=['date'])
- scaled = self.scaler.transform(data_to_scale)
- scaled_df = pd.DataFrame(scaled, columns=data_to_scale.columns)
- # 拼接日期列和归一化后的特征列
- result = pd.concat([date_col.reset_index(drop=True), scaled_df], axis=1)
- self.logger.debug(f"归一化完成,数据形状: {result.shape}")
- return result
-
- def remove_outliers(self, predictions):
- """
- 使用四分位法处理预测结果中的异常值
-
- Args:
- predictions: numpy数组,形状为[时间步, 标签数]
-
- Returns:
- numpy数组: 处理异常值后的预测结果
-
- Note:
- - 异常值定义:小于Q1-1.5*IQR或大于Q3+1.5*IQR的值
- - 异常值替换为正常值的平均值(避免极端值影响结果)
- - 按列(每个指标)独立处理
- """
- self.logger.info("开始移除异常值(四分位法)")
- cleaned = predictions.copy()
- # 遍历每个特征列(16个标签)
- for col in range(cleaned.shape[1]):
- values = cleaned[:, col]
- # 计算四分位数
- q1 = np.percentile(values, 25)
- q3 = np.percentile(values, 75)
- iqr = q3 - q1
- # 异常值边界
- lower_bound = q1 - 1.5 * iqr
- upper_bound = q3 + 1.5 * iqr
- # 筛选正常值
- normal_values = values[(values >= lower_bound) & (values <= upper_bound)]
- # 用正常值的平均值替换异常值
- if len(normal_values) > 0:
- mean_normal = np.mean(normal_values)
- outlier_count = np.sum((values < lower_bound) | (values > upper_bound))
- if outlier_count > 0:
- self.logger.debug(f"列{col}: 检测到{outlier_count}个异常值,替换为均值{mean_normal:.4f}")
- cleaned[(values < lower_bound) | (values > upper_bound), col] = mean_normal
- self.logger.info("异常值处理完成")
- return cleaned
-
- def smooth_predictions(self, predictions):
- """
- 对预测结果进行加权平滑处理
-
- Args:
- predictions: numpy数组,形状为[时间步, 标签数]
-
- Returns:
- numpy数组: 平滑后的预测结果
-
- Note:
- - 采用滑动窗口加权平均减少预测波动
- - 中间值权重为2,前后邻居权重为1
- - 边缘值特殊处理(避免过度平滑)
- """
- self.logger.info("开始平滑预测结果")
- smoothed = predictions.copy()
- n_timesteps = predictions.shape[0]
- if n_timesteps <= 1:
- return smoothed
-
- # 遍历每个特征列
- for col in range(predictions.shape[1]):
- values = predictions[:, col]
- # 第一个值:加权前两个值(避免边缘过度平滑)
- smoothed[0, col] = (2 * values[0] + values[1]) / 3
- # 中间值:加权前后邻居(核心平滑)
- for i in range(1, n_timesteps - 1):
- smoothed[i, col] = (values[i-1] + 2 * values[i] + values[i+1]) / 4
- # 最后一个值:加权最后两个值(避免边缘过度平滑)
- smoothed[-1, col] = (values[-2] + 2 * values[-1]) / 3
- self.logger.info("预测结果平滑完成")
- return smoothed
- def create_test_loader(self, df):
- """
- 构建测试数据加载器
-
- Args:
- df: 预处理后的DataFrame
-
- Returns:
- DataLoader: PyTorch数据加载器
-
- Note:
- - 将原始时间序列数据转换为模型输入格式
- - 构建滑动窗口序列:[样本数, 序列长度, 特征数]
- - 确保有足够的历史数据构建输入序列
- """
- self.logger.info("创建测试数据加载器")
- df['date'] = pd.to_datetime(df['date'])
- # 计算时间间隔(根据分辨率,单位:分钟)
- time_interval = pd.Timedelta(minutes=(4 * self.resolution / 60))
- # 计算窗口时间跨度(确保能覆盖输入序列长度+预测步长)
- window_time_span = time_interval * (self.seq_len + 20)
- # 调整测试集起始时间(确保有足够的历史数据构建输入序列)
- adjusted_test_start = pd.to_datetime(self.test_start_date) - window_time_span
- # 筛选所需的历史数据
- test_df = df[df['date'] >= adjusted_test_start].reset_index(drop=True)
- test_df = test_df.drop(columns=['date'])
- # 构建监督学习数据集(输入序列+目标序列的占位)
- feature_columns = test_df.columns.tolist()
- cols = []
-
- # 构建输入序列(历史seq_len个时间步的特征)
- for col in feature_columns:
- for i in range(self.seq_len - 1, -1, -1):
- cols.append(test_df[[col]].shift(i)) # 滞后i步的特征(t-0到t-(seq_len-1))
-
- # 构建目标序列占位(未来output_size个时间步的标签,预测时不使用真实值)
- for i in range(1, self.output_size + 1):
- for col in feature_columns[-self.labels_num:]:
- cols.append(test_df[[col]].shift(-i)) # 超前i步的标签(t+1到t+output_size)
-
- # 合并列并按步长采样,最后取最后一行作为预测输入(最新的历史数据)
- dataset = pd.concat(cols, axis=1).iloc[::self.step_size]
- dataset = dataset.iloc[[-1]]
-
- # 提取输入特征(前n_features_total列)
- n_features_total = self.feature_num * self.seq_len
- supervised_data = dataset.iloc[:, :n_features_total]
- # 转换为模型输入格式:[样本数, 序列长度, 特征数]
- X = supervised_data.values.reshape(-1, self.seq_len, self.feature_num)
- X = torch.tensor(X, dtype=torch.float32).to(self.device)
- tensor_dataset = TensorDataset(X)
- loader = DataLoader(tensor_dataset, batch_size=self.batch_size, shuffle=False)
-
- self.logger.info(f"测试数据加载器创建完成,输入形状: {X.shape}")
- return loader
- @log_execution_time
- def load_data(self, df):
- """
- 数据加载和预处理主流程
-
- Args:
- df: 原始输入DataFrame
-
- Note:
- - 重排列特征列顺序
- - 下采样(根据resolution参数)
- - 日期特征工程
- - 数据归一化
- - 创建测试数据加载器
- - 加载图结构边索引
- """
- self.logger.info("开始加载和预处理数据")
- self.logger.info(f"原始数据形状: {df.shape}")
-
- df = self.reorder_columns(df)
- self.logger.info(f"下采样率: {self.resolution}")
- df = df.iloc[::self.resolution, :].reset_index(drop=True)
- self.logger.info(f"下采样后数据形状: {df.shape}")
-
- df = self.process_date(df)
- df = self.scaler_data(df)
- self.test_loader = self.create_test_loader(df)
-
- if not os.path.exists(self.edge_index_path):
- self.logger.error(f"图边索引文件不存在: {self.edge_index_path}")
- raise FileNotFoundError(f"图边索引文件不存在: {self.edge_index_path}")
-
- self.logger.info(f"加载图边索引: {self.edge_index_path}")
- self.edge_index = torch.load(self.edge_index_path, map_location=self.device, weights_only=True)
- self.logger.info("数据加载和预处理完成")
- @log_execution_time
- def load_model(self):
- """
- 加载模型结构和预训练权重
-
- Raises:
- FileNotFoundError: 模型文件不存在
-
- Note:
- - 实例化GAT-LSTM模型
- - 加载预训练权重
- - 设置为评估模式(关闭dropout和batch normalization)
- - 设置图结构边索引
- """
- if not os.path.exists(self.model_path):
- self.logger.error(f"模型文件不存在: {self.model_path}")
- raise FileNotFoundError(f"模型文件不存在: {self.model_path}")
-
- self.logger.info("开始加载模型")
- self.logger.info(f"模型路径: {self.model_path}")
-
- self.model = GAT_LSTM(self).to(self.device)
-
- if self.edge_index is not None:
- self.logger.debug(f"设置图边索引,形状: {self.edge_index.shape}")
- self.model.set_edge_index(self.edge_index.to(self.device))
-
- self.model.load_state_dict(torch.load(self.model_path, map_location=self.device, weights_only=True))
- self.model.eval()
-
- # 统计模型参数量
- total_params = sum(p.numel() for p in self.model.parameters())
- trainable_params = sum(p.numel() for p in self.model.parameters() if p.requires_grad)
- self.logger.info(f"模型加载完成 - 总参数量: {total_params:,}, 可训练参数量: {trainable_params:,}")
- @log_execution_time
- def predict(self, df):
- """
- 执行预测主流程
-
- Args:
- df: 原始输入DataFrame,必须包含'index'列(时间戳)
-
- Returns:
- numpy数组: 反归一化后的预测结果,形状为[output_size, labels_num]
-
- Note:
- - 自动更新测试起始时间为输入数据最新时间+4分钟
- - 执行数据预处理
- - 加载模型
- - 执行批量预测
- - 反归一化预测结果
- - 可选的异常值处理和平滑
- """
- self.logger.info("=" * 80)
- self.logger.info("开始预测流程")
- self.logger.info("=" * 80)
-
- # 更新测试起始时间为输入数据最新时间+4分钟(预测起始点)
- latest_time = pd.to_datetime(df['index']).max()
- self.test_start_date = (latest_time + timedelta(minutes=4)).strftime("%Y-%m-%d %H:%M:%S")
- self.logger.info(f"输入数据最新时间: {latest_time}")
- self.logger.info(f"预测起始时间: {self.test_start_date}")
-
- # 加载和预处理数据
- self.load_data(df)
-
- # 加载模型
- self.load_model()
- # 执行预测
- self.logger.info("开始模型推理")
- all_predictions = []
- with torch.no_grad():
- for batch_idx, batch in enumerate(self.test_loader):
- inputs = batch[0].to(self.device)
- outputs = self.model(inputs)
- all_predictions.append(outputs.cpu().numpy())
- self.logger.debug(f"批次 {batch_idx + 1} 推理完成,输入形状: {inputs.shape}, 输出形状: {outputs.shape}")
-
- # 拼接所有批次的预测结果,并重塑为[时间步, 标签数]
- predictions = np.concatenate(all_predictions, axis=0).reshape(-1, self.labels_num)
- self.logger.info(f"模型推理完成,预测结果形状: {predictions.shape}")
-
- # 反归一化(仅对标签列,使用训练时的scaler参数)
- self.logger.info("开始反归一化预测结果")
- from sklearn.preprocessing import MinMaxScaler
- inverse_scaler = MinMaxScaler()
- inverse_scaler.min_ = self.scaler.min_[-self.labels_num:]
- inverse_scaler.scale_ = self.scaler.scale_[-self.labels_num:]
- predictions = inverse_scaler.inverse_transform(predictions)
- self.logger.info("反归一化完成")
-
- # 可选:异常值处理和平滑(根据配置文件决定是否启用)
- if self.remove_outliers_flag:
- predictions = self.remove_outliers(predictions)
-
- if self.smooth_flag:
- predictions = self.smooth_predictions(predictions)
-
- self.logger.info(f"预测流程完成,最终预测结果形状: {predictions.shape}")
- self.logger.info(f"预测值范围: min={predictions.min():.4f}, max={predictions.max():.4f}, mean={predictions.mean():.4f}")
-
- return predictions
- def save_predictions(self, predictions):
- """
- 保存预测结果为CSV文件
-
- Args:
- predictions: 反归一化后的预测结果(numpy数组)
-
- Note:
- - 生成时间戳序列
- - 添加列名
- - 保存为CSV格式
- """
- self.logger.info("开始保存预测结果")
- start_time = datetime.strptime(self.test_start_date, "%Y-%m-%d %H:%M:%S")
- time_interval = timedelta(minutes=(4 * self.resolution / 60))
- timestamps = [start_time + i * time_interval for i in range(len(predictions))]
- # 定义16个预测目标的原始列名
- base_columns = [
- 'C.M.UF1_DB@press_PV', 'C.M.UF2_DB@press_PV', 'C.M.UF3_DB@press_PV', 'C.M.UF4_DB@press_PV',
- 'UF1Per','UF2Per','UF3Per','UF4Per',
- 'C.M.RO1_DB@DPT_1', 'C.M.RO2_DB@DPT_1', 'C.M.RO3_DB@DPT_1', 'C.M.RO4_DB@DPT_1',
- 'C.M.RO1_DB@DPT_2', 'C.M.RO2_DB@DPT_2', 'C.M.RO3_DB@DPT_2', 'C.M.RO4_DB@DPT_2',
- ]
- column_names = [
- 'C.M.UF1_DB@press_PV', 'C.M.UF2_DB@press_PV', 'C.M.UF3_DB@press_PV', 'C.M.UF4_DB@press_PV',
- 'C.M.RO1_DB@DPT_1', 'C.M.RO2_DB@DPT_1', 'C.M.RO3_DB@DPT_1', 'C.M.RO4_DB@DPT_1',
- 'C.M.RO1_DB@DPT_2', 'C.M.RO2_DB@DPT_2', 'C.M.RO3_DB@DPT_2', 'C.M.RO4_DB@DPT_2',
- 'RO1_CSFlow', 'RO2_CSFlow', 'RO3_CSFlow', 'RO4_CSFlow']
- pred_columns = [f'{col}_Predicted' for col in base_columns]
- df_result = pd.DataFrame(predictions, columns=pred_columns)
- df_result.insert(0, 'date', timestamps)
- df_result.to_csv(self.output_csv_path, index=False)
-
- self.logger.info(f"预测结果已保存至: {self.output_csv_path}")
- self.logger.info(f"预测时间范围: {timestamps[0]} 至 {timestamps[-1]}")
- self.logger.info(f"预测记录数: {len(predictions)}")
- if __name__ == '__main__':
- """
- 主函数:执行20分钟TMP预测
-
- 使用方法:
- 1. 准备输入数据(JSON格式)
- 2. 运行此脚本
- 3. 查看预测结果(保存在20min_predictions.csv)
-
- 输入数据格式:
- - JSON文件,包含历史时间序列数据
- - 必须包含'index'列(时间戳)和所有必需的特征列
- """
- import json
- import os
- import pandas as pd
- from datetime import timedelta
-
- try:
- # 初始化预测器(自动加载配置文件)
- predictor = Predictor()
-
- # 读取JSON文件作为输入数据
- json_file_path = '/Users/wmy/Downloads/pp.json' # pp.json文件路径,可根据实际位置修改
-
- if not os.path.exists(json_file_path):
- predictor.logger.error(f"输入文件不存在: {json_file_path}")
- raise FileNotFoundError(f"未找到文件: {json_file_path}")
-
- predictor.logger.info(f"读取输入文件: {json_file_path}")
-
- # 解析JSON并转换为DataFrame
- with open(json_file_path, 'r', encoding='utf-8') as f:
- json_data = json.load(f)
- df = pd.DataFrame(json_data)
- predictor.logger.info(f"成功读取输入数据,数据形状: {df.shape}")
- # 执行预测并保存结果
- predictions = predictor.predict(df)
- predictor.save_predictions(predictions)
-
- predictor.logger.info("=" * 80)
- predictor.logger.info("预测任务全部完成!")
- predictor.logger.info("=" * 80)
-
- except Exception as e:
- if 'predictor' in locals():
- predictor.logger.error(f"预测过程发生错误: {str(e)}", exc_info=True)
- else:
- print(f"初始化预测器时发生错误: {str(e)}")
- raise
-
-
|