import torch from torch import nn from layers.Transformer_EncDec import Encoder, EncoderLayer from layers.SelfAttention_Family import FullAttention, AttentionLayer from layers.Embed import PatchEmbedding from tirex import load_model, ForecastModel class Model(nn.Module): def __init__(self, configs): """ patch_len: int, patch len for patch_embedding stride: int, stride for patch_embedding """ super().__init__() self.model = load_model("NX-AI/TiRex") self.task_name = configs.task_name self.seq_len = configs.seq_len self.pred_len = configs.pred_len def forecast(self, x_enc, x_mark_enc, x_dec, x_mark_dec): means = x_enc.mean(1, keepdim=True).detach() x_enc = x_enc.sub(means) stdev = torch.sqrt( torch.var(x_enc, dim=1, keepdim=True, unbiased=False) + 1e-5) x_enc = x_enc.div(stdev) B, L, C = x_enc.shape x_enc = torch.reshape(x_enc, (B*C, L)) quantiles, output = self.model.forecast(x_enc, prediction_length=self.pred_len) dec_out = torch.reshape(output, (B, output.shape[-1], C)).to(x_enc.device) dec_out = dec_out * \ (stdev[:, 0, :].unsqueeze(1).repeat(1, self.pred_len, 1)) dec_out = dec_out + \ (means[:, 0, :].unsqueeze(1).repeat(1, self.pred_len, 1)) return dec_out def forward(self, x_enc, x_mark_enc, x_dec, x_mark_dec, mask=None): if self.task_name == 'zero_shot_forecast': dec_out = self.forecast(x_enc, x_mark_enc, x_dec, x_mark_dec) return dec_out return None