Autoregressive test score calculated on 96 values

src/data/preprocessing.py

@@ -66,15 +66,6 @@ class DataProcessor:
         df = df[['datetime', 'load_forecast', 'total_load']]
         
         df['datetime'] = pd.to_datetime(df['datetime'], utc=True)
-
-        # check if there are nan values
-        if df.isnull().values.any():
-            # print the rows with nan values
-            # print(df[df.isnull().any(axis=1)])
-            # export to temp csv
-            df[df.isnull().any(axis=1)].to_csv("temp.csv")
-            # raise ValueError("There are nan values in the load forecast data.")
-
         df.sort_values(by="datetime", inplace=True)
         return df