mirror of
https://github.com/webclinic017/drift.git
synced 2026-07-27 18:57:55 +00:00
Mark Aron Szulyovszky
5482e3fc95
* refactor(Training): remove non-expanding window option * feat(Config): added `start_date` property * fix(Inference): added start_date here as well * fix(Linter): ran
22 lines
705 B
Python
22 lines
705 B
Python
import pandas as pd
|
|
from config.types import Config
|
|
import warnings
|
|
from utils.helpers import get_first_valid_return_index
|
|
from data_loader.types import XDataFrame
|
|
|
|
|
|
def check_data(X: XDataFrame, config: Config) -> bool:
|
|
"""Returns True if data is valid, else returns False."""
|
|
|
|
if has_enough_samples_to_train(X, config) == False:
|
|
warnings.warn("Not enough samples to train")
|
|
return False
|
|
|
|
return True
|
|
|
|
|
|
def has_enough_samples_to_train(X: XDataFrame, config: Config) -> bool:
|
|
first_valid_index = get_first_valid_return_index(X.iloc[:, 0])
|
|
samples_to_train = len(X) - first_valid_index
|
|
return samples_to_train > config.retrain_every * 3 + config.initial_window_size
|