Files
drift/reporting/wandb.py
T
Mark Aron Szulyovszky b6cd6b14fe feat(Config): feature extractors are enabled one-by-one with a bool, added previous model to model.fit() (#77)
* feat(Config): feature extractors are enabled one-by-one with a bool, added previous model to model.fit()

* fix(Sweep): removed unused `other_features` parameter that fails sweep

* feat(Config): using preset names for defining feature extractors again

* fix(Tests): fixed model stub classes
2021-12-23 10:35:20 +01:00

44 lines
1.3 KiB
Python

import pandas as pd
from typing import Optional
def launch_wandb(project_name:str, default_config:dict, sweep:bool=False):
from wandb_setup import get_wandb
wandb = get_wandb()
if wandb is None:
return None
elif sweep:
wandb.init(project=project_name, config = default_config)
return wandb
else:
wandb.init(project=project_name, config = default_config, reinit=True)
return wandb
def register_config_with_wandb(wandb: Optional[object], model_config:dict, training_config:dict, data_config:dict):
config: dict = wandb.config
if type(wandb) is not type(None):
for k in training_config:
training_config[k] = config[k]
for k in model_config:
model_config[k] = config[k]
for k in data_config:
data_config[k] = config[k]
def send_report_to_wandb(results: pd.DataFrame, wandb:Optional[object], project_name: str, model_name: str):
if wandb is None: return
run = wandb.init(project=project_name, config={"model_type": model_name}, reinit=True)
wandb.run.name = model_name+ "-" + wandb.run.id
wandb.run.save()
mean_results = results.mean(axis = 1)
for key, value in mean_results.iteritems():
run.log({"model_type": model_name, key: value })
run.finish()