2022-01-06 16:36:45 +01:00
|
|
|
from reporting.wandb import send_report_to_wandb
|
|
|
|
|
import pandas as pd
|
|
|
|
|
from utils.helpers import weighted_average
|
2022-02-17 19:22:17 +01:00
|
|
|
from config.types import Config
|
2022-01-29 06:41:40 +01:00
|
|
|
from training.types import WeightsSeries, Stats
|
2022-01-06 16:36:45 +01:00
|
|
|
|
2022-02-17 19:22:17 +01:00
|
|
|
|
|
|
|
|
def report_results(
|
|
|
|
|
directional_stats: Stats,
|
|
|
|
|
output_stats: Stats,
|
|
|
|
|
output_weights: WeightsSeries,
|
|
|
|
|
config: Config,
|
|
|
|
|
wandb,
|
|
|
|
|
):
|
2022-01-06 16:36:45 +01:00
|
|
|
|
|
|
|
|
# Only send the results of the final model to wandb
|
2022-01-29 06:41:40 +01:00
|
|
|
send_report_to_wandb(output_stats, wandb)
|
2022-02-17 19:22:17 +01:00
|
|
|
pd.Series(output_stats).to_csv("output/results.csv")
|
2022-01-06 16:36:45 +01:00
|
|
|
|
2022-03-10 20:00:06 +01:00
|
|
|
output_weights.rename(config.target_asset.file_name).to_csv(
|
|
|
|
|
"output/predictions.csv"
|
|
|
|
|
)
|
2022-01-06 16:36:45 +01:00
|
|
|
|
|
|
|
|
print("\n--------\n")
|
|
|
|
|
|
2022-02-17 19:22:17 +01:00
|
|
|
print("Benchmark buy-and-hold sharpe: ", output_stats["benchmark_sharpe"])
|
|
|
|
|
|
|
|
|
|
print("Level-1: Number of samples evaluated: ", directional_stats["no_of_samples"])
|
|
|
|
|
print(
|
|
|
|
|
"Mean Sharpe ratio for Level-1 models: ", round(directional_stats["sharpe"], 3)
|
|
|
|
|
)
|
|
|
|
|
print(
|
|
|
|
|
"Mean Probabilistic Sharpe ratio for Level-1 models: ",
|
|
|
|
|
round(directional_stats["prob_sharpe"], 3),
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
print(
|
|
|
|
|
"Level-2 (Ensemble): Number of samples evaluated: ",
|
|
|
|
|
output_stats["no_of_samples"],
|
|
|
|
|
)
|
|
|
|
|
print("Mean Sharpe ratio for Level-2 (Ensemble) models: ", output_stats["sharpe"])
|
|
|
|
|
print(
|
|
|
|
|
"Mean Probabilistic Sharpe ratio for Level-2 (Ensemble) models: ",
|
|
|
|
|
output_stats["prob_sharpe"],
|
|
|
|
|
)
|