gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-08-06 11:37:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: add ensemble test, change to "use cross-validation if possible" in workflow spec (#634)

Browse Source 
* change to "use cross-validation if possible" in workflow spec

* Limit the evaluation indicator to only one

* add metric tips

* string change
This commit is contained in:
XianBW
2025-02-24 20:28:32 +08:00
committed by GitHub
parent 3fced5e24e
commit 374dbdb553
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/components/coder/data_science/ensemble/eval_tests/ensemble_test.txt
+1
View File
@@ -95,5 +95,6 @@ assert model_set_in_scores == set({{model_names}}).union({"ensemble"}), (
f"The scores dataframe does not contain the correct model names as index.\ncorrect model names are: {{model_names}} + ['ensemble']\nscore_df is:\n{score_df}"
)
assert score_df.index.is_unique, "The scores dataframe has duplicate model names."
assert len(score_df.columns) == 1, f"The scores dataframe should have exactly one column for the scores of the evaluation indicator, but has these columns: {score_df.columns.tolist()}"
print("Ensemble test end.")