mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-01 01:27:42 +00:00
fix: add gpu_info in research phase (#1094)
This commit is contained in:
@@ -133,7 +133,6 @@ class DSCoSTEERCoSTEEREvaluator(CoSTEEREvaluator):
|
||||
scenario=self.scen.get_scenario_all_desc(eda_output=implementation.file_dict.get("EDA.md", None)),
|
||||
is_sub_enabled=test_eval.is_sub_enabled(self.scen.competition),
|
||||
task_desc=target_task.get_task_information(),
|
||||
runtime_environment=self.scen.get_runtime_environment(),
|
||||
)
|
||||
user_prompt = T(".prompts:DSCoSTEER_eval.user").r(
|
||||
code=implementation.all_codes,
|
||||
|
||||
@@ -19,10 +19,6 @@ DSCoSTEER_eval:
|
||||
The code is focusing on the following task
|
||||
{{ task_desc }}
|
||||
|
||||
## Runtime Environment
|
||||
You have following environment to run the code:
|
||||
{{ runtime_environment }}
|
||||
|
||||
## Evaluation Guidelines
|
||||
1. Evaluate the code base based on several aspects, including execution correctness, return checking, and code quality.
|
||||
2. Ensure the code does not contain any incorrect, fabricated, or deceptive operations, such as mocking data, scores, or results.
|
||||
|
||||
@@ -144,6 +144,7 @@ class DataScienceScen(Scenario):
|
||||
eda_output=None,
|
||||
sample_data_by_LLM=None,
|
||||
debug_time_limit=None,
|
||||
runtime_environment=self.get_runtime_environment(),
|
||||
)
|
||||
|
||||
def get_scenario_all_desc(self, eda_output=None) -> str:
|
||||
@@ -162,6 +163,7 @@ class DataScienceScen(Scenario):
|
||||
eda_output=eda_output,
|
||||
sample_data_by_LLM=DS_RD_SETTING.sample_data_by_LLM,
|
||||
debug_time_limit=f"{DS_RD_SETTING.debug_timeout / 60 / 60 : .2f} hours",
|
||||
runtime_environment=self.get_runtime_environment(),
|
||||
)
|
||||
|
||||
def get_runtime_environment(self) -> str:
|
||||
|
||||
@@ -43,6 +43,12 @@ scenario_description: |-
|
||||
Your are also required to include a debug mode in your code, the debug code's execution is limited to **{{ debug_time_limit }}**. You should make sure 10 percent of the data training one epoch can be finished within this time limit. If not, your should propose a new debug strategy in your task.
|
||||
{% endif %}{% endif %}
|
||||
|
||||
{% if runtime_environment is not none %}
|
||||
====== Runtime Environment ======
|
||||
You have following environment to run the code:
|
||||
{{ runtime_environment }}
|
||||
{% endif %}
|
||||
|
||||
competition_description_template:
|
||||
system: |-
|
||||
You are a data science assistant that extracts structured information from unstructured text.
|
||||
|
||||
Reference in New Issue
Block a user