mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-30 08:57:44 +00:00
you-n-g
20778a9b87
* use conda to run kaggle and mlebench code * refactor: Simplify environment configuration and execution logic * add setting to use local env in ds * refine dockerfile * fix: Move MLEBDockerEnv initialization inside conditionals & fix condaenv * refactor: reformat code for better readability and consistency * feat: add conda env to all envs. * fix: fix bugs when run loop * refactor: Simplify DockerEnv configuration in mle_summary.py * fix image bug * style: reformat code for better readability and consistency * change commit * feat: Add entrypoint script for sing_docker scenario in rdagent * refactor: add Any type hints and comments for clarity in env.py * feat: Create log directory if it doesn't exist in entrypoint script * feat: Add debug mode and list root directory in entrypoint script * fix: Remove specific branch checkout in Dockerfile for RD-Agent * fix: Add competition argument to loop.py script execution * fix: Correct directory navigation and dependency installation in entrypoint.sh * fix: Correct user ownership assignment in entrypoint script * refactor: Comment out redundant log copying to RD_OUTPUT_DIR * fix: Unset LOG_TRACE_PATH to prevent log contamination in entrypoint.sh --------- Co-authored-by: Xu Yang <peteryang@vip.qq.com>
48 lines
1.3 KiB
Bash
Executable File
48 lines
1.3 KiB
Bash
Executable File
#!/bin/sh
|
|
set -x
|
|
|
|
DIR="$( cd "$(dirname "$(readlink -f "$0")")" || exit ; pwd -P )"
|
|
|
|
sudo mkdir -p /mle/ /kaggle/
|
|
|
|
CURRENT_USER=$(id -un)
|
|
sudo chown -R $CURRENT_USER:$CURRENT_USER /workspace/ /mle/ /kaggle/
|
|
|
|
ls -lat /
|
|
|
|
cd $DIR/../RD-Agent
|
|
mkdir -p log/
|
|
git fetch
|
|
git checkout ${RD_COMMIT:-ee8d97c52062607cac778b8aeb10769b075a8d11}
|
|
make dev
|
|
pip install 'litellm[proxy]'
|
|
pip install git+https://github.com/you-n-g/litellm@add_mi_cred_pr
|
|
|
|
|
|
cd $DIR/../litellm-srv/
|
|
export AZURE_CLIENT_ID
|
|
export AZURE_SCOPE=api://trapi/.default
|
|
export AZURE_CREDENTIAL=ManagedIdentityCredential
|
|
sed -i '/proxy_handler_instance/d' litellm.trapi.yaml # remove useless handler in production
|
|
nohup litellm --config litellm.trapi.yaml &
|
|
|
|
sleep 10 # wait for litellm to start
|
|
|
|
|
|
cd $DIR/../RD-Agent
|
|
script -c "timeout ${RD_TIMEOUT:-24h} python rdagent/app/data_science/loop.py --competition $DS_COMPETITION" log/stdout.${DS_COMPETITION}.log
|
|
|
|
unset LOG_TRACE_PATH # avoid make the original log dirty.
|
|
python rdagent/log/mle_summary.py grade_summary --log_folder=./log/
|
|
|
|
tar cf log.tar log
|
|
|
|
# NOTE: when we have $AMLT_OUTPUT_DIR, maybe we don't have to copy file actively to azure blob now.
|
|
# RD_OUTPUT_DIR=${RD_OUTPUT_DIR:-/data/rdagent}/
|
|
# mkdir -p $RD_OUTPUT_DIR
|
|
# cp -r log.tar $RD_OUTPUT_DIR/${RD_RES_NAME:-log.tar}
|
|
|
|
cp -r log.tar $AMLT_OUTPUT_DIR/${RD_RES_NAME:-log.tar}
|
|
|
|
set > $AMLT_OUTPUT_DIR/env
|