mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-27 23:47:46 +00:00
amstrongzyf
9165d64464
* docs: update explanation for separate config use in litellm * docs: update default backend to `rdagent.oai.backend.LiteLLMAPIBackend` * docs: update .rst format * Update installation_and_configuration.rst
59 lines
1.7 KiB
Bash
59 lines
1.7 KiB
Bash
"""
|
|
This file is a template for the .env file.
|
|
|
|
Please copy this file to .env and fill in the values.
|
|
|
|
For more information about configuration options, please refer to the documentation
|
|
|
|
"""
|
|
|
|
# ==========================================
|
|
# Global configs:
|
|
MAX_RETRY=10
|
|
RETRY_WAIT_SECONDS=20
|
|
# ==========================================
|
|
|
|
|
|
# ==========================================
|
|
# Backend Configuration
|
|
# ==========================================
|
|
# BACKEND=rdagent.oai.backend.LiteLLMAPIBackend
|
|
# ==========================================
|
|
|
|
# ==========================================
|
|
# Backend Configuration (choose one)
|
|
# ==========================================
|
|
|
|
# 1. Set universal API key
|
|
# CHAT_MODEL="gpt-4o"
|
|
# EMBEDDING_MODEL="text-embedding-3-small"
|
|
# OPENAI_API_BASE="https://your-endpoint.com/v1"
|
|
# OPENAI_API_KEY="sk-your-api-key-here"
|
|
|
|
# 2. Set separate API KEY
|
|
# Chat configuration
|
|
OPENAI_API_KEY="sk-chat-key"
|
|
OPENAI_API_BASE="https://xxx-litellm.com/v1"
|
|
CHAT_MODEL='gpt-4o'
|
|
|
|
# Embedding configuration (using other service)
|
|
# Use siliconflow as example, pay attention to the litellm_proxy prefix
|
|
LITELLM_PROXY_API_KEY="sk-embedding-service-key"
|
|
LITELLM_PROXY_API_BASE="https://api.siliconflow.cn/v1"
|
|
EMBEDDING_MODEL="litellm_proxy/BAAI/bge-large-en-v1.5"
|
|
# ==========================================
|
|
|
|
# ==========================================
|
|
# Other Configuration
|
|
# ==========================================
|
|
# CHAT_AZURE_API_BASE=<for_Azure_user>
|
|
# CHAT_AZURE_API_VERSION=<for_Azure_user>
|
|
|
|
# EMBEDDING_AZURE_API_BASE=<for_Azure_user>
|
|
# EMBEDDING_AZURE_API_VERSION=<for_Azure_user>
|
|
|
|
# Cache Setting (Optional):
|
|
# USE_CHAT_CACHE=True
|
|
# USE_EMBEDDING_CACHE=True
|
|
# Senario Configs:
|
|
# ========================================== |