mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-01 09:27:43 +00:00
@@ -0,0 +1,27 @@
|
||||
# Global configs:
|
||||
USE_AZURE=True
|
||||
MAX_RETRY=10
|
||||
RETRY_WAIT_SECONDS=20
|
||||
DUMP_CHAT_CACHE=True
|
||||
USE_CHAT_CACHE=True
|
||||
DUMP_EMBEDDING_CACHE=True
|
||||
USE_EMBEDDING_CACHE=True
|
||||
LOG_LLM_CHAT_CONTENT=False
|
||||
CHAT_FREQUENCY_PENALTY=0.0
|
||||
CHAT_PRESENCE_PENALTY=0.0
|
||||
|
||||
# embedding model configs:
|
||||
EMBEDDING_OPENAI_API_KEY=your_api_key
|
||||
EMBEDDING_AZURE_API_BASE=your_api_base
|
||||
EMBEDDING_AZURE_API_VERSION=your_api_version
|
||||
EMBEDDING_MODEL=text-embedding-3-small
|
||||
|
||||
|
||||
# chat model configs:
|
||||
CHAT_OPENAI_API_KEY=your_api_key # 5c
|
||||
CHAT_AZURE_API_BASE=your_api_base
|
||||
CHAT_AZURE_API_VERSION=your_api_version
|
||||
CHAT_MODEL=your_model_version
|
||||
CHAT_MAX_TOKENS=3000
|
||||
CHAT_TEMPERATURE=0.7
|
||||
CHAT_STREAM=True
|
||||
Reference in New Issue
Block a user