mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-27 23:47:46 +00:00
cyncyw
f6dc1f4d3f
* Openai api & eval debug --------- Co-authored-by: Young <afe.young@gmail.com> Co-authored-by: you-n-g <you-n-g@users.noreply.github.com>
16 lines
271 B
Bash
16 lines
271 B
Bash
# Global configs:
|
|
MAX_RETRY=10
|
|
RETRY_WAIT_SECONDS=20
|
|
|
|
# api key
|
|
OPENAI_API_KEY=your_api_key
|
|
|
|
# embedding model configs:
|
|
EMBEDDING_MODEL=text-embedding-3-small
|
|
|
|
# chat model configs:
|
|
CHAT_MODEL=your_model_version
|
|
CHAT_MAX_TOKENS=3000
|
|
CHAT_TEMPERATURE=0.7
|
|
CHAT_STREAM=True
|