diff --git a/rdagent/oai/llm_utils.py b/rdagent/oai/llm_utils.py
index abe9e4ed..e8c914b1 100644
--- a/rdagent/oai/llm_utils.py
+++ b/rdagent/oai/llm_utils.py
@@ -46,7 +46,8 @@ except ImportError:
 try:
     from llama import Llama
 except ImportError:
-    logger.warning("llama is not installed.")
+    if LLM_SETTINGS.use_llama2:
+        logger.warning("llama is not installed.")
 
 
 class ConvManager: