Skip to content

Commit c71f1f1

Browse files
Jmeza increase output token limit (#898)
# Motivation <!-- Why is this change necessary? --> # Content <!-- Please include a summary of the change --> # Testing <!-- How was the change tested? --> # Please check the following before marking your PR as ready for review - [ ] I have added tests for my changes - [ ] I have updated the documentation or added new documentation as needed
1 parent b5e9823 commit c71f1f1

File tree

1 file changed

+1
-1
lines changed
  • src/codegen/extensions/langchain

1 file changed

+1
-1
lines changed

src/codegen/extensions/langchain/llm.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,7 @@ def _get_model(self) -> BaseChatModel:
8989
if not os.getenv("ANTHROPIC_API_KEY"):
9090
msg = "ANTHROPIC_API_KEY not found in environment. Please set it in your .env file or environment variables."
9191
raise ValueError(msg)
92-
max_tokens = 12000 if "claude-3-7" in self.model_name else 8192
92+
max_tokens = 16384 if "claude-3-7" in self.model_name else 8192
9393
return ChatAnthropic(**self._get_model_kwargs(), max_tokens=max_tokens, max_retries=10, timeout=1000)
9494

9595
elif self.model_provider == "openai":

0 commit comments

Comments
 (0)