From 03595bb7f88e66fb820e2591bf3d95eee0d9e2fe Mon Sep 17 00:00:00 2001 From: Tan Date: Tue, 19 Aug 2025 03:22:11 +0530 Subject: [PATCH 1/3] feat: add Amazon Bedrock integration (Nova, Titan, Claude, LLaMA, Mixtral) --- .env_example | 2 ++ app/llms.py | 10 ++++++++++ 2 files changed, 12 insertions(+) diff --git a/.env_example b/.env_example index f23e93c..5cd4b4f 100644 --- a/.env_example +++ b/.env_example @@ -8,6 +8,8 @@ # XAI_API_KEY="FILL-IN-YOUR-XAI_API_KEY" # OLLAMA_HOST="http://localhost:11434" # OLLAMA_MODELS="ollama/llama3.2,ollama/llama3.1,ollama/gemma2,ollama/phi3.5" +# AWS_ACCESS_KEY_ID="FILL-IN-YOUR-AWS-ACCESS-KEY-ID" +# AWS_SECRET_ACCESS_KEY="FILL-IN-YOUR-AWS-SECRET-ACCESS-KEY" # SERPER_API_KEY="your-serper-api-key" # SCRAPFLY_API_KEY="your-scrapfly-api-key" # DB_URL=postgresql://crewai_user:secret@db:5432/crewai diff --git a/app/llms.py b/app/llms.py index 08c8419..e437759 100644 --- a/app/llms.py +++ b/app/llms.py @@ -126,6 +126,12 @@ def create_lmstudio_llm(model, temperature): ) else: raise ValueError("LM Studio API base not set in .env file") + +def create_bedrock_llm(model, temperature): + return LLM( + model=model, + temperature=temperature + ) LLM_CONFIG = { "OpenAI": { @@ -152,6 +158,10 @@ def create_lmstudio_llm(model, temperature): "models": ["xai/grok-2-1212", "xai/grok-beta"], "create_llm": create_xai_llm, }, + "Bedrock":{ + "models":["bedrock/amazon.nova-pro-v1:0","bedrock/amazon.titan-text-express-v1","bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0","bedrock/meta.llama3-1-70b-instruct-v1:0","bedrock/mistral.mixtral-8x7b-instruct-v0:1"], + "create_llm":create_bedrock_llm + } } def llm_providers_and_models(): From d1c76d794f536ffd1fd13e58374f89c3c55b339b Mon Sep 17 00:00:00 2001 From: Tan Date: Tue, 19 Aug 2025 03:41:45 +0530 Subject: [PATCH 2/3] feat: add Amazon Bedrock integration (Nova, Titan, Claude, LLaMA, Mixtral) --- requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/requirements.txt b/requirements.txt index bd1dbf1..842a0d0 100644 --- a/requirements.txt +++ b/requirements.txt @@ -15,3 +15,4 @@ snowflake-connector-python markdown docling duckduckgo-search>=8.0.2 +boto3 \ No newline at end of file From d505fe1ab5a51a14df5467eed596f09f65f28be9 Mon Sep 17 00:00:00 2001 From: Tan Date: Tue, 19 Aug 2025 03:43:11 +0530 Subject: [PATCH 3/3] feat: add Amazon Bedrock integration (Nova, Titan, Claude, LLaMA, Mixtral) --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 842a0d0..945e99d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -15,4 +15,4 @@ snowflake-connector-python markdown docling duckduckgo-search>=8.0.2 -boto3 \ No newline at end of file +boto3