Auto set resources on make setup-local

deployment/crs-architecture.sh

@@ -87,7 +87,7 @@ up() {
 				;;
 			*)
 				echo -e "${BLU}Deploying minikube cluster${NC}"
-				minikube status | grep -q "Running" || minikube start --force --extra-config=kubeadm.skip-phases=preflight --cpus=8 --memory=32g --disk-size=80g --driver=docker --kubernetes-version=stable
+				minikube status | grep -q "Running" || minikube start --force --extra-config=kubeadm.skip-phases=preflight --cpus=${MINIKUBE_CPUS} --memory=${MINIKUBE_MEMORY} --disk-size=${MINIKUBE_DISK_SIZE} --driver=docker --kubernetes-version=stable
 				echo -e "${GRN}Minikube cluster status:${NC}"
 				minikube status
 

deployment/env.template

@@ -82,3 +82,39 @@ export ANTHROPIC_API_KEY="<your-anthropic-api-key>"
 
 # Docker build arguments, useful for local deployment
 export FUZZER_BASE_IMAGE="gcr.io/oss-fuzz-base/base-runner"
+
+# Minikube cluster resource allocation
+export MINIKUBE_CPUS=8
+export MINIKUBE_MEMORY=32g
+export MINIKUBE_DISK_SIZE=80g
+
+# Pod replica counts
+export BUILD_BOT_REPLICAS=4
+export LITELLM_REPLICAS=1
+
+# Pod resource limits
+export BUILD_BOT_CPU_LIMIT=500m
+export BUILD_BOT_MEMORY_LIMIT=512Mi
+export BUILD_BOT_CPU_REQUEST=250m
+export BUILD_BOT_MEMORY_REQUEST=256Mi
+
+export DIND_CPU_LIMIT=4000m
+export DIND_MEMORY_LIMIT=16Gi
+export DIND_CPU_REQUEST=500m
+export DIND_MEMORY_REQUEST=1Gi
+
+export SCHEDULER_CPU_LIMIT=500m
+export SCHEDULER_MEMORY_LIMIT=512Mi
+export SCHEDULER_CPU_REQUEST=250m
+export SCHEDULER_MEMORY_REQUEST=256Mi
+
+export REDIS_CPU_LIMIT=250m
+export REDIS_MEMORY_LIMIT=512Mi
+export REDIS_CPU_REQUEST=100m
+export REDIS_MEMORY_REQUEST=256Mi
+
+export SCRATCH_CLEANER_CPU_LIMIT=500m
+export SCRATCH_CLEANER_MEMORY_LIMIT=1Gi
+export SCRATCH_CLEANER_CPU_REQUEST=100m
+export SCRATCH_CLEANER_MEMORY_REQUEST=256Mi
+

deployment/k8s/values-upstream-minikube.template

@@ -46,6 +46,54 @@ redis:
   master:
     persistence:
       enabled: false
+    resources:
+      limits:
+        cpu: ${REDIS_CPU_LIMIT}
+        memory: ${REDIS_MEMORY_LIMIT}
+      requests:
+        cpu: ${REDIS_CPU_REQUEST}
+        memory: ${REDIS_MEMORY_REQUEST}
+
+# Service-specific configurations with dynamic resource allocation
+build-bot:
+  replicaCount: ${BUILD_BOT_REPLICAS}
+  resources:
+    limits:
+      cpu: ${BUILD_BOT_CPU_LIMIT}
+      memory: ${BUILD_BOT_MEMORY_LIMIT}
+    requests:
+      cpu: ${BUILD_BOT_CPU_REQUEST}
+      memory: ${BUILD_BOT_MEMORY_REQUEST}
+
+scheduler:
+  resources:
+    limits:
+      cpu: ${SCHEDULER_CPU_LIMIT}
+      memory: ${SCHEDULER_MEMORY_LIMIT}
+    requests:
+      cpu: ${SCHEDULER_CPU_REQUEST}
+      memory: ${SCHEDULER_MEMORY_REQUEST}
+
+dind-daemon:
+  resources:
+    limits:
+      cpu: ${DIND_CPU_LIMIT}
+      memory: ${DIND_MEMORY_LIMIT}
+    requests:
+      cpu: ${DIND_CPU_REQUEST}
+      memory: ${DIND_MEMORY_REQUEST}
+
+scratch-cleaner:
+  resources:
+    limits:
+      cpu: ${SCRATCH_CLEANER_CPU_LIMIT}
+      memory: ${SCRATCH_CLEANER_MEMORY_LIMIT}
+    requests:
+      cpu: ${SCRATCH_CLEANER_CPU_REQUEST}
+      memory: ${SCRATCH_CLEANER_MEMORY_REQUEST}
+
+litellm-helm:
+  replicaCount: ${LITELLM_REPLICAS}
 
 litellm:
   masterKey: "${LITELLM_MASTER_KEY}"

scripts/common.sh

@@ -565,6 +565,37 @@ check_config() {
     fi
 }
 
+# Function to configure pod resources and replica counts
+configure_pod_resources() {
+    print_status "Configuring pod resources and replica counts..."
+
+    # Only run resource detection for minikube deployments
+    local cluster_type="${CLUSTER_TYPE:-minikube}"
+    if [ "$cluster_type" != "minikube" ]; then
+        print_status "Non-minikube deployment detected (${cluster_type}), using default resource values"
+        return 0
+    fi
+
+    # Check if the resource detection script exists
+    local detect_script="$SCRIPT_DIR/detect-resources.sh"
+    if [ ! -f "$detect_script" ]; then
+        print_warning "Resource detection script not found, using default values"
+        return 0
+    fi
+
+    # Run the resource detection script to update deployment/env
+    if [ -f "deployment/env" ]; then
+        print_status "Running automatic resource detection for minikube deployment..."
+        if bash "$detect_script" "deployment/env"; then
+            print_success "Pod resources automatically configured based on system capabilities"
+        else
+            print_warning "Resource detection failed, using default values from template"
+        fi
+    else
+        print_warning "deployment/env not found, skipping resource detection"
+    fi
+}
+
 # Function to check AKS configuration
 check_aks_config() {
     print_status "Checking AKS configuration..."