pull to learn

.gitignore

@@ -8,7 +8,7 @@ __pycache__/
 
 # Distribution / packaging
 .Python
-build/
+bu
 develop-eggs/
 dist/
 downloads/
@@ -25,7 +25,8 @@ share/python-wheels/
 .installed.cfg
 *.egg
 MANIFEST
-
+jenkis_try
+.env
 # PyInstaller
 #  Usually these files are written by a python script from a template
 #  before PyInstaller builds the exe, so as to inject date/other infos into it.

.snyk

@@ -0,0 +1,10 @@
+version: v1.15.0
+ignore:
+  "SNYK-ID-EXAMPLE":
+    - "*":
+        reason: "Reason for ignoring this vulnerability"
+        expires: "2024-12-31T12:00:00Z"
+  "ANOTHER-SNYK-ID":
+    - "*":
+        reason: "Reason for ignoring this vulnerability"
+        expires: "2024-12-31T12:00:00Z"

Dockerfile

@@ -0,0 +1,35 @@
+# Use an official Python runtime as a parent image
+FROM python:3.8-slim
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Install dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    libglib2.0-0 \
+    libgl1-mesa-glx \
+    curl \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Snyk
+RUN curl -Lo snyk https://github.com/snyk/snyk/releases/latest/download/snyk-linux \
+    && chmod +x snyk \
+    && mv snyk /usr/local/bin/
+
+# Copy the requirements file and install Python dependencies
+COPY requirements.txt .
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -r requirements.txt
+
+# Copy the rest of the application code
+COPY . .
+
+# Set the working directory to the polybot directory
+WORKDIR /app/polybot
+
+# Expose port 5000
+EXPOSE 5000
+
+# Run the bot when the container launches
+CMD ["python3", "bot.py"]

Dockerfile_agent

@@ -0,0 +1,26 @@
+FROM amazonlinux:2 as installer
+RUN curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
+RUN yum update -y \
+ && yum install -y unzip \
+ && unzip awscliv2.zip \
+ && ./aws/install --bin-dir /aws-cli-bin/
+
+
+
+RUN mkdir /snyk && cd /snyk \
+   && curl https://static.snyk.io/cli/v1.666.0/snyk-linux -o snyk \
+   && chmod +x ./snyk
+
+
+
+#FROM jenkins/jnlp-agent-python .
+FROM jenkins/agent
+COPY --from=docker /usr/local/bin/docker /usr/local/bin/
+COPY --from=installer /usr/local/aws-cli/ /usr/local/aws-cli/
+COPY --from=installer /aws-cli-bin/ /usr/local/bin/
+COPY --from=installer /snyk/ /usr/local/bin/
+COPY --from=installer /snyk/ /usr/bin/
+USER root
+RUN apt-get update && apt-get install -y python3 python3-pip
+USER jenkins
+

build.Jenkinsfile

@@ -0,0 +1,144 @@
+@Library('shared-lib') _
+
+pipeline {
+    options {
+        buildDiscarder(logRotator(daysToKeepStr: '14'))
+        disableConcurrentBuilds()
+        timestamps()
+        timeout(time: 40, unit: 'MINUTES') // Set a global timeout for the pipeline
+    }
+
+    environment {
+        IMG_NAME = "polybot:${BUILD_NUMBER}"
+        DOCKER_REPO = "beny14/polybot"
+        SNYK_TOKEN = credentials('SNYK_TOKEN')
+        TELEGRAM_TOKEN = credentials('TELEGRAM_TOKEN')
+    }
+
+    agent {
+        docker {
+            image 'beny14/dockerfile_agent:latest'
+            args '--user root -v /var/run/docker.sock:/var/run/docker.sock'
+        }
+    }
+
+    stages {
+        stage('Build') {
+            steps {
+                withCredentials([usernamePassword(credentialsId: 'dockerhub_key', usernameVariable: 'USERNAME', passwordVariable: 'USERPASS')]) {
+                    script {
+                        try {
+                            echo "Starting Docker build"
+                            sh """
+                                echo ${USERPASS} | docker login -u ${USERNAME} --password-stdin
+                                docker build -t ${DOCKER_REPO}:${BUILD_NUMBER} .
+                                docker tag ${DOCKER_REPO}:${BUILD_NUMBER} ${DOCKER_REPO}:latest
+                                docker push ${DOCKER_REPO}:${BUILD_NUMBER}
+                                docker push ${DOCKER_REPO}:latest
+
+                            """
+
+                            foo()//shared lib
+                            echo "Docker build and push completed"
+                        } catch (Exception e) {
+                            error "Build failed: ${e.getMessage()}"
+                        }
+                    }
+                }
+            }
+        }
+
+        stage('Unit Test') {
+            steps {
+                script {
+                    echo "Starting Unit Tests"
+                    docker.image("${DOCKER_REPO}:${BUILD_NUMBER}").inside {
+                        sh """
+                        python3 -m venv venv
+                        . venv/bin/activate
+                        pip install --upgrade pip
+                        pip install -r requirements.txt
+                        pip install pytest-xdist pytest-timeout
+                        # Run pytest with verbosity and timeout for each test
+                        python3 -m pytest -n 4 --timeout=60 --junitxml results.xml tests/*.py
+                        deactivate
+                        """
+                    }
+                    echo "Unit Tests completed"
+                }
+            }
+            post {
+                always {
+                    junit allowEmptyResults: true, testResults: 'results.xml'
+                    echo "Unit Test log content:"
+                    sh 'cat results.xml'
+                }
+            }
+        }
+
+        stage('Lint Test') {
+            steps {
+                script {
+                    try {
+                        echo "Starting Lint Tests"
+                        docker.image("${DOCKER_REPO}:${BUILD_NUMBER}").inside {
+                            sh '''
+                            python3 -m venv venv
+                            . venv/bin/activate
+                            pylint --disable=E1136,C0301,C0114,E1101,C0116,C0103,W0718,E0401,W0613,R1722,W0612,R0912,C0304,C0115,R1705 polybot/*.py > pylint.log || true
+                            ls -alh
+                            cat pylint.log
+                            deactivate
+                            '''
+                        }
+                        echo "Lint Tests completed"
+                    } catch (Exception e) {
+                        error "Test failed: ${e.getMessage()}"
+                    }
+                }
+            }
+            post {
+                always {
+                    script {
+                        try {
+                            archiveArtifacts artifacts: 'pylint.log', allowEmptyArchive: true
+                            echo "Pylint log content:"
+                            sh 'cat pylint.log'
+                        } catch (Exception e) {
+                            echo "Archiving or recording issues failed: ${e.getMessage()}"
+                        }
+                    }
+                }
+            }
+        }
+    }
+
+    post {
+        always {
+            script {
+                echo "Cleaning up Docker containers and images"
+                def containerId = sh(script: "docker ps -q -f ancestor=${DOCKER_REPO}:${BUILD_NUMBER}", returnStdout: true).trim()
+
+                sh """
+                    for id in \$(docker ps -a -q -f ancestor=${DOCKER_REPO}:${BUILD_NUMBER}); do
+                        if [ "\$id" != "${containerId}" ]; then
+                            docker rm -f \$id || true
+                        fi
+                    done
+                """
+                sh """
+                    docker images --format '{{.Repository}}:{{.Tag}} {{.ID}}' | grep '${DOCKER_REPO}' | grep -v ':latest' | grep -v ':${BUILD_NUMBER}' | awk '{print \$2}' | xargs --no-run-if-empty docker rmi -f || true
+                """
+                cleanWs()
+                echo "Cleanup completed"
+            }
+        }
+
+        failure {
+            script {
+                def errorMessage = currentBuild.result == 'FAILURE' ? currentBuild.description : 'Build failed'
+                echo "Error occurred: ${errorMessage}"
+            }
+        }
+    }
+}

deploy.Jenkinsfile

@@ -0,0 +1,36 @@
+pipeline {
+    agent any
+
+    parameters {
+        string(name: 'IMAGE_NAME', defaultValue: 'beny14/polybot', description: 'Name of the Docker image')
+        string(name: 'BUILD_NUMBER', defaultValue: '', description: 'Build number of the Docker image to deploy')
+    }
+
+    stages {
+        stage('Push Docker Image to Nexus') {
+            steps {
+                withCredentials([usernamePassword(credentialsId: 'docker_nexus', usernameVariable: 'USERNAME', passwordVariable: 'USERPASS')]) {
+                    script {
+                        def dockerImage = "${params.IMAGE_NAME}:${params.BUILD_NUMBER}"
+                        echo "Starting push of Docker image ${dockerImage} to Nexus"
+                        sh """
+                            echo ${USERPASS} | docker login localhost:8083 -u ${USERNAME} --password-stdin
+                            docker tag ${dockerImage} localhost:8083/${dockerImage}
+                            docker push localhost:8083/${dockerImage}
+                        """
+                        echo "Docker push to Nexus completed "
+                    }
+                }
+            }
+        }
+    }
+
+    post {
+        always {
+            echo "Pipeline completed"
+        }
+        failure {
+            echo "Pipeline failed"
+        }
+    }
+}

docker-compose.yml

@@ -0,0 +1,17 @@
+services:
+  app:
+    build:
+      context: ./polybot
+      dockerfile: Dockerfile
+    ports:
+      - "5000:5000"
+    volumes:
+      - .:/app
+    command: python3 -m bot.py
+
+  web:
+    build:
+      context: ./nginx
+      dockerfile: Dockerfile
+    ports:
+      - "8002:8002"

nginx/Dockerfile

@@ -0,0 +1,13 @@
+# Use the official Nginx image as the base image
+FROM nginx:stable-perl
+
+# Copy the Nginx configuration file into the container
+COPY nginx.conf /etc/nginx/nginx.conf
+
+# Copy the static website files into the container
+COPY . /usr/share/nginx/html
+
+# Expose the port that Nginx will run on
+EXPOSE 8002
+
+# Start Nginx (default command of the Nginx image)

nginx/index.html

@@ -0,0 +1,12 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Welcome to my DarkWeb</title>
+</head>
+<body>
+    <h1>Welcome to my DarkWeb !</h1>
+    <p>If you see this page, then we are watching you .</p>
+</body>
+</html>

nginx/nginx.conf

@@ -0,0 +1,21 @@
+events {
+    worker_connections 1024;  # Adjust this number based on your requirements
+}
+
+http {
+    include /etc/nginx/mime.types;
+    default_type application/octet-stream;
+
+    server {
+        listen 8002;
+        server_name localhost;
+
+        location / {
+            root /usr/share/nginx/html;
+            index index.html;
+        }
+
+        # Additional location blocks and configurations can be added here
+    }
+}
+

polybot/Dockerfile

@@ -0,0 +1,39 @@
+# Install system dependencies and build tools
+RUN apt-get update \
+    && apt-get install -y --no-install-recommends \
+        libglib2.0-0 \
+        libgl1-mesa-glx \
+        npm \
+        zlib1g-dev \
+        build-essential \
+        python3-dev \
+    && apt-get autoremove -y \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Snyk globally using npm
+RUN npm install -g snyk
+
+# Upgrade pip and install Python dependencies
+COPY requirements.txt .
+RUN python -m pip install --upgrade pip \
+    && python -m pip install --no-cache-dir -r requirements.txt \
+    && apt-get autoremove -y \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY .env .env
+
+# Copy the rest of the application code
+COPY . .
+
+
+# Ensure the directory structure is correct
+RUN ls -la /app
+
+# Set the working directory to /app
+WORKDIR /app
+
+# Expose port 5000
+EXPOSE 5000
+
+# Command to run the bot when the container launches
+CMD ["python3", "-m", "polybot.bot"]