jenkins

#!/bin/bash

curl -fsSL https://get.docker.com -o get-docker.sh
sh get-docker.sh

docker network ls

docker network create --driver=bridge cloudgeeks-ca

docker run --name jenkins --network=cloudgeeks-ca -d --user=root -v ~/jenkins:/var/jenkins_home --restart unless-stopped jenkins/jenkins:lts


#1 
mkdir -p ~/ssl/certs

#2 
mkdir -p ~/nginx/conf.d

#3 
openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout ~/ssl/certs/nginx-selfsigned.key -out ~/ssl/certs/nginx-selfsigned.crt

#4 
openssl dhparam -out ~/ssl/certs/dhparam.pem 2048

#5 
cd ~/nginx/conf.d

#6 
apt update -y  2> /dev/null 
apt install -y vim 2> /dev/null
yum update -y  2> /dev/null 
yum install -y vim 2> /dev/null

#7
echo '
server {
  listen 80;
  server_name jenkins.cloudgeeks-ca.com;
  return 301 https://$host$request_uri;
}


server {
  server_name jenkins.cloudgeeks-ca.com;
  listen 443 ssl;
  ssl_certificate /etc/ssl/certs/nginx-selfsigned.crt;
  ssl_certificate_key /etc/ssl/certs/nginx-selfsigned.key;
  ssl_dhparam /etc/ssl/certs/dhparam.pem;
  
    ssl_protocols       TLSv1 TLSv1.1 TLSv1.2 TLSv1.3;
    ssl_ciphers    TLS-CHACHA20-POLY1305-SHA256:TLS-AES-256-GCM-SHA384:TLS-AES-128-GCM-SHA256:HIGH:!aNULL:!MD5; 
 
  
  
location / {
    proxy_set_header        Host $host:$server_port;
    proxy_set_header        X-Real-IP $remote_addr;
    proxy_set_header        X-Forwarded-For $proxy_add_x_forwarded_for;
    proxy_set_header        X-Forwarded-Proto $scheme;
    proxy_redirect http:// https://;
    proxy_pass              http://jenkins:8080;
    # Required for new HTTP-based CLI
    proxy_http_version 1.1;
    proxy_request_buffering off;
  
       }
}' >  ~/nginx/conf.d/server.conf

#8
docker run --name nginx --network=cloudgeeks-ca --restart unless-stopped -v ~/ssl/certs:/etc/ssl/certs -v ~/nginx/conf.d:/etc/nginx/conf.d -p 443:443 -p 80:80 -d nginx




#END








#!/bin/bash

# Network
docker network create jenkins --attachable

# Volume
docker volume create jenkins

# Jenkins
docker run --name jenkins --network jenkins -id -v jenkins:/var/jenkins_home -p 80:8080 -v $(which docker):/usr/bin/docker -v /var/run/docker.sock:/var/run/docker.sock --restart unless-stopped jenkins/jenkins:lts


# End












# Docker Custom Bridge Network is recommended in order to communicate containers with container name.

https://stackoverflow.com/questions/25845538/how-to-use-sudo-inside-a-docker-container

# For Installations & updates of package in a container.

docker exec -u root -t -i container_id /bin/bash


https://hub.docker.com/r/jenkins/jenkins/tags

STABLE Version:2.176.1
Note: In case permissions issue use ---> --user=root

docker network ls

docker network create --driver=bridge cloudgeeks-ca

#####################################################################################################################
https://github.com/jenkinsci/docker/blob/master/README.md
docker run --name jenkins -d -v /home/ubuntu/jenkins:/var/jenkins_home -p 8080:8080 -p 50000:50000 --restart unless-stopped jenkins/jenkins:lts
######################################################################################################################

docker run --name jenkins -d --user=root -v /root/jenkins:/var/jenkins_home -p 8080:8080 --restart unless-stopped jenkins/jenkins:2.176.1


#############################################################################################
https://forums.docker.com/t/docker-not-found-in-jenkins-pipeline/31683/14


Building Docker images with Jenkins that runs inside a Docker container


docker run --name jenkins -d --user=root -v /root/jenkins:/var/jenkins_home -p 8080:8080 -v $(which docker):/usr/bin/docker -v /var/run/docker.sock:/var/run/docker.sock --restart always jenkins/jenkins:lts
###############################################################################################

The issue was resolved by ---------> apt-get update -y && apt-get install -y libltdl7 -------------- > on container

https://github.com/moby/moby/issues/37531




##############################################################################################################################3

# Further Important in this situation to run the jenkins as --network=host

# https://docs.docker.com/network/host/

docker run --name jenkins -d --network=host --user=root -v /root/jenkins:/var/jenkins_home -p 8080:8080 -v $(which docker):/usr/bin/docker -v /var/run/docker.sock:/var/run/docker.sock --restart always jenkins/jenkins:lts





# Accessing private repos

# https://superuser.com/questions/1004254/how-can-i-change-the-directory-that-ssh-keygen-outputs-to

mkdir /var/jenkins_home/.ssh

ssh-keygen -t rsa -b 4096 -C "quickbooks2018@gmail.com" -f /var/jenkins_home/.ssh/id_rsa

# anyone who wants to integrate a github or other repos just has to add this public key 
# cat /var/jenkins_home/.ssh/id_rsa.pub

# https://www.youtube.com/watch?v=HTlAssPBKBs

# PUSH IMAGES
https://techoverflow.net/2019/04/01/how-to-fix-docker-push-denied-requested-access-to-the-resource-is-denied/

inside docker container

docker login

####################################################################################################################


docker run --name jenkins --network=cloudgeeks-ca -d -v /home/ubuntu/jenkins:/var/jenkins_home --restart unless-stopped -p 80:8080 -p 50000:50000 jenkins/jenkins:lts



# Docker Custom Bridge Network is recommended in order to communicate containers with container name.

docker network ls

docker network create --driver=bridge cloudgeeks-ca



#1 mkdir -p ~/ssl/certs

#2 mkdir -p ~/nginx/conf.d

#3 openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout ~/ssl/certs/nginx-selfsigned.key -out ~/ssl/certs/nginx-selfsigned.crt

#4 openssl dhparam -out ~/ssl/certs/dhparam.pem 2048

#5 cd /root/nginx/conf.d

#6 apt update -y && apt install -y vim > /dev/null
   yum update -y && yum install -y vim > /dev/null

#7 vim server.cloudgeeks-ca.conf

upstream jenkins {
  server jenkins:8080 fail_timeout=0;
}

server {
  listen 80;
  server_name jenkins.cloudgeeks-ca.com;
  return 301 https://$host$request_uri;
}


server {
  server_name jenkins.cloudgeeks-ca.com;
  listen 443 ssl;
  ssl_certificate /etc/ssl/certs/nginx-selfsigned.crt;
  ssl_certificate_key /etc/ssl/certs/nginx-selfsigned.key;
  ssl_dhparam /etc/ssl/certs/dhparam.pem;
location / {
    proxy_set_header        Host $host:$server_port;
    proxy_set_header        X-Real-IP $remote_addr;
    proxy_set_header        X-Forwarded-For $proxy_add_x_forwarded_for;
    proxy_set_header        X-Forwarded-Proto $scheme;
    proxy_redirect http:// https://;
    proxy_pass              http://jenkins;
    # Required for new HTTP-based CLI
    proxy_http_version 1.1;
    proxy_request_buffering off;
    proxy_buffering off; # Required for HTTP-based CLI to work over SSL
    # workaround for https://issues.jenkins-ci.org/browse/JENKINS-45651
    add_header 'X-SSH-Endpoint' 'jenkins.cloudgeeks-ca.com:50022' always;
       }
}

# https://wiki.jenkins.io/display/JENKINS/Jenkins+behind+an+NGinX+reverse+proxy

#Note Proxy pass will be the container IP
#Example: docker inspect --format '{{ .NetworkSettings.IPAddress }}' fdeabb276a76

#8 docker run --name nginx --network=cloudgeeks-ca --restart unless-stopped -v /root/ssl/private:/etc/ssl/private -v /root/ssl/certs:/etc/ssl/certs -v /root/nginx/conf.d:/etc/nginx/conf.d -p 443:443 -d nginx

#Note:  You can also make an entry in /etc/hosts 

#10.11.5.8 jira.saqlainmushtaq.com

# ping jira.saqlainmushtaq.com

###Configuration Location###

#Note: for Amazon Linux or Centos

#vim /etc/nginx/conf.d/server1.conf

#Note:for Ubuntu 

#vim /etc/sites-available/server1.conf
#ln -s /etc/sites-available/server1.conf /etc/nginx/sites-enabled/server1.conf

###End###


Network settings
--dns=[]           : Set custom dns servers for the container
--network="bridge" : Connect a container to a network
                      'bridge': create a network stack on the default Docker bridge
                      'none': no networking
                      'container:<name|id>': reuse another container's network stack
                      'host': use the Docker host network stack
                      '<network-name>|<network-id>': connect to a user-defined network
--network-alias=[] : Add network-scoped alias for the container
--add-host=""      : Add a line to /etc/hosts (host:IP)
--mac-address=""   : Sets the container's Ethernet device's MAC address
--ip=""            : Sets the container's Ethernet device's IPv4 address
--ip6=""           : Sets the container's Ethernet device's IPv6 address
--link-local-ip=[] : Sets one or more container's Ethernet device's link local IPv4/IPv6 addresses

https://docs.docker.com/engine/reference/run/




#### Jenkinfile ###

# https://stackoverflow.com/questions/38665282/how-to-set-custom-context-for-docker-build-in-jenkinsfile
# https://stackoverflow.com/questions/42655474/jenkinsfile-pipeline-errors-expected-a-symbol-and-undefined-section

pipeline {
    agent any
   
    stages {
        stage('Build') {
            steps {
                sh  docker.build("quickbooks2018/testing:latest", "-f docker/cartodb/Dockerfile . ")
            }
        }
        stage('Test') {
            steps {
                echo 'Testing..'
            }
        }
        stage('Deploy') {
            steps {
                echo 'Deploying....'
            }
        }
    }
}


### Jenkinsfile ###

https://medium.com/@gustavo.guss/jenkins-building-docker-image-and-sending-to-registry-64b84ea45ee9

pipeline {
    environment {
    repo = "quickbooks2018/testing"
    
  }
    agent any
   
    stages {
        stage('Build') {
            steps {
                script {
          docker.build repo + ":$BUILD_NUMBER", "-f docker/cartodb/Dockerfile docker/cartodb"
                            }
               
            }
        }
        stage('Test') {
            steps {
                echo 'Testing..'
            }
        }
        stage('Deploy') {
            steps {
                echo 'Deploying....'
            }
        }
    }
}

### Jenkinsfile ###

# https://jenkins.io/doc/pipeline/tour/running-multiple-steps/

pipeline {
    environment {
    repo = "quickbooks2018/testing"
    
  }
    agent any
   
    stages {
        stage('Build via docker-compose') {
            steps {
               
              sh '''
                    echo $PWD
                    whoami
                    ls $PWD
                    docker-compose up -d
                '''
            }
        }
        stage('Test') {
            steps {
                echo 'Testing..'
            }
        }
        stage('Deploy') {
            steps {
                echo 'Deploying....'
            }
        }
    }
}


### Stop all containers except ONE ###

https://stackoverflow.com/questions/40744000/remove-all-docker-containers-except-one

docker stop $(docker ps -a | grep -v "jenkins" | awk 'NR>1 {print $1}')

docker rm $(docker ps -a | grep -v "jenkins" | awk 'NR>1 {print $1}')

docker stop $(docker ps -a | grep -v "jenkins" | awk 'NR>1 {print $1}') 2>&1 >/dev/null

docker rm $(docker ps -a | grep -v "jenkins" | awk 'NR>1 {print $1}') 2>&1 >/dev/null

docker stop $(docker ps -a | grep -v "jenkins" | cut -d ' ' -f1) 2>&1 >/dev/null

docker rm $(docker ps -a | grep -v "jenkins" | cut -d ' ' -f1) 2>&1 >/dev/null


### Jenkinsfile ###

pipeline {
    environment {
    tests = "docker/cartodb/tests"
    bats = "/opt/bats"
    CARTO_HOST= "cloudgeeks-ca"
  }

    agent any
   
    stages {
        stage('Build via docker-compose') {
            steps {
               
              sh '''
              
              
                    echo $PWD
                    whoami
                    ls $PWD
                    apt update -y && apt-get install jq iputils-ping -y
                    docker-compose up -d
                    echo 'Removing all existing running containers except Jenkins'
                    docker stop $(docker ps -a | grep -v "jenkins" | awk 'NR>1 {print $1}') 2>&1 >/dev/null
                    docker stop $(docker ps -a | grep -v "jenkins" | awk 'NR>1 {print $1}') 2>&1 >/dev/null
                    echo 'Number of containers currently running'
                    docker-compose down
                    docker ps -a
                    docker-compose up --build -d
                    docker-compose exec -T cartodb service nginx status
                    docker-compose exec -T cartodb service nginx stop
                  
                    
                    
                    # docker-compose up -d
                    # docker-compose exec -T cartodb service nginx stop
                    
                    
                    
                '''
            }
        }
        stage('Unit Testing cartodb container') {
            steps {
                 sh '''
                    echo 'Installing bats on the docker host'
                    echo  'Our PATH is'; echo $PATH
                    echo "Removing the $bats directory, if already exists for git clone bats"; rm -rf $bats 
                    git clone https://github.com/sstephenson/bats.git $bats
                    chmod +x $bats/install.sh
                    $bats/install.sh /usr/local
                    echo 'Status of running containers'
                    docker-compose ps
                    docker ps -a
                    echo 'We are going to conduct API calls for importing files & changing our directory to'
                    chmod +x $tests/wip.sh
                    cp $tests/wip.sh /usr/local/bin
                    bash -uvx $tests/wip.sh
                '''
            }
        }
        stage('Deploy') {
            steps {
                echo 'Deploying....'
            }
        }
        stage('Cleanup') {
            steps{
                sh '''
                    docker-compose down
                '''
            }
            
        }
    }
}

### Important Point if Jenkins Stuck use SLEEP 60 in Pipelines
### Jenkinsfile

pipeline {
    environment {
    // not used yet - maybe needed later
    tests = "docker/cartodb/tests" 
    bats = "/opt/bats"
   
  }

    agent any
   
    stages {
        stage('Build via docker-compose') {
            steps {
               
              sh '''
                    apt update -y && apt install jq -y
                    docker-compose up -d --build
                    docker-compose exec -T cartodb service nginx stop
                '''
            }
        }
        stage('Unit Testing cartodb container') {
            steps {
                 sh '''
                    echo 'Installing bats on the docker host'
                    echo  'Our PATH is'; echo $PATH
                    echo "Removing the $bats directory, if already exists for git clone bats"; rm -rf $bats 
                    git clone https://github.com/sstephenson/bats.git $bats
                    chmod +x $bats/install.sh
                    $bats/install.sh /usr/local
                    echo 'We are going to conduct API calls for importing files'
                    sleep 60
                    docker-compose ps; sleep 2
                   ./docker/cartodb/tests/run.sh
                   
                    
                '''
            }
        }
        stage('Deploy') {
            steps {
                sh '''
                    echo 'Deploying....'
                '''
            }
        }
        stage('Cleanup') {
            steps{
                sh '''
                    docker-compose down
                '''
            }
            
        }
    }
}


### CircleCI Remote Trigger

pipeline {
    environment {
    // not used yet - maybe needed later
        CIRCLECI="API Trigger"
   
  }
    agent any
   
    stages {
        stage('Cicrleci API Trigger') {
            steps {
               
              sh '''
                    echo "This is your remote CircleCI Trigger"
                '''
            }
        }
        stage('Unit Testing Cicrleci') {
            steps {
                 sh '''#!/bin/bash
                   
                   curl -u 73c54a5de3207e0plala7cec148ttarr6fshshhshsh: \
                    -d build_parameters[CIRCLE_JOB]=build \
                   https://circleci.com/api/v1.1/project/github/quickbooks2018/learning/tree/master
                  # Note: Job Name is build ---> as mentioned in config.yml ---> just below jobs
                  # https://circleci.com/docs/2.0/sample-config/
                  # https://circleci.com/docs/2.0/api-job-trigger/
                '''
            }
        }
        stage('Deploying CicrleCi') {
            steps {
                sh '''
                    echo 'Deploying....'
                '''
            }
        }
        stage('CircleCi Automation Success') {
            steps{
                sh '''
                    echo "Triggered the Job Circleci Remotely Successfully"
                '''
            }
            
        }
    }
    
    
    ############################# Circleci Single Runner Example ################################
    
    config.yml
    
    ##############################################################################################
    
    version: 2
jobs:
  build:
    docker:
    - image: circleci/node:4.8.2
    steps:
    - checkout
    - run:
        command: echo "hello world"
    environment:
    - CIRCLE_COMPARE_URL: https://github.com/quickbooks2018/learning/compare/ad639c71599375e0a1fe7d24255fef1a1b9a4a86...bba157982a3bf1859d0797a3a7442d81ace388dc
workflows:
  version: 2
  workflow:
    jobs:
    - build
}


### GIT SMART ###

https://github.com/geelen/git-smart

git smart-pull before doing any work



### docker image build & push automation


pipeline {
    environment {
    // not used yet - maybe needed later
    tests = "docker/cartodb/tests" 
    bats = "/opt/bats"
   
  }

    agent any
   
    stages {
        stage('Build via docker-compose') {
            steps {
               
              sh '''
                   
                    
                    apt update -y && apt install jq -y
                    
                    docker-compose up -d --build
                    docker-compose exec -T cartodb service nginx stop
                '''
            }
        }
        stage('Unit Testing cartodb container') {
            steps {
                 sh '''
                    echo 'Installing bats on the docker host'
                    echo  'Our PATH is'; echo $PATH
                    echo "Removing the $bats directory, if already exists for git clone bats"; rm -rf $bats 
                    git clone https://github.com/sstephenson/bats.git $bats
                    chmod +x $bats/install.sh
                    $bats/install.sh /usr/local
                    echo 'We are going to conduct API calls for importing files'
                    docker-compose ps; sleep 15
                   ./docker/cartodb/tests/run.sh
                    docker-compose down
                    
                '''
            }
        }
        stage('GitHub Tagging & Building docker image creation') {
            steps {
                sh '''
                   
                    echo 'Creating a docker image with GitHub Tags Option ....'
                    
                    apt update -y && apt install -y git
                   
                    # This will give the latest commit ID
                    COMMIT_ID=`git rev-list --tags --date-order | head -n1`
                    # Latest TAG
                    TAG=`git show-ref --tags | grep "$COMMIT_ID" | awk -F / '{print $NF}'`
                    echo $COMMIT_ID
                    echo $TAG
                    docker build -t chasim1982/samba:$TAG ./docker/cartodb
                    docker push chasim1982/samba:$TAG
                    #END
                    
                    
                '''
            }
        }
        stage('Cleanup') {
            steps{
                sh '''
                    docker-compose down
                '''
            }
            
        }
    }