path: root/Jenkinsfile

#!groovy
/*
Licensed under the Apache License, Version 2.0 (the "License"); you may not
use this file except in compliance with the License. You may obtain a copy of
the License at

  http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
License for the specific language governing permissions and limitations under
the License.
*/
pipeline {
  /* no top-level agent; agents must be declared for each stage */
  agent none

  environment {
    COUCHAUTH = credentials('couchdb_vm2_couchdb')
    recipient = 'notifications@couchdb.apache.org'
    COUCHDB_IO_LOG_DIR = '/tmp/couchjslogs'
  }

  stages {
    stage('Build') {
      agent {
        docker {
          label 'ubuntu'
          // This image has the oldest Erlang we support, 16B03
          image 'couchdbdev/ubuntu-14.04-erlang-default'
          // https://github.com/jenkins-infra/jenkins.io/blob/master/Jenkinsfile#64
          // We need the jenkins user mapped inside of the image
          args '-e npm_config_cache=npm-cache -e HOME=. -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group --user 0:0'
        }
      }
      steps {
        timeout(time: 15, unit: "MINUTES") {
          // npm config cache below is required because /home/jenkins doesn't
          // ACTUALLY exist in the image
          sh '''
            set
            rm -rf apache-couchdb-*.tar.gz
            #export npm_config_cache=$(mktemp -d)
            ./configure --with-curl
            make dist
            chmod -R a+w * || true
          '''
          stash includes: 'apache-couchdb-*.tar.gz', name: 'tarball'
          archiveArtifacts artifacts: 'apache-couchdb-*.tar.gz', fingerprint: true
          deleteDir()
        }
      }
    }

    // TODO rework this once JENKINS-41334 is released
    // https://issues.jenkins-ci.org/browse/JENKINS-41334

    // The builddir stuff is to prevent all 10 builds from live syncing
    // their build results to each other during the build. Moving the
    // build outside of the workdir should speed up the build process, too

    // we run all package builds as root inside the Docker container
    
    // Build packages on supported platforms using esl's erlang
    stage('Test') {
      steps {
        parallel(centos6erlang183: {
          node(label: 'ubuntu') {
            timeout(time: 60, unit: "MINUTES") {
              sh 'docker pull couchdbdev/centos-6-erlang-18.3'
              withDockerContainer(image: 'couchdbdev/centos-6-erlang-18.3', args: '-e LD_LIBRARY_PATH=/usr/local/bin -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group --user 0:0') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  umask 0
                  rm -rf /tmp/couchjslogs && mkdir -p /tmp/couchjslogs

                  # Build CouchDB from tarball
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)

                  # Build CouchDB packages
                  cd $builddir
                  git clone https://github.com/apache/couchdb-pkg
                  mkdir couchdb
                  cd couchdb
                  cp $cwd/apache-couchdb-*.tar.gz .
                  tar -xf apache-couchdb-*.tar.gz
                  cd ../couchdb-pkg
                  # centos only
                  platform=centos6
                  make $platform PLATFORM=$platform
                  rm -rf $cwd/pkgs/$platform && mkdir -p $cwd/pkgs/$platform
                  # CentOS variant
                  mv ~/rpmbuild/RPMS/x86_64/*rpm $cwd/pkgs/$platform || true

                  # Cleanup
                  cd $cwd && rm -rf $builddir
                  chown -R jenkins:jenkins *
                '''
              } // withDocker
            } // timeout
            archiveArtifacts artifacts: 'pkgs/**', fingerprint: true
            deleteDir()
          } // node
        },
        centos7erlangdefault: {
          node(label: 'ubuntu') {
            timeout(time: 45, unit: "MINUTES") {
              sh 'docker pull couchdbdev/centos-7-erlang-default'
              withDockerContainer(image: 'couchdbdev/centos-7-erlang-default', args: '-e LD_LIBRARY_PATH=/usr/local/bin -e npm_config_cache=npm-cache -e HOME=. -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  rm -rf /tmp/couchjslogs
                  mkdir -p /tmp/couchjslogs
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)
                '''
              } // withDocker
            } // timeout
            deleteDir()
          } // node
        },
        centos7erlang183: {
          node(label: 'ubuntu') {
            timeout(time: 60, unit: "MINUTES") {
              sh 'docker pull couchdbdev/centos-7-erlang-18.3'
              withDockerContainer(image: 'couchdbdev/centos-7-erlang-18.3', args: '-e LD_LIBRARY_PATH=/usr/local/bin -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group --user 0:0') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  umask 0
                  rm -rf /tmp/couchjslogs && mkdir -p /tmp/couchjslogs

                  # Build CouchDB from tarball
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)

                  # Build CouchDB packages
                  cd $builddir
                  git clone https://github.com/apache/couchdb-pkg
                  mkdir couchdb
                  cd couchdb
                  cp $cwd/apache-couchdb-*.tar.gz .
                  tar -xf apache-couchdb-*.tar.gz
                  cd ../couchdb-pkg
                  # centos only
                  platform=centos7
                  make $platform PLATFORM=$platform
                  rm -rf $cwd/pkgs/$platform && mkdir -p $cwd/pkgs/$platform
                  # CentOS variant
                  mv ~/rpmbuild/RPMS/x86_64/*rpm $cwd/pkgs/$platform || true

                  # Cleanup
                  cd $cwd && rm -rf $builddir
                  chown -R jenkins:jenkins *
                '''
              } // withDocker
            } // timeout
            archiveArtifacts artifacts: 'pkgs/**', fingerprint: true
            deleteDir()
          } // node
        },
        ubuntu1204erlang183: {
          node(label: 'ubuntu') {
            timeout(time: 45, unit: "MINUTES") {
              sh 'docker pull couchdbdev/ubuntu-12.04-erlang-18.3'
              withDockerContainer(image: 'couchdbdev/ubuntu-12.04-erlang-18.3', args: '-e npm_config_cache=npm-cache -e HOME=. -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  rm -rf /tmp/couchjslogs
                  mkdir -p /tmp/couchjslogs
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)
                '''
              } // withDocker
            } // timeout
            deleteDir()
          } // node
        },
        ubuntu1404erlangdefault: {
          node(label: 'ubuntu') {
            timeout(time: 45, unit: "MINUTES") {
              sh 'docker pull couchdbdev/ubuntu-14.04-erlang-default'
              withDockerContainer(image: 'couchdbdev/ubuntu-14.04-erlang-default', args: '-e npm_config_cache=npm-cache -e HOME=. -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  rm -rf /tmp/couchjslogs
                  mkdir -p /tmp/couchjslogs
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)
                '''
              } // withDocker
            } // timeout
            deleteDir()
          } // node
        },
        ubuntu1404erlang183: {
          node(label: 'ubuntu') {
            timeout(time: 60, unit: "MINUTES") {
              sh 'docker pull couchdbdev/ubuntu-14.04-erlang-18.3'
              withDockerContainer(image: 'couchdbdev/ubuntu-14.04-erlang-18.3', args: '-v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group --user 0:0') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  umask 0
                  rm -rf /tmp/couchjslogs && mkdir -p /tmp/couchjslogs

                  # Build CouchDB from tarball
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)

                  # Build CouchDB packages
                  cd $builddir
                  git clone https://github.com/apache/couchdb-pkg
                  mkdir couchdb
                  cd couchdb
                  cp $cwd/apache-couchdb-*.tar.gz .
                  tar -xf apache-couchdb-*.tar.gz
                  cd ../couchdb-pkg
                  # debian/ubuntu only
                  sudo apt-get install -y libmozjs185-dev
                  platform=$(lsb_release -cs)
                  make $platform PLATFORM=$platform
                  rm -rf $cwd/pkgs/$platform && mkdir -p $cwd/pkgs/$platform
                  # Ubuntu/Debian variant
                  mv ../couchdb/*deb $cwd/pkgs/$platform || true

                  # Cleanup
                  cd $cwd && rm -rf $builddir
                  chown -R jenkins:jenkins *
                '''
              } // withDocker
            } // timeout
            archiveArtifacts artifacts: 'pkgs/**', fingerprint: true
            deleteDir()
          } // node
        },
        ubuntu1604erlangdefault: {
          node(label: 'ubuntu') {
            timeout(time: 45, unit: "MINUTES") {
              sh 'docker pull couchdbdev/ubuntu-16.04-erlang-default'
              withDockerContainer(image: 'couchdbdev/ubuntu-16.04-erlang-default', args: '-e npm_config_cache=npm-cache -e HOME=. -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  rm -rf /tmp/couchjslogs
                  mkdir -p /tmp/couchjslogs
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)
                '''
              } // withDocker
            } // timeout
            deleteDir()
          } // node
        },
        ubuntu1604erlang183: {
          node(label: 'ubuntu') {
            timeout(time: 60, unit: "MINUTES") {
              sh 'docker pull couchdbdev/ubuntu-16.04-erlang-18.3'
              withDockerContainer(image: 'couchdbdev/ubuntu-16.04-erlang-18.3', args: '-v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group --user 0:0') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  umask 0
                  rm -rf /tmp/couchjslogs && mkdir -p /tmp/couchjslogs

                  # Build CouchDB from tarball
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)

                  # Build CouchDB packages
                  cd $builddir
                  git clone https://github.com/apache/couchdb-pkg
                  mkdir couchdb
                  cd couchdb
                  cp $cwd/apache-couchdb-*.tar.gz .
                  tar -xf apache-couchdb-*.tar.gz
                  cd ../couchdb-pkg
                  # debian/ubuntu only
                  sudo apt-get install -y libmozjs185-dev
                  platform=$(lsb_release -cs)
                  make $platform PLATFORM=$platform
                  rm -rf $cwd/pkgs/$platform && mkdir -p $cwd/pkgs/$platform
                  # Ubuntu/Debian variant
                  mv ../couchdb/*deb $cwd/pkgs/$platform || true

                  # Cleanup
                  cd $cwd && rm -rf $builddir
                  chown -R jenkins:jenkins *
                '''
              } // withDocker
            } // timeout
            archiveArtifacts artifacts: 'pkgs/**', fingerprint: true
            deleteDir()
          } // node
        },
        debian8erlangdefault: {
          node(label: 'ubuntu') {
            timeout(time: 45, unit: "MINUTES") {
              sh 'docker pull couchdbdev/debian-8-erlang-default'
              withDockerContainer(image: 'couchdbdev/debian-8-erlang-default', args: '-e npm_config_cache=npm-cache -e HOME=. -v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  rm -rf /tmp/couchjslogs
                  mkdir -p /tmp/couchjslogs
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)
                '''
              } // withDocker
            } // timeout
            deleteDir()
          } // node
        },
        debian8erlang183: {
          node(label: 'ubuntu') {
            timeout(time: 60, unit: "MINUTES") {
              sh 'docker pull couchdbdev/debian-8-erlang-18.3'
              // must run as root because of sudo step below
              withDockerContainer(image: 'couchdbdev/debian-8-erlang-18.3', args: '-v=/etc/passwd:/etc/passwd -v /etc/group:/etc/group --user 0:0') {
                sh 'rm -f apache-couchdb-*.tar.gz'
                unstash 'tarball'
                sh '''
                  cwd=$(pwd)
                  rm -rf /tmp/couchjslogs && mkdir -p /tmp/couchjslogs

                  # Build CouchDB from tarball
                  builddir=$(mktemp -d)
                  cd $builddir
                  tar -xf $cwd/apache-couchdb-*.tar.gz
                  cd apache-couchdb-*
                  ./configure --with-curl
                  make all
                  #make check || (build-aux/logfile-uploader.py && false)

                  # Build CouchDB packages
                  cd $builddir
                  git clone https://github.com/apache/couchdb-pkg
                  mkdir couchdb
                  cd couchdb
                  cp $cwd/apache-couchdb-*.tar.gz .
                  tar -xf apache-couchdb-*.tar.gz
                  cd ../couchdb-pkg
                  # debian/ubuntu only
                  sudo apt-get install -y libmozjs185-dev
                  platform=$(lsb_release -cs)
                  make $platform PLATFORM=$platform
                  rm -rf $cwd/pkgs/$platform && mkdir -p $cwd/pkgs/$platform
                  # Ubuntu/Debian variant
                  mv ../couchdb/*deb $cwd/pkgs/$platform || true

                  # Cleanup
                  cd $cwd && rm -rf $builddir
                  chown -R jenkins:jenkins *
                '''
              } // withDocker
            } // timeout
            archiveArtifacts artifacts: 'pkgs/**', fingerprint: true
            deleteDir()
          } // node
        }
        ) // parallel
      } // steps
    } // stage

    stage('Publish') {
      when {
        expression { return env.BRANCH_NAME ==~ /master|2.0.x|2.1.x|jenkins-.*/ }
      }
      agent {
        docker {
          // This image has the deb AND rpm repo tools installed in it
          image 'couchdbdev/debian-8-base'
          // We need the jenkins user mapped inside of the image
          // We must run as root because we have to create ~/.ssh for rsync
          args '-v /etc/passwd:/etc/passwd -v /etc/group:/etc/group --user 0:0'
          label 'ubuntu'
        }
      }
      steps {
        withCredentials([file(credentialsId: 'jenkins-key', variable: 'KEY')]) {
          sh 'umask 0 && rm -rf pkgs'
          unarchive mapping: ['pkgs/' : '.']
          echo 'Building Debian repo...'
          sh '''
            git clone https://github.com/apache/couchdb-pkg
            reprepro -b couchdb-pkg/repo includedeb jessie pkgs/jessie/*deb
            reprepro -b couchdb-pkg/repo includedeb trusty pkgs/trusty/*deb
            reprepro -b couchdb-pkg/repo includedeb xenial pkgs/xenial/*deb
          '''
          echo 'Building CentOS repos...'
          sh '''
            cd pkgs/centos6 && createrepo --database .
            cd ../centos7 && rm -f js* && createrepo --database .
          '''
          echo 'rsyncing repos to couchdb-vm2...'
          sh '''
            mkdir -p $BRANCH_NAME/debian $BRANCH_NAME/el6 $BRANCH_NAME/el7
            mv couchdb-pkg/repo/pool $BRANCH_NAME/debian
            mv couchdb-pkg/repo/dists $BRANCH_NAME/debian
            mv pkgs/centos6/* $BRANCH_NAME/el6
            mv pkgs/centos7/* $BRANCH_NAME/el7
            rsync -avz --delete -e "ssh -o StrictHostKeyChecking=no -i $KEY" $BRANCH_NAME username@couchdb-vm2.apache.org:/var/www/html
          '''
          // cronjob on couchdb-vm2 cleans up old tarballs (keeps latest 10)
          echo 'rsyncing source tarball to couchdb-vm2...'
          sh 'rm -rf *.tar.gz'
          unstash 'tarball'
          sh '''
            rm -rf $BRANCH_NAME
            mkdir -p $BRANCH_NAME/source
            mv apache-couchdb-*.tar.gz $BRANCH_NAME/source
            rsync -avz -e "ssh -o StrictHostKeyChecking=no -i $KEY" $BRANCH_NAME username@couchdb-vm2.apache.org:/var/www/html
            rm -rf $BRANCH_NAME couchdb-pkg *.tar.gz
            chmod -R a+w * .
          '''
          deleteDir()
        } // withCredentials
      } // steps
    } // stage
  } // stages

  post {
    success {
      mail to: "${env.recipient}",
        subject: "[Jenkins] SUCCESS: ${currentBuild.fullDisplayName}",
        replyTo: "${env.recipient}",
        body: "Yay, we passed. ${env.BUILD_URL}"
    }
    failure {
      mail to: "${env.recipient}",
        subject: "[Jenkins] FAILURE: ${currentBuild.fullDisplayName}",
        replyTo: "${env.recipient}",
        body: "Boo, we failed. ${env.BUILD_URL}"
    }
  }
}