common-pvt.yml

#######################################
#    Tools Driver Config for MCI      #
#######################################
# default command type
command_type: system

# run the same task in the previous revision if the current task fails
stepback: true

mongo_tools_variables:
  mongo_tools_task_lists:
    atlas_live_test_task_list: &atlas_live_tasks
      - dist
      - test_atlas_free
      - test_atlas_replica
      - test_atlas_sharded
      - test_atlas_tls11
      - test_atlas_tls12

functions:
  "build tool":
    command: shell.exec
    type: test
    params:
      working_dir: src/github.com/mongodb/mongo-tools
      script: |
        set -x
        set -v
        set -e
        echo "Building ${tool}..."
        if [ "Windows_NT" = "$OS" ]; then
            set -o igncr
        fi;
        # In RHEL 5.5, /usr/bin/ld can't handle --build-id parameters, so
        # use a wrapper if it's present on the system
        #
        if [ -d /opt/ldwrapper/bin ]
        then
          export PATH=/opt/ldwrapper/bin:$PATH
        fi

        . ./set_goenv.sh
        GOROOT="" set_goenv || exit
        go version
        env | grep ^GO
        go build -ldflags "$(print_ldflags)" ${args} -tags "$(print_tags failpoints ${build_tags})" -o bin/${tool} ${tool}/main/${tool}.go
        ./bin/${tool} --version

  "fetch tool":
    command: s3.get
    params:
      bucket: mciuploads
      aws_key: ${aws_key}
      aws_secret: ${aws_secret}
      local_file: src/github.com/mongodb/mongo-tools/bin/${tool}${extension}
      remote_file: mongo-tools/binaries/${build_id}/${edition|community}/${tool}${extension}

  "upload tool":
    command: s3.put
    params:
      aws_key: ${aws_key}
      aws_secret: ${aws_secret}
      local_file: src/github.com/mongodb/mongo-tools/bin/${tool}
      remote_file: mongo-tools/binaries/${build_id}/${edition|community}/${tool}${extension}
      bucket: mciuploads
      permissions: public-read
      content_type: application/octet-stream
      display_name: ${tool}

  "fetch source":
    - command: shell.exec
      params:
        script: |
          set -x
          set -v
          set -e
          mkdir -p src/github.com/mongodb
    - command: git.get_project
      params:
        directory: src/github.com/mongodb/mongo-tools
    - command: git.apply_patch
      params:
        directory: src/github.com/mongodb/mongo-tools
    - command: shell.exec
      params:
        working_dir: src/github.com/mongodb/mongo-tools
        script: |
          set -x
          set -v
          set -e
          mkdir -p bin

  "test_atlas_dump":
    - command: shell.exec
      type: test
      params:
        working_dir: src/github.com/mongodb/mongo-tools
        script: |
          set -x
          set -v
          set -e
          chmod +x ./bin/mongodump
          ./bin/mongodump --uri="${uri}" -v

timeout:
  - command: shell.exec
    params:
      silent: true
      script: |
        set -x
          set -v
        # don't attempt to abort on any distro which has a special way of
        # killing everything (i.e. using taskkill on Windows)
        if [ "${killall_mci}" = "" ]; then
          all_tools="bsondump mongodump mongoexport mongofiles mongoimport mongorestore mongostat mongotop"
          # send SIGABRT to print a stacktrace for any hung tool
          pkill -ABRT "^($(echo -n $all_tools | tr ' ' '|'))\$"
          # git the processes a second or two to dump their stacks
          sleep 10
        fi

tasks:
  - name: dist
    depends_on:
    commands:
      - func: "fetch source"
      # mongodump
      - func: "build tool"
        vars:
          tool: mongodump
      - func: "upload tool"
        vars:
          tool: mongodump

  - name: test_atlas_free
    commands:
      - func: "fetch tool"
        vars:
          tool: mongodump
      - func: test_atlas_dump
        vars:
          uri: "${atlas_free}"
    depends_on:
      - name: dist
  - name: test_atlas_replica
    commands:
      - func: "fetch tool"
        vars:
          tool: mongodump
      - func: test_atlas_dump
        vars:
          uri: "${atlas_replica}"
    depends_on:
      - name: dist
  - name: test_atlas_sharded
    commands:
      - func: "fetch tool"
        vars:
          tool: mongodump
      - func: test_atlas_dump
        vars:
          uri: "${atlas_sharded}"
    depends_on:
      - name: dist
  - name: test_atlas_tls11
    commands:
      - func: "fetch tool"
        vars:
          tool: mongodump
      - func: test_atlas_dump
        vars:
          uri: "${atlas_tls11}"
    depends_on:
      - name: dist
  - name: test_atlas_tls12
    commands:
      - func: "fetch tool"
        vars:
          tool: mongodump
      - func: test_atlas_dump
        vars:
          uri: "${atlas_tls12}"
    depends_on:
      - name: dist

buildvariants:
  #######################################
  #     Amazon x86_64 Buildvariants     #
  #######################################

  - name: amazonlinux64-enterprise
    display_name: Amazon Linux 64 Enterprise
    run_on:
      - amazon1-2018-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: amazon2-enterprise
    display_name: Amazon Linux 64 v2 Enterprise
    run_on:
      - amazon2-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: amazon2023-enterprise
    display_name: Amazon Linux 2023 Enterprise
    run_on:
      - amazon2023-small
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  #######################################
  #     Debian x86_64 Buildvariants     #
  #######################################

  - name: debian81-enterprise
    display_name: Debian 8.1 Enterprise
    run_on:
      - debian81-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: debian92-enterprise
    display_name: Debian 9.2 Enterprise
    run_on:
      - debian92-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  #######################################
  #         macOS Buildvariants         #
  #######################################

  - name: macOS-1100-x86_64
    display_name: MacOS 11.00 x86_64
    run_on:
      - macos-1100
    tasks: *atlas_live_tasks

  - name: macOS-1100-arm
    display_name: MacOS 11 ARM
    run_on:
      - macos-1100-arm64
    tasks: *atlas_live_tasks

  #######################################
  #     RHEL x86_64 Buildvariants       #
  #######################################

  - name: rhel62-enterprise
    display_name: RHEL 6.2 Enterprise
    run_on:
      - rhel62-small
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: rhel70-enterprise
    display_name: RHEL 7.0 Enterprise
    run_on:
      - rhel70-small
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  #######################################
  #     SUSE x86_64 Buildvariants       #
  #######################################

  - name: suse12-enterprise
    display_name: SUSE 12 Enterprise
    run_on:
      - suse12-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  #######################################
  #    Ubuntu x86_64 Buildvariants      #
  #######################################

  - name: ubuntu1404-enterprise
    display_name: Ubuntu 14.04 Enterprise
    run_on:
      - ubuntu1404-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: ubuntu1604-enterprise
    display_name: Ubuntu 16.04 Enterprise
    run_on:
      - ubuntu1604-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: ubuntu1804-enterprise
    display_name: Ubuntu 18.04 Enterprise
    run_on:
      - ubuntu1804-test
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  #######################################
  #        Windows Buildvariants        #
  #######################################

  - name: windows-64
    display_name: Windows 64-bit
    run_on:
      - windows-64-vs2017-test
    tasks: *atlas_live_tasks

  #######################################
  #        ARM Buildvariants            #
  #######################################

  - name: amazon2023-aarch64
    display_name: Amazon Linux 2023 ARM
    run_on:
      - amazon2023-arm64-small
    stepback: false
    batchtime: 10080 # weekly
    tasks: *atlas_live_tasks

  - name: ubuntu1804-arm64
    display_name: ZAP ARM64 Ubuntu 18.04
    run_on:
      - ubuntu1804-arm64-small
    stepback: false
    batchtime: 10080 # weekly
    tasks: *atlas_live_tasks

  - name: ubuntu1604-arm64
    display_name: ZAP ARM64 Ubuntu 16.04
    run_on:
      - ubuntu1604-arm64-small
    stepback: false
    batchtime: 10080 # weekly
    tasks: *atlas_live_tasks

  - name: rhel9-arm64
    display_name: RHEL 9 ARM
    run_on:
      - rhel90-arm64-small
    stepback: false
    batchtime: 10080 # weekly
    tasks: *atlas_live_tasks

  #######################################
  #        Power Buildvariants          #
  #######################################

  - name: rhel71-ppc64le-enterprise
    display_name: ZAP PPC64LE RHEL 7.1 Enterprise
    run_on:
      - rhel71-power8-test
    stepback: false
    batchtime: 10080 # weekly
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: ubuntu1604-ppc64le-enterprise
    display_name: ZAP PPC64LE Ubuntu 16.04 Enterprise
    run_on:
      - ubuntu1604-power8-test
    stepback: false
    batchtime: 10080 # weekly
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  #######################################
  #     Z (s390x) Buildvariants         #
  #######################################

  - name: rhel67-s390x-enterprise
    display_name: ZAP s390x RHEL 6.7 Enterprise
    run_on:
      - rhel67-zseries-test
    stepback: false
    batchtime: 10080 # weekly
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: rhel72-s390x-enterprise
    display_name: ZAP s390x RHEL 7.2 Enterprise
    run_on:
      - rhel72-zseries-test
    stepback: false
    batchtime: 10080 # weekly
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: rhel83-s390x-enterprise
    display_name: ZAP s390x RHEL 7.2 Enterprise
    run_on:
      - rhel83-zseries-test
    stepback: false
    batchtime: 10080 # weekly
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks

  - name: ubuntu1604-s390x-enterprise
    display_name: ZAP s390x Ubuntu 16.04 Enterprise
    run_on:
      - ubuntu1604-zseries-small
    stepback: false
    batchtime: 10080 # weekly
    expansions:
      build_tags: "gssapi"
    tasks: *atlas_live_tasks