Add latest changes from gitlab-org/gitlab@master

1 files changed, 100 insertions, 0 deletions

diff --git a/scripts/rspec_helpers.sh b/scripts/rspec_helpers.sh
new file mode 100644
index 00000000000..77b6a8df7c9
--- /dev/null
+++ b/scripts/rspec_helpers.sh
@@ -0,0 +1,100 @@
+#!/bin/bash
+
+function retrieve_tests_metadata() {
+  mkdir -p knapsack/ rspec_flaky/ rspec_profiling/
+
+  if [[ ! -f "${KNAPSACK_RSPEC_SUITE_REPORT_PATH}" ]]; then
+    wget -O "${KNAPSACK_RSPEC_SUITE_REPORT_PATH}" "http://${TESTS_METADATA_S3_BUCKET}.s3.amazonaws.com/${KNAPSACK_RSPEC_SUITE_REPORT_PATH}" || echo "{}" > "${KNAPSACK_RSPEC_SUITE_REPORT_PATH}"
+  fi
+
+  if [[ ! -f "${FLAKY_RSPEC_SUITE_REPORT_PATH}" ]]; then
+    wget -O "${FLAKY_RSPEC_SUITE_REPORT_PATH}" "http://${TESTS_METADATA_S3_BUCKET}.s3.amazonaws.com/${FLAKY_RSPEC_SUITE_REPORT_PATH}" || echo "{}" > "${FLAKY_RSPEC_SUITE_REPORT_PATH}"
+  fi
+}
+
+function update_tests_metadata() {
+  echo "{}" > "${KNAPSACK_RSPEC_SUITE_REPORT_PATH}"
+
+  scripts/merge-reports "${KNAPSACK_RSPEC_SUITE_REPORT_PATH}" "knapsack/rspec*_pg9_*.json"
+  if [[ -n "${TESTS_METADATA_S3_BUCKET}" ]]; then
+    scripts/sync-reports put "${TESTS_METADATA_S3_BUCKET}" "${KNAPSACK_RSPEC_SUITE_REPORT_PATH}"
+  fi
+
+  rm -f "knapsack/rspec*.json"
+
+  scripts/merge-reports "${FLAKY_RSPEC_SUITE_REPORT_PATH}" "rspec_flaky/all_*.json"
+
+  export FLAKY_RSPEC_GENERATE_REPORT="1"
+  scripts/prune-old-flaky-specs "${FLAKY_RSPEC_SUITE_REPORT_PATH}"
+
+  if [[ -n ${TESTS_METADATA_S3_BUCKET} ]]; then
+    scripts/sync-reports put "${TESTS_METADATA_S3_BUCKET}" "${FLAKY_RSPEC_SUITE_REPORT_PATH}"
+  fi
+
+  rm -f "rspec_flaky/all_*.json" "rspec_flaky/new_*.json"
+
+  scripts/insert-rspec-profiling-data
+}
+
+function rspec_simple_job() {
+  local rspec_opts="${1}"
+
+  export NO_KNAPSACK="1"
+  export CACHE_CLASSES="true"
+
+  scripts/gitaly-test-spawn
+
+  bin/rspec --color --format documentation --format RspecJunitFormatter --out junit_rspec.xml "${rspec_opts}"
+}
+
+function rspec_paralellized_job() {
+  read -ra job_name <<< "$CI_JOB_NAME"
+  local test_tool="${job_name[0]}"
+  local test_level="${job_name[1]}"
+  local database="${job_name[2]}"
+  local rspec_opts="${1}"
+  local spec_folder_prefix=""
+
+  if [[ "${test_tool}" =~ "-ee" ]]; then
+    spec_folder_prefix="ee/"
+  fi
+
+  export CACHE_CLASSES="true"
+  export KNAPSACK_LOG_LEVEL="debug"
+  export KNAPSACK_REPORT_PATH="knapsack/${test_tool}_${test_level}_${database}_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json"
+
+  if [[ -z "${KNAPSACK_TEST_FILE_PATTERN}" ]]; then
+    pattern=$(ruby -r./lib/quality/test_level.rb -e "puts Quality::TestLevel.new(%(${spec_folder_prefix})).pattern(:${test_level})")
+    export KNAPSACK_TEST_FILE_PATTERN="${pattern}"
+  fi
+
+  echo "KNAPSACK_TEST_FILE_PATTERN: ${KNAPSACK_TEST_FILE_PATTERN}"
+
+  if [[ -d "ee/" ]]; then
+    export KNAPSACK_GENERATE_REPORT="true"
+    export FLAKY_RSPEC_GENERATE_REPORT="true"
+    export SUITE_FLAKY_RSPEC_REPORT_PATH="${FLAKY_RSPEC_SUITE_REPORT_PATH}"
+    export FLAKY_RSPEC_REPORT_PATH="rspec_flaky/all_${test_tool}_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json"
+    export NEW_FLAKY_RSPEC_REPORT_PATH="rspec_flaky/new_${test_tool}_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json"
+
+    cp "${KNAPSACK_RSPEC_SUITE_REPORT_PATH}" "${KNAPSACK_REPORT_PATH}"
+
+    if [[ ! -f $FLAKY_RSPEC_REPORT_PATH ]]; then
+      echo "{}" > "${FLAKY_RSPEC_REPORT_PATH}"
+    fi
+
+    if [[ ! -f $NEW_FLAKY_RSPEC_REPORT_PATH ]]; then
+      echo "{}" > "${NEW_FLAKY_RSPEC_REPORT_PATH}"
+    fi
+  fi
+
+  scripts/gitaly-test-spawn
+
+  mkdir -p tmp/memory_test
+
+  export MEMORY_TEST_PATH="tmp/memory_test/${test_tool}_${test_level}_${database}_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_memory.csv"
+
+  knapsack rspec "-Ispec --color --format documentation --format RspecJunitFormatter --out junit_rspec.xml ${rspec_opts}"
+
+  date
+}