summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorShinya Maeda <shinya@gitlab.com>2018-06-06 18:03:09 +0900
committerShinya Maeda <shinya@gitlab.com>2018-06-06 18:03:09 +0900
commit50989bca2e21cb716e28bf3b7b552499a47abf4c (patch)
treed83384078e352795e6c9fbada563652e206323e1
parentcae17352761d9c34de444cb95e77d8fa1a8bd56a (diff)
downloadgitlab-ce-50989bca2e21cb716e28bf3b7b552499a47abf4c.tar.gz
Add metric for failed archiving with stale live trace
-rw-r--r--app/workers/ci/rescue_stale_live_trace_worker.rb3
1 files changed, 3 insertions, 0 deletions
diff --git a/app/workers/ci/rescue_stale_live_trace_worker.rb b/app/workers/ci/rescue_stale_live_trace_worker.rb
index 156ed61c2c5..3f111d9d862 100644
--- a/app/workers/ci/rescue_stale_live_trace_worker.rb
+++ b/app/workers/ci/rescue_stale_live_trace_worker.rb
@@ -7,10 +7,13 @@ module Ci
# Archive stale live traces which still resides in redis or database
# This could happen when ArchiveTraceWorker sidekiq jobs were lost by receiving SIGKILL
# More details in https://gitlab.com/gitlab-org/gitlab-ce/issues/36791
+ failed_archive_counter = Gitlab::Metrics.counter(:job_stale_live_trace_failed_archive_total, "Counter of failed archiving with stale live trace")
+
Ci::Build.finished.with_live_trace.find_each(batch_size: 100) do |build|
begin
build.trace.archive!
rescue => e
+ failed_archive_counter.increment
Rails.logger.error "Failed to archive stale live trace. id: #{build.id} message: #{e.message}"
end
end