System shows 500 error after restoring backup.
Ubuntu 16.04
gitlab-ctl tail log is here
gitlab-ctl tail log
==> /var/log/gitlab/gitlab-rails/production.log <==
Started GET "/users/sign_in?redirect_to_referer=yes" for 27.34.41.143 at 2020-03-13 12:59:08 +0000
Processing by Gitlab::RequestForgeryProtection::Controller#index as HTML
Parameters: {"redirect_to_referer"=>"yes"}
Completed 200 OK in 0ms (ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)
Processing by Gitlab::RequestForgeryProtection::Controller#index as HTML
Parameters: {"redirect_to_referer"=>"yes"}
Completed 200 OK in 0ms (ActiveRecord: 0.0ms | Elasticsearch: 0.0ms)
Processing by SessionsController#new as HTML
Parameters: {"redirect_to_referer"=>"yes"}
Completed 500 Internal Server Error in 10ms (ActiveRecord: 1.8ms | Elasticsearch: 0.0ms)
OpenSSL::Cipher::CipherError ():
lib/gitlab/current_settings.rb:20:in `method_missing'
lib/gitlab/recaptcha.rb:8:in `block in load_configurations!'
lib/gitlab/recaptcha.rb:7:in `load_configurations!'
app/controllers/sessions_controller.rb:269:in `load_recaptcha'
ee/lib/gitlab/ip_address_state.rb:10:in `with'
ee/app/controllers/ee/application_controller.rb:43:in `set_current_ip_address'
lib/gitlab/session.rb:11:in `with_session'
app/controllers/application_controller.rb:467:in `set_session_storage'
lib/gitlab/i18n.rb:55:in `with_locale'
lib/gitlab/i18n.rb:61:in `with_user_locale'
app/controllers/application_controller.rb:461:in `set_locale'
lib/gitlab/application_context.rb:18:in `with_context'
app/controllers/application_controller.rb:453:in `set_current_context'
lib/gitlab/error_tracking.rb:34:in `with_context'
app/controllers/application_controller.rb:545:in `sentry_context'
lib/gitlab/middleware/rails_queue_duration.rb:27:in `call'
lib/gitlab/metrics/rack_middleware.rb:17:in `block in call'
lib/gitlab/metrics/transaction.rb:62:in `run'
lib/gitlab/metrics/rack_middleware.rb:17:in `call'
lib/gitlab/request_profiler/middleware.rb:17:in `call'
ee/lib/gitlab/jira/middleware.rb:19:in `call'
lib/gitlab/middleware/go.rb:20:in `call'
lib/gitlab/etag_caching/middleware.rb:13:in `call'
lib/gitlab/middleware/multipart.rb:117:in `call'
lib/gitlab/middleware/read_only/controller.rb:52:in `call'
lib/gitlab/middleware/read_only.rb:18:in `call'
lib/gitlab/middleware/basic_health_check.rb:25:in `call'
lib/gitlab/middleware/request_context.rb:23:in `call'
config/initializers/fix_local_cache_middleware.rb:9:in `call'
lib/gitlab/metrics/requests_rack_middleware.rb:49:in `call'
lib/gitlab/middleware/release_env.rb:12:in `call'
==> /var/log/gitlab/gitlab-rails/production_json.log <==
{"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.49,"view":0.0,"db":0.0,"time":"2020-03-13T12:59:08.821Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.01953879199999997}
{"method":"GET","path":"/users/sign_in","format":"html","controller":"Gitlab::RequestForgeryProtection::Controller","action":"index","status":200,"duration":0.25,"view":0.0,"db":0.0,"time":"2020-03-13T12:59:08.824Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":null,"user_id":null,"username":null,"ua":null,"queue_duration":null,"correlation_id":null,"cpu_s":0.022061175000000044}
{"method":"GET","path":"/users/sign_in","format":"html","controller":"SessionsController","action":"new","status":500,"duration":10.27,"view":0.0,"db":1.76,"time":"2020-03-13T12:59:08.841Z","params":[{"key":"redirect_to_referer","value":"yes"}],"remote_ip":"27.34.41.143","user_id":null,"username":null,"ua":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","queue_duration":34.84,"correlation_id":"YwzZmtOKjG2","cpu_s":0.03723164899999998,"exception.class":"OpenSSL::Cipher::CipherError","exception.message":"","exception.backtrace":["lib/gitlab/current_settings.rb:20:in `method_missing'","lib/gitlab/recaptcha.rb:8:in `block in load_configurations!'","lib/gitlab/recaptcha.rb:7:in `load_configurations!'","app/controllers/sessions_controller.rb:269:in `load_recaptcha'","ee/lib/gitlab/ip_address_state.rb:10:in `with'","ee/app/controllers/ee/application_controller.rb:43:in `set_current_ip_address'","lib/gitlab/session.rb:11:in `with_session'","app/controllers/application_controller.rb:467:in `set_session_storage'","app/controllers/application_controller.rb:461:in `set_locale'","lib/gitlab/application_context.rb:18:in `with_context'","app/controllers/application_controller.rb:453:in `set_current_context'","lib/gitlab/error_tracking.rb:34:in `with_context'","app/controllers/application_controller.rb:545:in `sentry_context'","ee/lib/gitlab/jira/middleware.rb:19:in `call'"]}
==> /var/log/gitlab/gitlab-workhorse/current <==
{"correlation_id":"YwzZmtOKjG2","duration_ms":54,"host":"136.244.87.224","level":"info","method":"GET","msg":"access","proto":"HTTP/1.1","referrer":"","remote_addr":"27.34.41.143:0","remote_ip":"27.34.41.143","status":500,"system":"http","time":"2020-03-13T12:59:08Z","uri":"/users/sign_in?redirect_to_referer=yes","user_agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363","written_bytes":2926}
==> /var/log/gitlab/nginx/gitlab_access.log <==
27.34.41.143 - - [13/Mar/2020:12:59:08 +0000] "GET /users/sign_in?redirect_to_referer=yes HTTP/1.1" 500 2926 "" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18363"
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2020-03-13T12:59:14.097Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: start","job_status":"start","scheduling_latency_s":0.001468}
{"severity":"INFO","time":"2020-03-13T12:59:14.112Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: start","job_status":"start","scheduling_latency_s":0.002402}
{"severity":"INFO","time":"2020-03-13T12:59:14.149Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: done: 0.037076 sec","job_status":"done","scheduling_latency_s":0.002402,"duration":0.037076,"cpu_s":0.013698,"completed_at":"2020-03-13T12:59:14.149Z","db_duration":0,"db_duration_s":0}
{"severity":"INFO","time":"2020-03-13T12:59:14.151Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: done: 0.053921 sec","job_status":"done","scheduling_latency_s":0.001468,"duration":0.053921,"cpu_s":0.0178,"completed_at":"2020-03-13T12:59:14.151Z","db_duration":11.91645199969571,"db_duration_s":0.01191645199969571}
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2020-03-13T12:59:14.097Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: start","job_status":"start","scheduling_latency_s":0.001468}
{"severity":"INFO","time":"2020-03-13T12:59:14.112Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: start","job_status":"start","scheduling_latency_s":0.002402}
{"severity":"INFO","time":"2020-03-13T12:59:14.149Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"1c6e1e95a4469dbdb990b1d4","created_at":"2020-03-13T12:59:14.109Z","correlation_id":"74a80dc38d0dae93052c0d718dafbc68","enqueued_at":"2020-03-13T12:59:14.109Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-1c6e1e95a4469dbdb990b1d4: done: 0.037076 sec","job_status":"done","scheduling_latency_s":0.002402,"duration":0.037076,"cpu_s":0.013698,"completed_at":"2020-03-13T12:59:14.149Z","db_duration":0,"db_duration_s":0}
{"severity":"INFO","time":"2020-03-13T12:59:14.151Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"fd06b8acf598142417f49d2e","created_at":"2020-03-13T12:59:14.095Z","correlation_id":"6e2615bbf5ae42bd866dd0cd77cc6f5f","enqueued_at":"2020-03-13T12:59:14.095Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-fd06b8acf598142417f49d2e: done: 0.053921 sec","job_status":"done","scheduling_latency_s":0.001468,"duration":0.053921,"cpu_s":0.0178,"completed_at":"2020-03-13T12:59:14.151Z","db_duration":11.91645199969571,"db_duration_s":0.01191645199969571}
==> /var/log/gitlab/redis/current <==
2020-03-13_13:00:09.05759 10101:M 13 Mar 2020 13:00:09.057 * 10 changes in 300 seconds. Saving...
2020-03-13_13:00:09.05792 10101:M 13 Mar 2020 13:00:09.057 * Background saving started by pid 11233
2020-03-13_13:00:09.06164 11233:C 13 Mar 2020 13:00:09.061 * DB saved on disk
2020-03-13_13:00:09.06199 11233:C 13 Mar 2020 13:00:09.061 * RDB: 0 MB of memory used by copy-on-write
2020-03-13_13:00:09.15885 10101:M 13 Mar 2020 13:00:09.158 * Background saving terminated with success
^[[B^[[B
==> /var/log/gitlab/gitlab-rails/production.log <==
StuckCiJobsWorker: Cleaning stuck builds
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2020-03-13T13:00:16.181Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: start","job_status":"start","scheduling_latency_s":0.001041}
{"severity":"INFO","time":"2020-03-13T13:00:16.187Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: start","job_status":"start","scheduling_latency_s":0.001862}
{"severity":"INFO","time":"2020-03-13T13:00:16.197Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: start","job_status":"start","scheduling_latency_s":0.001808}
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2020-03-13T13:00:16.181Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: start","job_status":"start","scheduling_latency_s":0.001041}
{"severity":"INFO","time":"2020-03-13T13:00:16.187Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: start","job_status":"start","scheduling_latency_s":0.001862}
{"severity":"INFO","time":"2020-03-13T13:00:16.197Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: start","job_status":"start","scheduling_latency_s":0.001808}
==> /var/log/gitlab/gitlab-rails/sidekiq.log <==
{"severity":"INFO","time":"2020-03-13T13:00:16.421Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: start","job_status":"start","scheduling_latency_s":0.004839}
{"severity":"INFO","time":"2020-03-13T13:00:16.434Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: start","job_status":"start","scheduling_latency_s":0.01308}
{"severity":"INFO","time":"2020-03-13T13:00:16.460Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: start","job_status":"start","scheduling_latency_s":0.018738}
{"severity":"INFO","time":"2020-03-13T13:00:16.473Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: start","job_status":"start","scheduling_latency_s":0.005555}
{"severity":"INFO","time":"2020-03-13T13:00:16.479Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: done: 0.057811 sec","job_status":"done","scheduling_latency_s":0.004839,"duration":0.057811,"cpu_s":0.006683,"completed_at":"2020-03-13T13:00:16.479Z","db_duration":0,"db_duration_s":0}
{"severity":"INFO","time":"2020-03-13T13:00:16.484Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: done: 0.297056 sec","job_status":"done","scheduling_latency_s":0.001862,"duration":0.297056,"cpu_s":0.016195,"completed_at":"2020-03-13T13:00:16.484Z","db_duration":151.2020250002024,"db_duration_s":0.1512020250002024}
{"severity":"INFO","time":"2020-03-13T13:00:16.492Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: start","job_status":"start","scheduling_latency_s":0.009855}
{"severity":"INFO","time":"2020-03-13T13:00:16.500Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: start","job_status":"start","scheduling_latency_s":0.006301}
{"severity":"INFO","time":"2020-03-13T13:00:16.512Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: done: 0.330804 sec","job_status":"done","scheduling_latency_s":0.001041,"duration":0.330804,"cpu_s":0.017812,"completed_at":"2020-03-13T13:00:16.512Z","db_duration":63.18934000000809,"db_duration_s":0.06318934000000809}
{"severity":"INFO","time":"2020-03-13T13:00:16.547Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: done: 0.350731 sec","job_status":"done","scheduling_latency_s":0.001808,"duration":0.350731,"cpu_s":0.016248,"completed_at":"2020-03-13T13:00:16.547Z","db_duration":94.91434099936669,"db_duration_s":0.09491434099936669}
{"severity":"INFO","time":"2020-03-13T13:00:16.553Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: done: 0.060842 sec","job_status":"done","scheduling_latency_s":0.009855,"duration":0.060842,"cpu_s":0.014764,"completed_at":"2020-03-13T13:00:16.553Z","db_duration":0,"db_duration_s":0}
{"severity":"INFO","time":"2020-03-13T13:00:16.572Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: done: 0.138763 sec","job_status":"done","scheduling_latency_s":0.01308,"duration":0.138763,"cpu_s":0.017426,"completed_at":"2020-03-13T13:00:16.572Z","db_duration":45.853661000137436,"db_duration_s":0.045853661000137436}
{"severity":"INFO","time":"2020-03-13T13:00:16.581Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: done: 0.108223 sec","job_status":"done","scheduling_latency_s":0.005555,"duration":0.108223,"cpu_s":0.016905,"completed_at":"2020-03-13T13:00:16.581Z","db_duration":53.012968999610166,"db_duration_s":0.053012968999610166}
{"severity":"INFO","time":"2020-03-13T13:00:16.585Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: done: 0.085058 sec","job_status":"done","scheduling_latency_s":0.006301,"duration":0.085058,"cpu_s":0.012668,"completed_at":"2020-03-13T13:00:16.585Z","db_duration":16.909390000137137,"db_duration_s":0.016909390000137137}
{"severity":"INFO","time":"2020-03-13T13:00:16.589Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: done: 0.129946 sec","job_status":"done","scheduling_latency_s":0.018738,"duration":0.129946,"cpu_s":0.021952,"completed_at":"2020-03-13T13:00:16.589Z","db_duration":58.11819600035051,"db_duration_s":0.05811819600035051}
==> /var/log/gitlab/sidekiq/current <==
{"severity":"INFO","time":"2020-03-13T13:00:16.421Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: start","job_status":"start","scheduling_latency_s":0.004839}
{"severity":"INFO","time":"2020-03-13T13:00:16.434Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: start","job_status":"start","scheduling_latency_s":0.01308}
{"severity":"INFO","time":"2020-03-13T13:00:16.460Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: start","job_status":"start","scheduling_latency_s":0.018738}
{"severity":"INFO","time":"2020-03-13T13:00:16.473Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: start","job_status":"start","scheduling_latency_s":0.005555}
{"severity":"INFO","time":"2020-03-13T13:00:16.479Z","queue":"cronjob:ldap_all_groups_sync","class":"LdapAllGroupsSyncWorker","retry":false,"queue_namespace":"cronjob","jid":"d4fa151bbe105b1919a68c89","created_at":"2020-03-13T13:00:16.416Z","correlation_id":"8c4dfcdb2eb10fb0c8ffa1f4ba7f6221","enqueued_at":"2020-03-13T13:00:16.416Z","pid":10117,"message":"LdapAllGroupsSyncWorker JID-d4fa151bbe105b1919a68c89: done: 0.057811 sec","job_status":"done","scheduling_latency_s":0.004839,"duration":0.057811,"cpu_s":0.006683,"completed_at":"2020-03-13T13:00:16.479Z","db_duration":0,"db_duration_s":0}
{"severity":"INFO","time":"2020-03-13T13:00:16.484Z","queue":"cronjob:pages_domain_ssl_renewal_cron","class":"PagesDomainSslRenewalCronWorker","retry":false,"queue_namespace":"cronjob","jid":"ba951a8a1c604cde4c932ffa","created_at":"2020-03-13T13:00:16.185Z","correlation_id":"1c3d59a04064be478f9746c249834f2e","enqueued_at":"2020-03-13T13:00:16.185Z","pid":10117,"message":"PagesDomainSslRenewalCronWorker JID-ba951a8a1c604cde4c932ffa: done: 0.297056 sec","job_status":"done","scheduling_latency_s":0.001862,"duration":0.297056,"cpu_s":0.016195,"completed_at":"2020-03-13T13:00:16.484Z","db_duration":151.2020250002024,"db_duration_s":0.1512020250002024}
{"severity":"INFO","time":"2020-03-13T13:00:16.492Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: start","job_status":"start","scheduling_latency_s":0.009855}
{"severity":"INFO","time":"2020-03-13T13:00:16.500Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: start","job_status":"start","scheduling_latency_s":0.006301}
{"severity":"INFO","time":"2020-03-13T13:00:16.512Z","queue":"cronjob:stuck_ci_jobs","class":"StuckCiJobsWorker","retry":false,"queue_namespace":"cronjob","jid":"fb68868cd5538c580c32038f","created_at":"2020-03-13T13:00:16.180Z","correlation_id":"f5cd4e433f5d931f2f8143ad9216eef7","enqueued_at":"2020-03-13T13:00:16.180Z","pid":10117,"message":"StuckCiJobsWorker JID-fb68868cd5538c580c32038f: done: 0.330804 sec","job_status":"done","scheduling_latency_s":0.001041,"duration":0.330804,"cpu_s":0.017812,"completed_at":"2020-03-13T13:00:16.512Z","db_duration":63.18934000000809,"db_duration_s":0.06318934000000809}
{"severity":"INFO","time":"2020-03-13T13:00:16.547Z","queue":"cronjob:prune_web_hook_logs","class":"PruneWebHookLogsWorker","retry":false,"queue_namespace":"cronjob","jid":"ca890120555cb0e474e5da9d","created_at":"2020-03-13T13:00:16.194Z","correlation_id":"0fe1980f37b9c9c3c8b6c3d4f1bf91cd","enqueued_at":"2020-03-13T13:00:16.195Z","pid":10117,"message":"PruneWebHookLogsWorker JID-ca890120555cb0e474e5da9d: done: 0.350731 sec","job_status":"done","scheduling_latency_s":0.001808,"duration":0.350731,"cpu_s":0.016248,"completed_at":"2020-03-13T13:00:16.547Z","db_duration":94.91434099936669,"db_duration_s":0.09491434099936669}
{"severity":"INFO","time":"2020-03-13T13:00:16.553Z","queue":"cronjob:geo_sidekiq_cron_config","class":"Geo::SidekiqCronConfigWorker","retry":false,"queue_namespace":"cronjob","jid":"c4d379cca106070fe31708a9","created_at":"2020-03-13T13:00:16.480Z","correlation_id":"582894430f9073834062e3b630fb5898","enqueued_at":"2020-03-13T13:00:16.482Z","pid":10117,"message":"Geo::SidekiqCronConfigWorker JID-c4d379cca106070fe31708a9: done: 0.060842 sec","job_status":"done","scheduling_latency_s":0.009855,"duration":0.060842,"cpu_s":0.014764,"completed_at":"2020-03-13T13:00:16.553Z","db_duration":0,"db_duration_s":0}
{"severity":"INFO","time":"2020-03-13T13:00:16.572Z","queue":"cronjob:repository_archive_cache","class":"RepositoryArchiveCacheWorker","retry":false,"queue_namespace":"cronjob","jid":"62dbfdc5cf241d2d5d7e83ea","created_at":"2020-03-13T13:00:16.420Z","correlation_id":"eb72e89115ff6518461191130629eb5e","enqueued_at":"2020-03-13T13:00:16.421Z","pid":10117,"message":"RepositoryArchiveCacheWorker JID-62dbfdc5cf241d2d5d7e83ea: done: 0.138763 sec","job_status":"done","scheduling_latency_s":0.01308,"duration":0.138763,"cpu_s":0.017426,"completed_at":"2020-03-13T13:00:16.572Z","db_duration":45.853661000137436,"db_duration_s":0.045853661000137436}
{"severity":"INFO","time":"2020-03-13T13:00:16.581Z","queue":"cronjob:pages_domain_verification_cron","class":"PagesDomainVerificationCronWorker","retry":false,"queue_namespace":"cronjob","jid":"f11c6039da40bd222c8cce9b","created_at":"2020-03-13T13:00:16.461Z","correlation_id":"562e74bd9989f97255dad5a5b863872e","enqueued_at":"2020-03-13T13:00:16.467Z","pid":10117,"message":"PagesDomainVerificationCronWorker JID-f11c6039da40bd222c8cce9b: done: 0.108223 sec","job_status":"done","scheduling_latency_s":0.005555,"duration":0.108223,"cpu_s":0.016905,"completed_at":"2020-03-13T13:00:16.581Z","db_duration":53.012968999610166,"db_duration_s":0.053012968999610166}
{"severity":"INFO","time":"2020-03-13T13:00:16.585Z","queue":"cronjob:import_export_project_cleanup","class":"ImportExportProjectCleanupWorker","retry":false,"queue_namespace":"cronjob","jid":"eb6744ea628be6a83f0c15ff","created_at":"2020-03-13T13:00:16.491Z","correlation_id":"fb3140e212c3dbfba76126156eff237d","enqueued_at":"2020-03-13T13:00:16.493Z","pid":10117,"message":"ImportExportProjectCleanupWorker JID-eb6744ea628be6a83f0c15ff: done: 0.085058 sec","job_status":"done","scheduling_latency_s":0.006301,"duration":0.085058,"cpu_s":0.012668,"completed_at":"2020-03-13T13:00:16.585Z","db_duration":16.909390000137137,"db_duration_s":0.016909390000137137}
{"severity":"INFO","time":"2020-03-13T13:00:16.589Z","queue":"cronjob:update_all_mirrors","class":"UpdateAllMirrorsWorker","retry":false,"queue_namespace":"cronjob","jid":"025d211eaf5580e53b4e30e4","created_at":"2020-03-13T13:00:16.436Z","correlation_id":"ad5afb0ffc670edd28e2f04ff2a0f92f","enqueued_at":"2020-03-13T13:00:16.441Z","pid":10117,"message":"UpdateAllMirrorsWorker JID-025d211eaf5580e53b4e30e4: done: 0.129946 sec","job_status":"done","scheduling_latency_s":0.018738,"duration":0.129946,"cpu_s":0.021952,"completed_at":"2020-03-13T13:00:16.589Z","db_duration":58.11819600035051,"db_duration_s":0.05811819600035051}