Upgrade 8.x -> 9 Failed

How to Use GitLab Upgrade
1

Looks like I’m having some trouble with gitaly. The yum upgrade failed, eventually had to ctrl+C it. Then moved to gitlab-ctl reconfigure and it just locks up at this point:

Recipe: gitlab::gitaly
  * directory[/var/opt/gitlab/gitaly] action create (up to date)
  * directory[/var/log/gitlab/gitaly] action create (up to date)
  * directory[/opt/gitlab/etc/gitaly] action create (up to date)
  * file[/opt/gitlab/etc/gitaly/PATH] action create (up to date)
  * file[/opt/gitlab/etc/gitaly/HOME] action create (up to date)
  * file[/opt/gitlab/etc/gitaly/GITALY_SOCKET_PATH] action create (up to date)
  * directory[/opt/gitlab/sv/gitaly] action create (up to date)
  * directory[/opt/gitlab/sv/gitaly/log] action create (up to date)
  * directory[/opt/gitlab/sv/gitaly/log/main] action create (up to date)
  * template[/opt/gitlab/sv/gitaly/run] action create (up to date)
  * template[/opt/gitlab/sv/gitaly/log/run] action create (up to date)
  * template[/var/log/gitlab/gitaly/config] action create (up to date)
  * ruby_block[reload gitaly svlogd configuration] action nothing (skipped due to action :nothing)
  * file[/opt/gitlab/sv/gitaly/down] action delete (up to date)
  * link[/opt/gitlab/init/gitaly] action create (up to date)
  * link[/opt/gitlab/service/gitaly] action create (up to date)
  * ruby_block[supervise_gitaly_sleep] action run^C

After ctrl+c:

================================================================================
Error executing action `run` on resource 'ruby_block[supervise_gitaly_sleep]'
================================================================================

SystemExit
----------
exit

Cookbook Trace:
---------------
/opt/gitlab/embedded/cookbooks/cache/cookbooks/runit/definitions/runit_service.rb:186:in `sleep'
/opt/gitlab/embedded/cookbooks/cache/cookbooks/runit/definitions/runit_service.rb:186:in `block (3 levels) in from_file'

Resource Declaration:
---------------------
# In /opt/gitlab/embedded/cookbooks/cache/cookbooks/runit/definitions/runit_service.rb

182:     ruby_block "supervise_#{params[:name]}_sleep" do
183:       block do
184:         Chef::Log.debug("Waiting until named pipe #{sv_dir_name}/supervise/ok exists.")
185:         until ::FileTest.pipe?("#{sv_dir_name}/supervise/ok") do
186:           sleep 1
187:           Chef::Log.debug(".")
188:         end
189:       end
190:       not_if { FileTest.pipe?("#{sv_dir_name}/supervise/ok") }
191:     end
192:

Compiled Resource:
------------------
# Declared in /opt/gitlab/embedded/cookbooks/cache/cookbooks/runit/definitions/runit_service.rb:182:in `block in from_file'

ruby_block("supervise_gitaly_sleep") do
  params {:directory=>"/opt/gitlab/sv", :only_if=>false, :finish_script=>false, :control=>[], :run_restart=>true, :active_directory=>"/opt/gitlab/service", :init_script_template=>nil, :owner=>"root", :group=>"root", :template_name=>"gitaly", :start_command=>"start", :stop_command=>"stop", :restart_command=>"restart", :status_command=>"status", :options=>{:log_directory=>"/var/log/gitlab/gitaly", :directory=>nil, :only_if=>false, :finish_script=>false, :control=>[], :run_restart=>true, :active_directory=>nil, :init_script_template=>nil, :owner=>"root", :group=>"root", :template_name=>nil, :start_command=>"start", :stop_command=>"stop", :restart_command=>"restart", :status_command=>"status", :options=>{}, :log_options=>{}, :env=>{}, :action=>:enable, :down=>false}, :log_options=>{"svlogd_size"=>209715200, "svlogd_num"=>30, "svlogd_timeout"=>86400, "svlogd_filter"=>"gzip", "svlogd_udp"=>nil, "svlogd_prefix"=>nil, "udp_log_shipping_host"=>nil, "udp_log_shipping_port"=>514, "logrotate_frequency"=>"daily", "logrotate_size"=>nil, "logrotate_rotate"=>30, "logrotate_compress"=>"compress", "logrotate_method"=>"copytruncate", "logrotate_postrotate"=>nil, "logrotate_dateformat"=>nil, "enable"=>true, "ha"=>false, "dir"=>"/var/opt/gitlab/gitaly", "log_directory"=>"/var/log/gitlab/gitaly", "bin_path"=>"/opt/gitlab/embedded/bin/gitaly", "env_directory"=>"/opt/gitlab/etc/gitaly", "env"=>{"PATH"=>"/opt/gitlab/bin:/opt/gitlab/embedded/bin:/bin:/usr/bin", "HOME"=>"/var/opt/gitlab", "GITALY_SOCKET_PATH"=>"/var/opt/gitlab/gitaly/gitaly.socket"}}, :env=>{}, :action=>:enable, :down=>false, :name=>"gitaly"}
/opt/gitlab/embedded/lib/ruby/gems/2.3.0/gems/omnibus-ctl-0.3.6/lib/omnibus-ctl.rb:208:in `system': Interrupt
    from /opt/gitlab/embedded/lib/ruby/gems/2.3.0/gems/omnibus-ctl-0.3.6/lib/omnibus-ctl.rb:208:in `run_command'
    from /opt/gitlab/embedded/lib/ruby/gems/2.3.0/gems/omnibus-ctl-0.3.6/lib/omnibus-ctl.rb:405:in `run_chef'
    from /opt/gitlab/embedded/lib/ruby/gems/2.3.0/gems/omnibus-ctl-0.3.6/lib/omnibus-ctl.rb:418:in `reconfigure'
    from /opt/gitlab/embedded/lib/ruby/gems/2.3.0/gems/omnibus-ctl-0.3.6/lib/omnibus-ctl.rb:575:in `run'
    from /opt/gitlab/embedded/lib/ruby/gems/2.3.0/gems/omnibus-ctl-0.3.6/bin/omnibus-ctl:31:in `<top (required)>'
    from /opt/gitlab/embedded/bin/omnibus-ctl:22:in `load'
    from /opt/gitlab/embedded/bin/omnibus-ctl:22:in `<main>'

[root@git gitaly]#   action [:run]
  retries 0
  retry_delay 2
  default_guard_interpreter :default
  block_name "supervise_gitaly_sleep"
  declared_type :ruby_block
  cookbook_name "gitlab"
  recipe_name "gitaly"
  block #<Proc:0x00000003062c98@/opt/gitlab/embedded/cookbooks/cache/cookbooks/runit/definitions/runit_service.rb:183>
  not_if { #code block }
end

Platform:
---------
x86_64-linux


Running handlers:
Running handlers complete
Chef Client failed. 4 resources updated in 05 minutes 21 seconds
^C

[root@git gitaly]# cat /etc/redhat-release
CentOS release 6.8 (Final)

Ideas?