500 error when changing admin settings

Currently we are using gitlab on our internal network that is non internet facing. We opted to not use HTTPS since its’s not internet facing, it only gets connected to the internet when we run updates.
Everything works, except when we want to change an admin setting. We get a 500 error.

We are seeing this in the production_json.log (parsed through jq) Below this log is our environment info

"correlation_id": "01GF8T1TFVQDSQ3M857Y6YYKM2",
  "meta.caller_id": "Admin::ApplicationSettingsController#preferences",
  "meta.remote_ip": "10.0.100.254",
  "meta.feature_category": "not_owned",
  "meta.user": "r_dekens",
  "meta.client_id": "user/2",
  "remote_ip": "10.0.100.254",
  "user_id": 2,
  "username": "r_dekens",
  "ua": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:106.0) Gecko/20100101 Firefox/106.0",
  "queue_duration_s": 0.006633,
  "request_urgency": "default",
  "target_duration_s": 1,
  "redis_calls": 5,
  "redis_duration_s": 0.000606,
  "redis_read_bytes": 183,
  "redis_write_bytes": 1209,
  "redis_sessions_calls": 4,
  "redis_sessions_duration_s": 0.000386,
  "redis_sessions_read_bytes": 183,
  "redis_sessions_write_bytes": 1156,
  "redis_shared_state_calls": 1,
  "redis_shared_state_duration_s": 0.00022,
  "redis_shared_state_write_bytes": 53,
  "db_count": 6,
  "db_write_count": 0,
  "db_cached_count": 0,
  "db_replica_count": 0,
  "db_primary_count": 6,
  "db_main_count": 6,
  "db_main_replica_count": 0,
  "db_replica_cached_count": 0,
  "db_primary_cached_count": 0,
  "db_main_cached_count": 0,
  "db_main_replica_cached_count": 0,
  "db_replica_wal_count": 0,
  "db_primary_wal_count": 0,
  "db_main_wal_count": 0,
  "db_main_replica_wal_count": 0,
  "db_replica_wal_cached_count": 0,
  "db_primary_wal_cached_count": 0,
  "db_main_wal_cached_count": 0,
  "db_main_replica_wal_cached_count": 0,
  "db_replica_duration_s": 0.0,
  "db_primary_duration_s": 0.004,
  "db_main_duration_s": 0.004,
  "db_main_replica_duration_s": 0.0,
  "cpu_s": 0.035655,
  "mem_objects": 18014,
  "mem_bytes": 2426583,
  "mem_mallocs": 5312,
  "mem_total_bytes": 3147143,
  "pid": 3893,
  "worker_id": "puma_master",
  "rate_limiting_gates": [],
  "exception.class": "OpenSSL::Cipher::CipherError",
  "exception.message": "",
  "exception.backtrace": [
    "lib/gitlab/database/load_balancing/connection_proxy.rb:120:in `block in write_using_load_balancer'",
    "lib/gitlab/database/load_balancing/load_balancer.rb:115:in `block in read_write'",
    "lib/gitlab/database/load_balancing/load_balancer.rb:184:in `retry_with_backoff'",
    "lib/gitlab/database/load_balancing/load_balancer.rb:111:in `read_write'",
    "lib/gitlab/database/load_balancing/connection_proxy.rb:119:in `write_using_load_balancer'",
    "lib/gitlab/database/load_balancing/connection_proxy.rb:71:in `transaction'",
    "app/services/application_settings/update_service.rb:50:in `update_settings'",
    "app/services/application_settings/update_service.rb:12:in `execute'",
    "ee/app/services/ee/application_settings/update_service.rb:25:in `execute'",
    "app/controllers/admin/application_settings_controller.rb:295:in `perform_update'",
    "app/controllers/admin/application_settings_controller.rb:59:in `block (2 levels) in <class:ApplicationSettingsController>'",
    "ee/lib/gitlab/ip_address_state.rb:10:in `with'",
    "ee/app/controllers/ee/application_controller.rb:45:in `set_current_ip_address'",
    "app/controllers/application_controller.rb:531:in `set_current_admin'",
    "lib/gitlab/session.rb:11:in `with_session'",
    "app/controllers/application_controller.rb:522:in `set_session_storage'",
    "lib/gitlab/i18n.rb:107:in `with_locale'",
    "lib/gitlab/i18n.rb:113:in `with_user_locale'",
    "app/controllers/application_controller.rb:516:in `set_locale'",
    "app/controllers/application_controller.rb:510:in `set_current_context'",
    "lib/gitlab/metrics/elasticsearch_rack_middleware.rb:16:in `call'",
    "lib/gitlab/middleware/memory_report.rb:13:in `call'",
    "lib/gitlab/middleware/speedscope.rb:13:in `call'",
    "lib/gitlab/database/load_balancing/rack_middleware.rb:23:in `call'",
    "lib/gitlab/middleware/rails_queue_duration.rb:33:in `call'",
    "lib/gitlab/metrics/rack_middleware.rb:16:in `block in call'",
    "lib/gitlab/metrics/web_transaction.rb:46:in `run'",
    "lib/gitlab/metrics/rack_middleware.rb:16:in `call'",
    "lib/gitlab/jira/middleware.rb:19:in `call'",
    "lib/gitlab/middleware/go.rb:20:in `call'",
    "lib/gitlab/etag_caching/middleware.rb:21:in `call'",
    "lib/gitlab/middleware/query_analyzer.rb:11:in `block in call'",
    "lib/gitlab/database/query_analyzer.rb:37:in `within'",
    "lib/gitlab/middleware/query_analyzer.rb:11:in `call'",
    "lib/gitlab/middleware/multipart.rb:173:in `call'",
    "lib/gitlab/middleware/read_only/controller.rb:50:in `call'",
    "lib/gitlab/middleware/read_only.rb:18:in `call'",
    "lib/gitlab/middleware/same_site_cookies.rb:27:in `call'",
    "lib/gitlab/middleware/handle_malformed_strings.rb:21:in `call'",
    "lib/gitlab/middleware/basic_health_check.rb:25:in `call'",
    "lib/gitlab/middleware/handle_ip_spoof_attack_error.rb:25:in `call'",
    "lib/gitlab/middleware/request_context.rb:21:in `call'",
    "lib/gitlab/middleware/webhook_recursion_detection.rb:15:in `call'",
    "config/initializers/fix_local_cache_middleware.rb:11:in `call'",
    "lib/gitlab/middleware/compressed_json.rb:26:in `call'",
    "lib/gitlab/middleware/rack_multipart_tempfile_factory.rb:19:in `call'",
    "lib/gitlab/middleware/sidekiq_web_static.rb:20:in `call'",
    "lib/gitlab/metrics/requests_rack_middleware.rb:77:in `call'",
    "lib/gitlab/middleware/release_env.rb:13:in `call'"
  ],
  "db_duration_s": 0.0033,
  "view_duration_s": 0.0,
  "duration_s": 0.02817
System information
System:		
Proxy:		no
Current User:	git
Using RVM:	no
Ruby Version:	2.7.5p203
Gem Version:	3.1.6
Bundler Version:2.3.15
Rake Version:	13.0.6
Redis Version:	6.2.7
Sidekiq Version:6.4.2
Go Version:	unknown

GitLab information
Version:	15.4.1-ee
Revision:	7b2ed8f038f
Directory:	/opt/gitlab/embedded/service/gitlab-rails
DB Adapter:	PostgreSQL
DB Version:	13.6
URL:		http://gitlab.~~snip~~
HTTP Clone URL:	http://gitlab.~~snip~~/some-group/some-project.git
SSH Clone URL:	git@gitlab.~~snip~~:some-group/some-project.git
Elasticsearch:	no
Geo:		no
Using LDAP:	no
Using Omniauth:	yes
Omniauth Providers: 

GitLab Shell
Version:	14.10.0
Repository storage paths:
- default: 	/gitdata/repositories
GitLab Shell path:		/opt/gitlab/embedded/service/gitlab-shell

The question is: what can i do to make the commits in the admin page work without SSL.

When looking on internet on this error message stated in the logs i mostly get the enable SSL page or some old stuff that isn’t related…

Hope you can help me out.

Is there anyone who can help?