Reply by email rejected

Hi there,

I did my best trying to find an answer but no luck!

My problem is reply by email.
I can send new servicedesk / issue by email .
However when I reply to email I do receive in return I get:

Unfortunately, your email message to GitLab could not be processed.
We couldn’t find the project. Please check if there’s any typo.

The email address I reply to seems ok:

MIME-Version: 1.0
Date: Wed, 12 Jun 2024 23:21:29 +0200
References: reply-ce8893f3ce99e8cec0f76fc9dabeb34f@mydomain.com issue_289@mydomain.com
In-Reply-To: issue_289@mydomain.com
Message-ID: CALEjQPSPkt1CA9KB0AnTbuCw0mH-9ZTtDxHN2vw6YxM_nOi=1g@mail.gmail.com
Subject: Re: boom (#78)
From: myself myself@gmail.com
To: “group/ projectname” lukasz+ce8893f3ce99e8cec0f76fc9dabeb34f@mydomain.com

My configuration below:

gitlab_rails['gitlab_email_from'] = 'lukasz@mydomain.com'
gitlab_rails['gitlab_email_reply_to'] = 'noreply@mydomain.com'
gitlab_rails['microsoft_graph_mailer_enabled'] = true
gitlab_rails['microsoft_graph_mailer_user_id'] = "lukasz@mydomain.com"
gitlab_rails['microsoft_graph_mailer_tenant'] = "edited"
gitlab_rails['microsoft_graph_mailer_client_id'] = "edited"
gitlab_rails['microsoft_graph_mailer_client_secret'] = "edited"
gitlab_rails['microsoft_graph_mailer_azure_ad_endpoint'] = "https://login.microsoftonline.com"
gitlab_rails['microsoft_graph_mailer_graph_endpoint'] = "https://graph.microsoft.com"

  gitlab_rails['service_desk_email_enabled'] = true
  gitlab_rails['service_desk_email_address'] = "lukasz+%{key}@mydomain.com"
  gitlab_rails['service_desk_email_email'] = "lukasz@mydomain.com"
  gitlab_rails['service_desk_email_mailbox_name'] = "AAMkADg5ZDEzMzU5LTBjZWMtNDU0Yi1iMGYwLWQ3YmZiZTRjNGQ1YgAuAAAAAADMdl2NdBftSYvJIIZFekHMAQCz8sOUQLthQrGcHg3ApH8yAABfbvj7AAA="
  gitlab_rails['service_desk_email_log_file'] = "/var/log/gitlab/mailroom/mail_room_json.log"
  gitlab_rails['service_desk_email_inbox_method'] = 'microsoft_graph'
  gitlab_rails['service_desk_email_inbox_options'] = {#
    'tenant_id': 'edited',
    'client_id': 'edited',
    'client_secret': 'edited',
    'poll_interval': 60  # Optional
  }

gitlab_rails['incoming_email_enabled'] = true

# The email address including the %{key} placeholder that will be replaced to reference the
# item being replied to. This %{key} should be included in its entirety within the email
# address and not replaced by another value.
# For example: emailaddress+%{key}@example.onmicrosoft.com.
# The placeholder must appear in the "user" part of the address (before the `@`).
gitlab_rails['incoming_email_address'] = "lukasz+%{key}@mydomain.com"

# Email account username
gitlab_rails['incoming_email_email'] = "lukasz@mydomain.com"
gitlab_rails['incoming_email_delete_after_delivery'] = false
gitlab_rails['incoming_email_mailbox_name'] = "AAMkADg5ZDEzMzU5LTBjZWMtNDU0Yi1iMGYwLWQ3YmZiZTRjNGQ1YgAuAAAAAADMdl2NdBftSYvJIIZFekHMAQCz8sOUQLthQrGcHg3ApH8yAABfbvj9AAA="
gitlab_rails['incoming_email_inbox_method'] = 'microsoft_graph'
gitlab_rails['incoming_email_inbox_options'] = {
   'tenant_id': 'edited',
   'client_id': 'edited',
   'client_secret': 'edited',
   'poll_interval': 60  # Optional
}

I’m kind of lost where to look next.

From logs:

{"severity":"ERROR","time":"2024-06-12T21:21:55.018Z","class":"ServiceDeskEmailReceiverWorker","correlation_id":"01J0758A7XSJ5R9EF53HHW967R","message":"Error processing message","mail_uid":"CALEjQPSPkt1CA9KB0AnTbuCw0mH-9ZTtDxHN2vw6YxM_nOi=1g@mail.gmail.com","from_address":["myself@gmail.com"],"to_address":["lukasz+ce8893f3ce99e8cec0f76fc9dabeb34f@mydomain.com"],"mail_key":"ce8893f3ce99e8cec0f76fc9dabeb34f","references":["reply-ce8893f3ce99e8cec0f76fc9dabeb34f@mydomain.com","issue_289@mydomain.com"],"delivered_to":[],"envelope_to":[],"x_envelope_to":[],"x_original_to":[],"cc_address":[],"received_recipients":["lukasz+ce8893f3ce99e8cec0f76fc9dabeb34f@mydomain.com"],"meta":{"client_id":"email/myself@gmail.com","project":null},"exception.class":"Gitlab::Email::ProjectNotFound","retry":0}
{"severity":"INFO","time":"2024-06-12T21:21:55.034Z","retry":3,"queue":"default","version":0,"store":null,"args":["[FILTERED]"],"class":"ServiceDeskEmailReceiverWorker","jid":"bf6302f28fa1d429a05dda2e","created_at":"2024-06-12T21:21:54.990Z","trace_propagation_headers":{"sentry-trace":"e2a55090c0f74d87989a2328805e776a-be176ba293b74618","baggage":"sentry-trace_id=e2a55090c0f74d87989a2328805e776a,sentry-environment=,sentry-release=bd824d1abb2"},"correlation_id":"01J0758A7XSJ5R9EF53HHW967R","meta.caller_id":"POST /api/:version/internal/mail_room/*mailbox_type","meta.remote_ip":"34.78.112.54","meta.feature_category":"service_desk","meta.client_id":"ip/34.78.112.54","meta.root_caller_id":"POST /api/:version/internal/mail_room/*mailbox_type","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:default:7b5c27ac2c284d8524aa253eadbc6256a2ae74da9edb9d6612ee000152f4719d","size_limiter":"validated","enqueued_at":"2024-06-12T21:21:54.994Z","job_size_bytes":11873,"pid":5428,"message":"ServiceDeskEmailReceiverWorker JID-bf6302f28fa1d429a05dda2e: done: 0.037554 sec","job_status":"done","scheduling_latency_s":0.002267,"redis_calls":7,"redis_duration_s":0.001857,"redis_read_bytes":206,"redis_write_bytes":10448,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000151,"redis_feature_flag_read_bytes":199,"redis_feature_flag_write_bytes":83,"redis_queues_calls":2,"redis_queues_duration_s":0.000399,"redis_queues_read_bytes":2,"redis_queues_write_bytes":9904,"redis_queues_metadata_calls":3,"redis_queues_metadata_duration_s":0.00113,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":380,"redis_shared_state_calls":1,"redis_shared_state_duration_s":0.000177,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":81,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028507,"mem_objects":17655,"mem_bytes":725776,"mem_mallocs":3827,"mem_total_bytes":1431976,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.037554,"completed_at":"2024-06-12T21:21:55.034Z","load_balancing_strategy":"primary","db_duration_s":0.002624,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}
{"severity":"INFO","time":"2024-06-12T21:21:55.036Z","retry":3,"queue":"mailers","store":null,"class":"ActionMailer::MailDeliveryJob","args":["[FILTERED]"],"jid":"d789b036c6f83eb228e4ce0c","created_at":"2024-06-12T21:21:55.024Z","trace_propagation_headers":{"sentry-trace":"e2a55090c0f74d87989a2328805e776a-f32c41dbf3244508","baggage":"sentry-trace_id=e2a55090c0f74d87989a2328805e776a,sentry-release=bd824d1abb2"},"correlation_id":"01J0758A7XSJ5R9EF53HHW967R","meta.caller_id":"ServiceDeskEmailReceiverWorker","meta.remote_ip":"34.78.112.54","meta.feature_category":"service_desk","meta.client_id":"ip/34.78.112.54","meta.root_caller_id":"POST /api/:version/internal/mail_room/*mailbox_type","worker_data_consistency":"delayed","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:mailers:70854b937f04a7e95f45382cebbdb40c3efa0221e04ede61a89d4aebb3233bd7","size_limiter":"validated","enqueued_at":"2024-06-12T21:21:55.030Z","job_size_bytes":8923,"pid":5428,"message":"ActionMailer::MailDeliveryJob JID-d789b036c6f83eb228e4ce0c: start","job_status":"start","scheduling_latency_s":0.005016}
{"severity":"INFO","time":"2024-06-12T21:21:55.071Z","message":"  Rendered layout layouts/empty_mailer.html.haml (Duration: 9.0ms | Allocations: 2420)"}