Webhook Process EMIRATES NBD/12982

// Job ID: be16e5c2-bda0-4521-a08d-0c7e1b879909
using EP.BackgroundJobs.Engine.Jobs;

var webhookJob = Activate<WebhookJob>();
webhookJob.ProcessCustomer(
    null,
    "EMIRATES NBD",
    "12982",
    FromJson<WebhookCustomer>("{\"AccountNumber\":\"12982\",\"CustomerName\":\"EMIRATES NBD\",\"Url\":\"https://openapi.emiratesnbd.com/open-banking/product/v1/delivery-status/ep-delivery-status\",\"IPSEventsURL\":null,\"Token\":null,\"SecondaryToken\":null,\"RowsCount\":1000,\"Active\":true,\"Type\":\"EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher\",\"TokenUrl\":\"https://auth.emiratesnbd.com/token\",\"ClientID\":\"ef51794f\",\"ClientSecret\":\"c892abd001d63d809791c1605007843a\",\"Cookie\":\"cf0ccc17693ec117c964a2322b3d84af=c0c3d9b65ea4e6e056112d117887c697\",\"IsLive\":true,\"ProductCode\":null,\"StatusCodes\":null,\"BackDateCount\":\"30\",\"IsEidRequired\":false,\"ExtraUrl\":null,\"Scope\":null,\"SiteId\":\"17327,39595\",\"CertPwd\":null,\"enableCertLog\":false,\"userName\":null,\"Password\":null}"),
    "DATA SOURCE=(DESCRIPTION= (ADDRESS= (PROTOCOL=TCP) (HOST=ocprdexavm-fefsa-scan.epgprdb.epgvcn.oraclevcn.com) (PORT=1521)) (CONNECT_DATA= (SERVER=DEDICATED) (SERVICE_NAME=OPSPRD_OPSPDB01.paas.oracle.com) (FAILOVER_MODE= (TYPE=select) (METHOD=basic))));USER ID=BOC_RUN;Password=B0#8nn$C;Pooling=true;Min Pool Size=0;Connection Lifetime=180;Max Pool Size=50;Incr Pool Size=5;");

Parameters

CurrentCulture
""
CurrentUICulture
""
RetryCount
3

State

10/06/2026 17:05:54 (+6.647s) Failed

An exception occurred during performance of the job.

System.Net.Http.HttpRequestException

The SSL connection could not be established, see inner exception.

System.Net.Http.HttpRequestException: The SSL connection could not be established, see inner exception.
 ---> System.Security.Authentication.AuthenticationException: Authentication failed, see inner exception.
 ---> Interop+OpenSsl+SslException: SSL Handshake failed with OpenSSL error - SSL_ERROR_SSL.
 ---> Interop+Crypto+OpenSslCryptographicException: error:14094410:SSL routines:ssl3_read_bytes:sslv3 alert handshake failure
   --- End of inner exception stack trace ---
   at Interop.OpenSsl.DoSslHandshake(SafeSslHandle context, ReadOnlySpan`1 input, Byte[]& sendBuf, Int32& sendCount)
   at System.Net.Security.SslStreamPal.HandshakeInternal(SafeFreeCredentials credential, SafeDeleteSslContext& context, ReadOnlySpan`1 inputBuffer, Byte[]& outputBuffer, SslAuthenticationOptions sslAuthenticationOptions)
   --- End of inner exception stack trace ---
   at System.Net.Security.SslStream.ForceAuthenticationAsync[TIOAdapter](TIOAdapter adapter, Boolean receiveFirst, Byte[] reAuthenticationData, Boolean isApm)
   at System.Net.Http.ConnectHelper.EstablishSslConnectionAsync(SslClientAuthenticationOptions sslOptions, HttpRequestMessage request, Boolean async, Stream stream, CancellationToken cancellationToken)
   --- End of inner exception stack trace ---
   at System.Net.Http.ConnectHelper.EstablishSslConnectionAsync(SslClientAuthenticationOptions sslOptions, HttpRequestMessage request, Boolean async, Stream stream, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.ConnectAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.CreateHttp11ConnectionAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.AddHttp11ConnectionAsync(HttpRequestMessage request)
   at System.Threading.Tasks.TaskCompletionSourceWithCancellation`1.WaitWithCancellation(CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.GetHttp11ConnectionAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.SendWithVersionDetectionAndRetryAsync(HttpRequestMessage request, Boolean async, Boolean doRequestAuth, CancellationToken cancellationToken)
   at System.Net.Http.HttpMessageHandlerStage.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.DiagnosticsHandler.SendAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.RedirectHandler.SendAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpMessageHandlerStage.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.SocketsHttpHandler.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.HttpClientHandler.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.HttpMessageInvoker.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.HttpClient.Send(HttpRequestMessage request, HttpCompletionOption completionOption, CancellationToken cancellationToken)
   at System.Net.Http.HttpClient.Send(HttpRequestMessage request)
   at EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher.GetToken(PerformContext context, String apitokenurl, String clientsecret, String clientid, String cookie, Boolean isLive) in /src/EP.BackgroundJobs.Engine/BusinessLogic/Implementations/ENBDEventPusher.cs:line 145
   at EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher.SendCustomerUpdate(OracleConnection connection, PerformContext context, WebhookCustomer customer, DataTable records) in /src/EP.BackgroundJobs.Engine/BusinessLogic/Implementations/ENBDEventPusher.cs:line 59
   at EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher.Execute(PerformContext context, WebhookCustomer customer, String courierDatabaseConnectionString) in /src/EP.BackgroundJobs.Engine/BusinessLogic/Implementations/ENBDEventPusher.cs:line 44

+ <1ms Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
e36b162e
+6.291sTotal Number of AWBs: 1000
+6.291s/app/Certificate/enbdcertificatelive.pfx
+6.297scertificate loaded
+6.297sCookie: cf0ccc17693ec117c964a2322b3d84af=c0c3d9b65ea4e6e056112d117887c697 Cache-Control: no-cache

+1m 52.421s Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Retry attempt 3 of 3: The SSL connection could not be established, see …

Enqueue at:
10/06/2026 17:05:35

+22.582s Failed

An exception occurred during performance of the job.

System.Net.Http.HttpRequestException

The SSL connection could not be established, see inner exception.

System.Net.Http.HttpRequestException: The SSL connection could not be established, see inner exception.
 ---> System.Security.Authentication.AuthenticationException: Authentication failed, see inner exception.
 ---> Interop+OpenSsl+SslException: SSL Handshake failed with OpenSSL error - SSL_ERROR_SSL.
 ---> Interop+Crypto+OpenSslCryptographicException: error:14094410:SSL routines:ssl3_read_bytes:sslv3 alert handshake failure
   --- End of inner exception stack trace ---
   at Interop.OpenSsl.DoSslHandshake(SafeSslHandle context, ReadOnlySpan`1 input, Byte[]& sendBuf, Int32& sendCount)
   at System.Net.Security.SslStreamPal.HandshakeInternal(SafeFreeCredentials credential, SafeDeleteSslContext& context, ReadOnlySpan`1 inputBuffer, Byte[]& outputBuffer, SslAuthenticationOptions sslAuthenticationOptions)
   --- End of inner exception stack trace ---
   at System.Net.Security.SslStream.ForceAuthenticationAsync[TIOAdapter](TIOAdapter adapter, Boolean receiveFirst, Byte[] reAuthenticationData, Boolean isApm)
   at System.Net.Http.ConnectHelper.EstablishSslConnectionAsync(SslClientAuthenticationOptions sslOptions, HttpRequestMessage request, Boolean async, Stream stream, CancellationToken cancellationToken)
   --- End of inner exception stack trace ---
   at System.Net.Http.ConnectHelper.EstablishSslConnectionAsync(SslClientAuthenticationOptions sslOptions, HttpRequestMessage request, Boolean async, Stream stream, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.ConnectAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.CreateHttp11ConnectionAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.AddHttp11ConnectionAsync(HttpRequestMessage request)
   at System.Threading.Tasks.TaskCompletionSourceWithCancellation`1.WaitWithCancellation(CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.GetHttp11ConnectionAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpConnectionPool.SendWithVersionDetectionAndRetryAsync(HttpRequestMessage request, Boolean async, Boolean doRequestAuth, CancellationToken cancellationToken)
   at System.Net.Http.HttpMessageHandlerStage.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.DiagnosticsHandler.SendAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.RedirectHandler.SendAsync(HttpRequestMessage request, Boolean async, CancellationToken cancellationToken)
   at System.Net.Http.HttpMessageHandlerStage.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.SocketsHttpHandler.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.HttpClientHandler.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.HttpMessageInvoker.Send(HttpRequestMessage request, CancellationToken cancellationToken)
   at System.Net.Http.HttpClient.Send(HttpRequestMessage request, HttpCompletionOption completionOption, CancellationToken cancellationToken)
   at System.Net.Http.HttpClient.Send(HttpRequestMessage request)
   at EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher.GetToken(PerformContext context, String apitokenurl, String clientsecret, String clientid, String cookie, Boolean isLive) in /src/EP.BackgroundJobs.Engine/BusinessLogic/Implementations/ENBDEventPusher.cs:line 145
   at EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher.SendCustomerUpdate(OracleConnection connection, PerformContext context, WebhookCustomer customer, DataTable records) in /src/EP.BackgroundJobs.Engine/BusinessLogic/Implementations/ENBDEventPusher.cs:line 59
   at EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher.Execute(PerformContext context, WebhookCustomer customer, String courierDatabaseConnectionString) in /src/EP.BackgroundJobs.Engine/BusinessLogic/Implementations/ENBDEventPusher.cs:line 44

+ <1ms Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
e36b162e
+22.158sTotal Number of AWBs: 1000
+22.158s/app/Certificate/enbdcertificatelive.pfx
+22.164scertificate loaded
+22.164sCookie: cf0ccc17693ec117c964a2322b3d84af=c0c3d9b65ea4e6e056112d117887c697 Cache-Control: no-cache

+30.004s Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Retry attempt 2 of 3: Timeout expired. The timeout elapsed prior to obt…

Enqueue at:
10/06/2026 17:03:19

+1m 30.001s Failed

An exception occurred during performance of the job.

Hangfire.Storage.DistributedLockTimeoutException

Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'WebhookJob.ProcessCustomer' resource.

Hangfire.Storage.DistributedLockTimeoutException: Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'WebhookJob.ProcessCustomer' resource.
   at Hangfire.InMemory.InMemoryConnection.AcquireDistributedLock(String resource, TimeSpan timeout)
   at Hangfire.DisableConcurrentExecutionAttribute.OnPerforming(PerformingContext filterContext)
   at Hangfire.Profiling.ProfilerExtensions.InvokeAction[TInstance](InstanceAction`1 tuple)
   at Hangfire.Profiling.SlowLogProfiler.InvokeMeasured[TInstance,TResult](TInstance instance, Func`2 action, String message)
   at Hangfire.Profiling.ProfilerExtensions.InvokeMeasured[TInstance](IProfiler profiler, TInstance instance, Action`1 action, String message)
   at Hangfire.Server.BackgroundJobPerformer.InvokePerformFilter(IServerFilter filter, PerformingContext preContext, Func`1 continuation)

+ <1ms Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
d0eee766

+49.863s Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Retry attempt 1 of 3: Connection request timed out

Enqueue at:
10/06/2026 17:01:25

+15.001s Failed

An exception occurred during performance of the job.

Oracle.ManagedDataAccess.Client.OracleException

Connection request timed out

Oracle.ManagedDataAccess.Client.OracleException (0x80004005): Connection request timed out
   at OracleInternal.ConnectionPool.PoolManager`3.Get(ConnectionString csWithDiffOrNewPwd, Boolean bGetForApp, OracleConnection connRefForCriteria, String affinityInstanceName, Boolean bForceMatch)
   at OracleInternal.ConnectionPool.OraclePoolManager.Get(ConnectionString csWithNewPassword, Boolean bGetForApp, OracleConnection connRefForCriteria, String affinityInstanceName, Boolean bForceMatch)
   at OracleInternal.ConnectionPool.OracleConnectionDispenser`3.Get(ConnectionString cs, PM conPM, ConnectionString pmCS, SecureString securedPassword, SecureString securedProxyPassword, OracleConnection connRefForCriteria)
   at Oracle.ManagedDataAccess.Client.OracleConnection.Open()
   at EP.BackgroundJobs.Engine.BusinessLogic.Implementations.ENBDEventPusher.Execute(PerformContext context, WebhookCustomer customer, String courierDatabaseConnectionString) in /src/EP.BackgroundJobs.Engine/BusinessLogic/Implementations/ENBDEventPusher.cs:line 31

+10.143s Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
eadb806a

+14.913s Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Enqueue at:
10/06/2026 17:00:03

10/06/2026 17:00:03 Created