Last Mile Status Update Process

// Job ID: 449c05bb-1f4f-4dfa-b1c0-07191ffe4d1c
using EP.BackgroundJobs.Engine.Jobs;

var lastMileStatusUpdateJob = Activate<LastMileStatusUpdateJob>();
lastMileStatusUpdateJob.ProcessLastMileStatusUpdate(
    null,
    FromJson<LastMileInfo>("{\"ThirdPartyId\":null,\"DelvStatus\":null,\"EndPoint\":null,\"ApiKey\":null,\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":{\"ThirdPartyId\":\"51179\",\"DelvStatus\":null,\"EndPoint\":\"https://infolink.postaplus.net/api/Xchanges/GetShipmentTracking\",\"ApiKey\":\"de82b59b1d8f4663835882b37cac5cc6\",\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"asyadInfo\":{\"ThirdPartyId\":\"314\",\"DelvStatus\":null,\"EndPoint\":\"https://apix.asyadexpress.com/\",\"ApiKey\":\"KTIaIUra3wCNpFMDGRhKhrhb_QTz2X98\",\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"starlinksInfo\":{\"ThirdPartyId\":\"51176\",\"DelvStatus\":null,\"EndPoint\":\"https://starlinks.app/api/v2/tracking?\",\"ApiKey\":\"6bad2bad1ef6f05eff77b4e1294853e8\",\"is_test\":\"false\"},\"uPSInfo\":{\"UPSAccessLicenseNumber\":\"DDD361781C3BED08\",\"ThirdPartyId\":\"236\",\"DelvStatus\":null,\"EndPoint\":\"https://onlinetools.ups.com/track/v1/details/\",\"ApiKey\":null,\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"oTSInfo\":{\"userName\":\"0797415444\",\"password\":\"mMpQatyO\",\"ThirdPartyId\":\"51180\",\"DelvStatus\":null,\"EndPoint\":\"https://ots-express.olivery.io/order\",\"ApiKey\":null,\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"iWInfo\":{\"ThirdPartyId\":\"51181\",\"DelvStatus\":null,\"EndPoint\":\"https://prd-b2b.iwexpress.com/iwexpress/iwe-integration-service/tracking/\",\"ApiKey\":\"$2a$10$qWHNeBhu4FCGoJfuv2XVbO9Yq4QBUwGSvNM0bGpYUVc3iY8jXsJwO\",\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"QPInfo\":{\"UserName\":\"emxa7_Prod\",\"Password\":\"d4Vs20\",\"ThirdPartyId\":\"404\",\"DelvStatus\":null,\"EndPoint\":\"https://web.qatarpost.qa/PartnerAPIAWB/\",\"ApiKey\":null,\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"jeeblyInfo\":{\"ClientKey\":\"439X230912122152Y56697368616c4d6168657368776172\",\"ThirdPartyId\":\"51182\",\"DelvStatus\":null,\"EndPoint\":\"https://demo.qatar.jeebly.com/customer/track_shipment\",\"ApiKey\":\"JjEeEeBbLlYy1200\",\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"aymakanInfo\":{\"ThirdPartyId\":\"406\",\"DelvStatus\":null,\"EndPoint\":\"https://api.aymakan.net/v2/\",\"ApiKey\":\"c6fd85e79d5a87ae91b768408c646c02-bc8066c0-9802-45cb-a356-72858a2f6a9a-cdcfd844ec9471425987c0ddc358b96d/b5032a6138164e5a1ccdea602f38bdca/1837ed9a-d9b6-4e60-b02f-f4d924b87b39\",\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null},\"gebInfo\":{\"ThirdPartyId\":\"412\",\"DelvStatus\":null,\"EndPoint\":\"https://www.gebhaly.com/api/v2/\",\"ApiKey\":null,\"Awb\":null,\"ThirdPartyAWB\":null,\"ItemID\":null,\"postaPlusInfo\":null,\"asyadInfo\":null,\"starlinksInfo\":null,\"uPSInfo\":null,\"oTSInfo\":null,\"iWInfo\":null,\"QPInfo\":null,\"jeeblyInfo\":null,\"aymakanInfo\":null,\"gebInfo\":null}}"),
    "DATA SOURCE=(DESCRIPTION= (ADDRESS= (PROTOCOL=TCP) (HOST=ocprdexavm-fefsa-scan.epgprdb.epgvcn.oraclevcn.com) (PORT=1521)) (CONNECT_DATA= (SERVER=DEDICATED) (SERVICE_NAME=OPSPRD_OPSPDB01.paas.oracle.com) (FAILOVER_MODE= (TYPE=select) (METHOD=basic))));USER ID=BOC_RUN;Password=B0#8nn$C;Pooling=true;Min Pool Size=0;Connection Lifetime=180;Max Pool Size=50;Incr Pool Size=5;");

Parameters

CurrentCulture
""
CurrentUICulture
""
RetryCount
3

State

10/07/2026 10:08:06 (+1m 30.002s) Failed

An exception occurred during performance of the job.

Hangfire.Storage.DistributedLockTimeoutException

Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.

Hangfire.Storage.DistributedLockTimeoutException: Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.
   at Hangfire.InMemory.InMemoryConnection.AcquireDistributedLock(String resource, TimeSpan timeout)
   at Hangfire.DisableConcurrentExecutionAttribute.OnPerforming(PerformingContext filterContext)
   at Hangfire.Profiling.ProfilerExtensions.InvokeAction[TInstance](InstanceAction`1 tuple)
   at Hangfire.Profiling.SlowLogProfiler.InvokeMeasured[TInstance,TResult](TInstance instance, Func`2 action, String message)
   at Hangfire.Profiling.ProfilerExtensions.InvokeMeasured[TInstance](IProfiler profiler, TInstance instance, Action`1 action, String message)
   at Hangfire.Server.BackgroundJobPerformer.InvokePerformFilter(IServerFilter filter, PerformingContext preContext, Func`1 continuation)

+ <1ms Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
2c317701

+45.008s Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Retry attempt 3 of 3: Timeout expired. The timeout elapsed prior to obt…

Enqueue at:
10/07/2026 10:06:34

+1m 30.003s Failed

An exception occurred during performance of the job.

Hangfire.Storage.DistributedLockTimeoutException

Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.

Hangfire.Storage.DistributedLockTimeoutException: Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.
   at Hangfire.InMemory.InMemoryConnection.AcquireDistributedLock(String resource, TimeSpan timeout)
   at Hangfire.DisableConcurrentExecutionAttribute.OnPerforming(PerformingContext filterContext)
   at Hangfire.Profiling.ProfilerExtensions.InvokeAction[TInstance](InstanceAction`1 tuple)
   at Hangfire.Profiling.SlowLogProfiler.InvokeMeasured[TInstance,TResult](TInstance instance, Func`2 action, String message)
   at Hangfire.Profiling.ProfilerExtensions.InvokeMeasured[TInstance](IProfiler profiler, TInstance instance, Action`1 action, String message)
   at Hangfire.Server.BackgroundJobPerformer.InvokePerformFilter(IServerFilter filter, PerformingContext preContext, Func`1 continuation)

+ <1ms Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
29fac035

+45.023s Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Retry attempt 2 of 3: Timeout expired. The timeout elapsed prior to obt…

Enqueue at:
10/07/2026 10:04:08

+1m 30.007s Failed

An exception occurred during performance of the job.

Hangfire.Storage.DistributedLockTimeoutException

Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.

Hangfire.Storage.DistributedLockTimeoutException: Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.
   at Hangfire.InMemory.InMemoryConnection.AcquireDistributedLock(String resource, TimeSpan timeout)
   at Hangfire.DisableConcurrentExecutionAttribute.OnPerforming(PerformingContext filterContext)
   at Hangfire.Profiling.ProfilerExtensions.InvokeAction[TInstance](InstanceAction`1 tuple)
   at Hangfire.Profiling.SlowLogProfiler.InvokeMeasured[TInstance,TResult](TInstance instance, Func`2 action, String message)
   at Hangfire.Profiling.ProfilerExtensions.InvokeMeasured[TInstance](IProfiler profiler, TInstance instance, Action`1 action, String message)
   at Hangfire.Server.BackgroundJobPerformer.InvokePerformFilter(IServerFilter filter, PerformingContext preContext, Func`1 continuation)

+ <1ms Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
e36b162e

+30.017s Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Retry attempt 1 of 3: Timeout expired. The timeout elapsed prior to obt…

Enqueue at:
10/07/2026 10:01:55

+1m 30.020s Failed

An exception occurred during performance of the job.

Hangfire.Storage.DistributedLockTimeoutException

Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.

Hangfire.Storage.DistributedLockTimeoutException: Timeout expired. The timeout elapsed prior to obtaining a distributed lock on the 'LastMileStatusUpdateJob.ProcessLastMileStatusUpdate' resource.
   at Hangfire.InMemory.InMemoryConnection.AcquireDistributedLock(String resource, TimeSpan timeout)
   at Hangfire.DisableConcurrentExecutionAttribute.OnPerforming(PerformingContext filterContext)
   at Hangfire.Profiling.ProfilerExtensions.InvokeAction[TInstance](InstanceAction`1 tuple)
   at Hangfire.Profiling.SlowLogProfiler.InvokeMeasured[TInstance,TResult](TInstance instance, Func`2 action, String message)
   at Hangfire.Profiling.ProfilerExtensions.InvokeMeasured[TInstance](IProfiler profiler, TInstance instance, Action`1 action, String message)
   at Hangfire.Server.BackgroundJobPerformer.InvokePerformFilter(IServerFilter filter, PerformingContext preContext, Func`1 continuation)

+ <1ms Processing

Server:
ep-hangfire-svc-55f796dcbf-fpxvr:1
Worker:
e36b162e

+937ms Enqueued

Triggered by DelayedJobScheduler

Queue:
default

+ <1ms Scheduled

Enqueue at:
10/07/2026 10:00:05

10/07/2026 10:00:05 Created