# traceforge-sim 1.0.0 · scenario: incident · version: fixed · hash 010ceaa0842b9a
   0      0 ms  orders order    o1: 2 × A
   0      0 ms  orders send     enqueue j-o1 → queue
   1      9 ms  queue  enqueue  j-o1 stored
   1      9 ms  queue  send     enqueued j-o1 → orders
   1      9 ms  queue  lease    j-o1 delivered, attempt 1
   1      9 ms  queue  send     deliver j-o1 → stock
   2     13 ms  stock  recv     j-o1 attempt 1
   3     28 ms  orders recv     enqueued j-o1
   4     28 ms  stock  commit   j-o1: A 10 → 8
   4     28 ms  stock  send     ack j-o1 → queue
   5     47 ms  queue  ack      j-o1 done (reserved)
   6    120 ms  orders order    o2: 2 × A
   6    120 ms  orders send     enqueue j-o2 → queue
   7    146 ms  queue  enqueue  j-o2 stored
   7    146 ms  queue  send     enqueued j-o2 → orders
   7    146 ms  queue  lease    j-o2 delivered, attempt 1
   7    146 ms  queue  send     deliver j-o2 → stock
   8    173 ms  stock  recv     j-o2 attempt 1
   9    175 ms  orders recv     enqueued j-o2
  10    198 ms  stock  commit   j-o2: A 8 → 6
  10    198 ms  stock  crash    stock crashed (after-commit)
  11    240 ms  orders order    o3: 2 × A
  11    240 ms  orders send     enqueue j-o3 → queue
  12    255 ms  queue  enqueue  j-o3 stored
  12    255 ms  queue  send     enqueued j-o3 → orders
  12    255 ms  queue  lease    j-o3 delivered, attempt 1
  12    255 ms  queue  send     deliver j-o3 → stock
  13    269 ms  orders recv     enqueued j-o3
  14    270 ms  stock  lost     deliver j-o3: stock is down
  16    360 ms  orders order    o4: 2 × A
  16    360 ms  orders send     enqueue j-o4 → queue
  17    378 ms  queue  enqueue  j-o4 stored
  17    378 ms  queue  send     enqueued j-o4 → orders
  17    378 ms  queue  lease    j-o4 delivered, attempt 1
  17    378 ms  queue  send     deliver j-o4 → stock
  18    383 ms  orders recv     enqueued j-o4
  19    387 ms  stock  lost     deliver j-o4: stock is down
  21    448 ms  stock  restart  stock back up
  23    480 ms  orders order    o5: 2 × A
  23    480 ms  orders send     enqueue j-o5 → queue
  24    501 ms  queue  enqueue  j-o5 stored
  24    501 ms  queue  send     enqueued j-o5 → orders
  24    501 ms  queue  lease    j-o5 delivered, attempt 1
  24    501 ms  queue  send     deliver j-o5 → stock
  25    511 ms  orders recv     enqueued j-o5
  26    511 ms  stock  recv     j-o5 attempt 1
  27    524 ms  stock  commit   j-o5: A 6 → 4
  27    524 ms  stock  send     ack j-o5 → queue
  28    534 ms  queue  ack      j-o5 done (reserved)
  30    596 ms  queue  timeout  j-o2 lease expired, redelivering
  30    596 ms  queue  lease    j-o2 delivered, attempt 2
  30    596 ms  queue  send     deliver j-o2 → stock
  31    610 ms  stock  recv     j-o2 attempt 2
  32    627 ms  stock  dedupe   j-o2 already applied (reserved), stock unchanged
  32    627 ms  stock  send     ack j-o2 → queue
  33    640 ms  queue  ack      j-o2 done (reserved)
  35    705 ms  queue  timeout  j-o3 lease expired, redelivering
  35    705 ms  queue  lease    j-o3 delivered, attempt 2
  35    705 ms  queue  send     deliver j-o3 → stock
  36    733 ms  stock  recv     j-o3 attempt 2
  37    741 ms  stock  commit   j-o3: A 4 → 2
  37    741 ms  stock  send     ack j-o3 → queue
  38    759 ms  queue  ack      j-o3 done (reserved)
  40    828 ms  queue  timeout  j-o4 lease expired, redelivering
  40    828 ms  queue  lease    j-o4 delivered, attempt 2
  40    828 ms  queue  send     deliver j-o4 → stock
  41    844 ms  stock  recv     j-o4 attempt 2
  42    857 ms  stock  commit   j-o4: A 2 → 0
  42    857 ms  stock  send     ack j-o4 → queue
  43    874 ms  queue  ack      j-o4 done (reserved)