| 1 | | [ Oct 22 19:58:46 Disabled. ] |
| 2 | | [ Oct 22 19:58:46 Rereading configuration. ] |
| 3 | | [ Oct 22 19:58:49 Enabled. ] |
| 4 | | [ Oct 22 19:58:49 Rereading configuration. ] |
| 5 | | [ Oct 22 19:58:54 Executing start method ("/opt/oxide/pantry/bin/crucible-pantry run -l [fd00:1122:3344:101::11]:17000"). ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2026-10-22T19:58:54.482Z | INFO | crucible-pantry: Crucible Version: Crucible Version: 0.0.1
Commit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162
Commit timestamp: 2026-10-10T00:38:51.000000000Z branch: main
rustc: 1.90.0 stable x86_64-unknown-illumos
Cargo: x86_64-unknown-illumos Debug: false Opt level: 3
|
| 8 | 2026-10-22T19:58:54.494Z | INFO | crucible-pantry (dropshot): listening
local_addr = [fd00:1122:3344:101::11]:17000
|
| 9 | 2026-10-22T19:58:54.520Z | INFO | crucible-pantry: listen IP: [fd00:1122:3344:101::11]:17000
|
| 10 | 2026-10-22T19:58:58.126Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:41518
|
| 11 | 2026-10-22T19:58:58.134Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 3502
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:41518
req_id = 22798751-cde3-4334-a8b4-4186bfa1503a
response_code = 200
uri = /crucible/pantry/0
|
| 12 | 2026-10-22T19:58:58.141Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:37447
|
| 13 | 2026-10-22T19:58:58.141Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:35738
|
| 14 | 2026-10-22T19:58:58.141Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 31
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:37447
req_id = ee72fd57-1d72-4a15-8ed0-82b22f62434f
response_code = 200
uri = /crucible/pantry/0
|
| 15 | 2026-10-22T19:58:58.141Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 19
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:35738
req_id = 7f8c5131-0c73-4701-b6ac-2ae085c8fd47
response_code = 200
uri = /crucible/pantry/0
|
| 16 | 2026-10-22T19:58:58.751Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:57409
|
| 17 | 2026-10-22T19:58:58.754Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 51
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:57409
req_id = cd518174-5bd2-4c45-b5bf-4a527ade60bd
response_code = 200
uri = /crucible/pantry/0
|
| 18 | 2026-10-22T19:58:58.762Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:35991
|
| 19 | 2026-10-22T19:58:58.762Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:48833
|
| 20 | 2026-10-22T19:58:58.762Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 48
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:35991
req_id = 8301ece1-2df4-4d81-ae51-7dfd68a97754
response_code = 200
uri = /crucible/pantry/0
|
| 21 | 2026-10-22T19:58:58.762Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 31
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:48833
req_id = 5c5eaa7d-b066-4a8d-9f3f-0377260798b0
response_code = 200
uri = /crucible/pantry/0
|
| 22 | 2026-10-22T19:58:59.073Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:48543
|
| 23 | 2026-10-22T19:58:59.076Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 53
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:48543
req_id = 334cf15d-5525-49d2-adef-5ca67f88c8ae
response_code = 200
uri = /crucible/pantry/0
|
| 24 | 2026-10-22T19:58:59.083Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:52652
|
| 25 | 2026-10-22T19:58:59.083Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:55119
|
| 26 | 2026-10-22T19:58:59.083Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 26
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:55119
req_id = be14302e-e6ef-4dbb-a3ba-2836bf90d45d
response_code = 200
uri = /crucible/pantry/0
|
| 27 | 2026-10-22T19:58:59.083Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 52
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:52652
req_id = 348cdf12-8a71-4bc5-bbef-7730d4b40d73
response_code = 200
uri = /crucible/pantry/0
|
| 28 | 2026-10-22T19:59:28.145Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:36531
|
| 29 | 2026-10-22T19:59:28.145Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 49
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:36531
req_id = d5471395-845a-48f1-904a-32b668168c05
response_code = 200
uri = /crucible/pantry/0
|
| 30 | 2026-10-22T19:59:28.146Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:57447
|
| 31 | 2026-10-22T19:59:28.147Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 16
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:57447
req_id = 34ce69ae-7e88-4413-8096-d22a8ca1e279
response_code = 200
uri = /crucible/pantry/0
|
| 32 | 2026-10-22T19:59:28.153Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:42446
|
| 33 | 2026-10-22T19:59:28.153Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 34
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:42446
req_id = 33b3ef32-5dcf-4981-b98a-5da9963417be
response_code = 200
uri = /crucible/pantry/0
|
| 34 | 2026-10-22T19:59:28.772Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:53469
|
| 35 | 2026-10-22T19:59:28.772Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 35
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:53469
req_id = 17be0102-0d42-43d8-bd9b-22059473ec67
response_code = 200
uri = /crucible/pantry/0
|
| 36 | 2026-10-22T19:59:28.774Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:37807
|
| 37 | 2026-10-22T19:59:28.774Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 17
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:37807
req_id = f4ed241e-9fd5-4a3c-9164-fd5c992525a2
response_code = 200
uri = /crucible/pantry/0
|
| 38 | 2026-10-22T19:59:28.777Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:36171
|
| 39 | 2026-10-22T19:59:28.777Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 28
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:36171
req_id = e2193715-da87-4793-82ef-00d8b2583af6
response_code = 200
uri = /crucible/pantry/0
|
| 40 | 2026-10-22T19:59:29.088Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:41779
|
| 41 | 2026-10-22T19:59:29.089Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 51
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:41779
req_id = 98a14cfa-7ecc-42e5-a2fd-8c77af28a68d
response_code = 200
uri = /crucible/pantry/0
|
| 42 | 2026-10-22T19:59:29.093Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:50603
|
| 43 | 2026-10-22T19:59:29.093Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 20
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:50603
req_id = e19b80f9-89b5-49fe-a504-81892fb024d8
response_code = 200
uri = /crucible/pantry/0
|
| 44 | 2026-10-22T19:59:29.095Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:50589
|
| 45 | 2026-10-22T19:59:29.096Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 40
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:50589
req_id = 5687a1bf-330a-4fbd-8fd6-88f9dd81c82a
response_code = 200
uri = /crucible/pantry/0
|
| 46 | 2026-10-22T19:59:45.677Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 51
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:42446
req_id = 0e39890a-cfb7-4433-966e-a6b8323b73ef
response_code = 200
uri = /crucible/pantry/0
|
| 47 | 2026-10-22T19:59:45.781Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:38435
|
| 48 | 2026-10-22T19:59:45.797Z | INFO | crucible-pantry (datafile): no entry exists for volume f5ae7589-7b25-4a03-bfcd-cc5d86b9486d, constructing...
|
| 49 | 2026-10-22T19:59:45.808Z | INFO | crucible-pantry (datafile): Upstairs starts
|
| 50 | 2026-10-22T19:59:45.808Z | INFO | crucible-pantry (datafile): Crucible Version: BuildInfo {
version: "0.0.1",
git_sha: "f85cf0dc3631e2f0c13384787efb0efc1b642162",
git_commit_timestamp: "2026-10-10T00:38:51.000000000Z",
git_branch: "main",
rustc_semver: "1.90.0",
rustc_channel: "stable",
rustc_host_triple: "x86_64-unknown-illumos",
rustc_commit_sha: "1159e78c4747b02ef996e55082b704c09b970588",
cargo_triple: "x86_64-unknown-illumos",
debug: false,
opt_level: 3,
}
|
| 51 | 2026-10-22T19:59:45.808Z | INFO | crucible-pantry (datafile): Upstairs <-> Downstairs Message Version: 13
|
| 52 | 2026-10-22T19:59:45.808Z | INFO | crucible-pantry (datafile): Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }
|
| 53 | 2026-10-22T19:59:45.820Z | INFO | crucible-pantry (datafile): Crucible f5ae7589-7b25-4a03-bfcd-cc5d86b9486d has session id: c08781df-fd13-44fd-a2cf-a2b629572455
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 54 | 2026-10-22T19:59:45.822Z | INFO | crucible-pantry (datafile): Upstairs opts: Upstairs UUID: f5ae7589-7b25-4a03-bfcd-cc5d86b9486d, Targets: [[fd00:1122:3344:101::15]:19000, [fd00:1122:3344:101::16]:19000, [fd00:1122:3344:101::14]:19000], lossy: false, flush_timeout: None, key populated: true, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 55 | 2026-10-22T19:59:45.822Z | INFO | crucible-pantry (datafile): Crucible stats registered with UUID: f5ae7589-7b25-4a03-bfcd-cc5d86b9486d
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 56 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): notify_task started
job = notify
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 57 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): client is waiting for oneshot
= io task
client = 2
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 58 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): client is waiting for oneshot
= io task
client = 0
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 59 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): client is waiting for oneshot
= io task
client = 1
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 60 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): volume f5ae7589-7b25-4a03-bfcd-cc5d86b9486d constructed ok
|
| 61 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): volume f5ae7589-7b25-4a03-bfcd-cc5d86b9486d constructed and inserted ok
|
| 62 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): volume f5ae7589-7b25-4a03-bfcd-cc5d86b9486d activating in background
|
| 63 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): The guest has requested activation
|
| 64 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): f5ae7589-7b25-4a03-bfcd-cc5d86b9486d active request set
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 65 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): sending connect oneshot to client
= downstairs
client = 0
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 66 | 2026-10-22T19:59:45.825Z | INFO | crucible-pantry (datafile): sending connect oneshot to client
= downstairs
client = 1
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 67 | 2026-10-22T19:59:45.826Z | INFO | crucible-pantry (datafile): sending connect oneshot to client
= downstairs
client = 2
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 68 | 2026-10-22T19:59:45.826Z | INFO | crucible-pantry (datafile): connecting to [fd00:1122:3344:101::14]:19000
= io task
client = 2
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 69 | 2026-10-22T19:59:45.826Z | INFO | crucible-pantry (datafile): connecting to [fd00:1122:3344:101::16]:19000
= io task
client = 1
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 70 | 2026-10-22T19:59:45.826Z | INFO | crucible-pantry (datafile): connecting to [fd00:1122:3344:101::15]:19000
= io task
client = 0
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 71 | 2026-10-22T19:59:45.826Z | INFO | crucible-pantry (datafile): ds_connection connected from Ok([fd00:1122:3344:101::11]:50103)
= io task
client = 2
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 72 | 2026-10-22T19:59:45.826Z | INFO | crucible-pantry (datafile): ds_connection connected from Ok([fd00:1122:3344:101::11]:63834)
= io task
client = 1
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 73 | 2026-10-22T19:59:45.826Z | INFO | crucible-pantry (datafile): ds_connection connected from Ok([fd00:1122:3344:101::11]:60502)
= io task
client = 0
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 74 | 2026-10-22T19:59:45.831Z | INFO | crucible-pantry (datafile): downstairs client at Some([fd00:1122:3344:101::15]:19000) has region UUID 62a8637a-c557-44cd-9095-bb6f73da7d80
= downstairs
client = 0
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 75 | 2026-10-22T19:59:45.831Z | INFO | crucible-pantry (datafile): downstairs client at Some([fd00:1122:3344:101::16]:19000) has region UUID 601b23a9-f71e-4614-93ce-ba57e9966959
= downstairs
client = 1
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 76 | 2026-10-22T19:59:45.831Z | INFO | crucible-pantry (datafile): downstairs client at Some([fd00:1122:3344:101::14]:19000) has region UUID b5ebc22d-edf1-4704-8fe2-8204f0846c69
= downstairs
client = 2
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 77 | 2026-10-22T19:59:45.831Z | INFO | crucible-pantry (datafile): Waiting for more clients to be ready
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 78 | 2026-10-22T19:59:45.831Z | INFO | crucible-pantry (datafile): Waiting for more clients to be ready
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 79 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 80 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 81 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 82 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 83 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 84 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 85 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 86 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 87 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): [2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 88 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Max found gen is 1
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 89 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Generation requested: 1 >= found:1
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 90 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Next flush: 1
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 91 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): All extents match
= downstairs
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 92 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): No downstairs reconciliation required
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 93 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Transition from WaitQuorum to Active
= downstairs
client = 0
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 94 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Transition from WaitQuorum to Active
= downstairs
client = 1
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 95 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Transition from WaitQuorum to Active
= downstairs
client = 2
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 96 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): All required reconciliation work is completed
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 97 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Set Downstairs and Upstairs active after reconciliation
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 98 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): f5ae7589-7b25-4a03-bfcd-cc5d86b9486d is now active with session: c08781df-fd13-44fd-a2cf-a2b629572455
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 99 | 2026-10-22T19:59:45.832Z | INFO | crucible-pantry (datafile): Set Active after no reconciliation
session_id = c08781df-fd13-44fd-a2cf-a2b629572455
|
| 100 | 2026-10-22T19:59:45.834Z | INFO | crucible-pantry (datafile): The guest has finished waiting for activation
|
| 101 | 2026-10-22T19:59:45.834Z | INFO | crucible-pantry (datafile): Activated sub_volume f5ae7589-7b25-4a03-bfcd-cc5d86b9486d
|
| 102 | 2026-10-22T19:59:45.834Z | INFO | crucible-pantry (datafile): Pantry activated Ok(f5ae7589-7b25-4a03-bfcd-cc5d86b9486d)
volume = f5ae7589-7b25-4a03-bfcd-cc5d86b9486d
|
| 103 | 2026-10-22T19:59:46.827Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1045293
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:38435
req_id = cc6987f3-a39f-402b-9def-1097fe89129a
response_code = 200
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d
|
| 104 | 2026-10-22T19:59:47.765Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:61300
|
| 105 | 2026-10-22T19:59:47.768Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 2903
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 7f1d0ef0-8cab-4e9f-b379-1f254117d463
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 106 | 2026-10-22T19:59:48.318Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1610
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = a6d5e321-fc04-49da-ba24-f7d50a7bcb9a
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 107 | 2026-10-22T19:59:48.821Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1481
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = ac2e0c01-98dd-4587-bc64-91563bf6b603
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 108 | 2026-10-22T19:59:49.317Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1162
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = d576e449-c975-461d-8673-0eb725be955d
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 109 | 2026-10-22T19:59:49.808Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1346
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 543f10e4-bbd8-4630-abe8-1732f648ca57
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 110 | 2026-10-22T19:59:50.308Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1814
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 2a3882a7-f311-400a-860b-bff68256a20b
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 111 | 2026-10-22T19:59:50.806Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1329
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = ff600031-751b-4282-9f77-0ca2a073d254
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 112 | 2026-10-22T19:59:51.299Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1735
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = afd0f0e5-e720-4f73-ae50-e88bba7704b6
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 113 | 2026-10-22T19:59:51.797Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1340
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 01ecd42f-9303-46c7-be5e-e82a18406372
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 114 | 2026-10-22T19:59:52.289Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1617
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = fa7be851-2fe6-48a7-9fff-7cbcb4318c95
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 115 | 2026-10-22T19:59:52.778Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 937
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 7019bffb-d528-448a-ab4c-04b5f1434d8f
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 116 | 2026-10-22T19:59:53.267Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1311
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 82110f80-9bb8-4ef3-9b85-8ffbc689f50a
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 117 | 2026-10-22T19:59:53.758Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1145
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = c57797f2-9a94-4dd5-974c-c9b94731bdeb
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 118 | 2026-10-22T19:59:54.250Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 826
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 507924ab-18c2-48de-ae12-28cdec7c0a94
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 119 | 2026-10-22T19:59:54.738Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1225
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 7a12ec74-dc45-4ef8-bbfd-bb24c0fbf7e5
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 120 | 2026-10-22T19:59:55.227Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1269
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 1499cd05-8a25-4137-9483-457e4ca800dd
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 121 | 2026-10-22T19:59:55.718Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1038
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 3da608ea-5ff5-4a72-abae-9d76eadaa211
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 122 | 2026-10-22T19:59:56.206Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1625
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 47651a9e-bfee-43e3-ade2-ab08ea5ec824
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 123 | 2026-10-22T19:59:56.686Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 918
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 837b2817-260f-44d8-a8a0-e777c78fed00
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 124 | 2026-10-22T19:59:57.176Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1276
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 0feec367-8b90-4e28-9544-c2b2495c926d
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 125 | 2026-10-22T19:59:57.667Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1446
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = c981d9be-7aa1-492d-a64a-55d362ab2107
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 126 | 2026-10-22T19:59:58.148Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:57613
|
| 127 | 2026-10-22T19:59:58.148Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 33
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:57613
req_id = f56615d4-09eb-4ea4-ac6f-b8bb913da33a
response_code = 200
uri = /crucible/pantry/0
|
| 128 | 2026-10-22T19:59:58.156Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1368
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = ea8d79ce-e6b1-4f8a-aed6-4f0aae1064e4
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 129 | 2026-10-22T19:59:58.159Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 48
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:42446
req_id = 05bab577-29b2-487d-9431-e4987d0fde9e
response_code = 200
uri = /crucible/pantry/0
|
| 130 | 2026-10-22T19:59:58.162Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::c]:35195
|
| 131 | 2026-10-22T19:59:58.163Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 27
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::c]:35195
req_id = ce0ac652-4efb-4664-b9ae-aa62ee6da127
response_code = 200
uri = /crucible/pantry/0
|
| 132 | 2026-10-22T19:59:58.651Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1164
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 87d3200a-49fd-48e2-9164-6de05622ab55
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 133 | 2026-10-22T19:59:58.779Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:48452
|
| 134 | 2026-10-22T19:59:58.779Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 33
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:48452
req_id = 35e58f4a-2290-431d-bfec-96355f0ffab0
response_code = 200
uri = /crucible/pantry/0
|
| 135 | 2026-10-22T19:59:58.784Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:46910
|
| 136 | 2026-10-22T19:59:58.784Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 26
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:46910
req_id = 5f6e798a-6859-41f7-9cc1-73723786d55a
response_code = 200
uri = /crucible/pantry/0
|
| 137 | 2026-10-22T19:59:58.796Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:34040
|
| 138 | 2026-10-22T19:59:58.796Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 35
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::a]:34040
req_id = 03c79ae7-8c87-4291-b444-c6839ee4f039
response_code = 200
uri = /crucible/pantry/0
|
| 139 | 2026-10-22T19:59:59.095Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:62866
|
| 140 | 2026-10-22T19:59:59.095Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 48
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:62866
req_id = 27a76cfa-f7da-49ba-991d-8ce32ea1ccf8
response_code = 200
uri = /crucible/pantry/0
|
| 141 | 2026-10-22T19:59:59.098Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:48111
|
| 142 | 2026-10-22T19:59:59.098Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 38
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:48111
req_id = 067381b2-3d0c-4a4c-abb1-b4c61e24853e
response_code = 200
uri = /crucible/pantry/0
|
| 143 | 2026-10-22T19:59:59.099Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::b]:39878
|
| 144 | 2026-10-22T19:59:59.099Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 40
local_addr = [fd00:1122:3344:101::11]:17000
method = GET
remote_addr = [fd00:1122:3344:101::b]:39878
req_id = b5b00028-025b-457f-9ffe-51080ddb4b10
response_code = 200
uri = /crucible/pantry/0
|
| 145 | 2026-10-22T19:59:59.152Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1544
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = c280e417-53ae-4236-bbea-94699710cf09
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 146 | 2026-10-22T19:59:59.301Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1297
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = fb25586e-c784-4529-91a0-277bee1262d4
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 147 | 2026-10-22T19:59:59.789Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1020
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 7e2c923e-00ff-4cd0-84b7-5079b1937781
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 148 | 2026-10-22T20:00:00.295Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1514
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 6e176483-18b7-48ad-abee-308c34aed83c
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 149 | 2026-10-22T20:00:00.818Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 982
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 1b79b3c5-bb3f-45a0-8f70-9553e39fede1
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 150 | 2026-10-22T20:00:01.330Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1011
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = ba36e420-489f-40f6-b80d-c5436efc56f4
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 151 | 2026-10-22T20:00:01.827Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1153
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = c110acfc-420e-4d23-b7a2-f6a5a0e064a7
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|
| 152 | 2026-10-22T20:00:02.000Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 1173
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::c]:61300
req_id = 93669802-b252-49b3-a514-95e3be68d61e
response_code = 204
uri = /crucible/pantry/0/volume/f5ae7589-7b25-4a03-bfcd-cc5d86b9486d/bulk-write
|