[ Aug 1 05:13:26 Disabled. ] [ Aug 1 05:13:26 Rereading configuration. ] [ Aug 1 05:13:30 Enabled. ] [ Aug 1 05:13:31 Rereading configuration. ] [ Aug 1 05:13:34 Executing start method ("/opt/oxide/pantry/bin/crucible-pantry run -l [fd00:1122:3344:101::11]:17000"). ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:13:34.521812181Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot"} {"msg":"listen IP: [fd00:1122:3344:101::11]:17000","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:13:34.542647168Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.358475057Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41360"} {"msg":"no entry exists for volume 5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce, constructing...","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.385986777Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"Upstairs starts","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.395294647Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"e58ca3693cb9ce0438947beba10e97ee38a0966b\",\n git_commit_timestamp: \"2024-07-18T20:38:05.000000000Z\",\n git_branch: \"main\",\n rustc_semver: \"1.76.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"07dca489ac2d933c78d3c5158e3f43beefeb02ce\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: false,\n opt_level: 3,\n}","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.399903336Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"Upstairs <-> Downstairs Message Version: 9","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.399924027Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.399932057Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"Crucible 5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce has session id: 09c6dc67-443a-4fab-b867-cefd83950c06","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.403730615Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Upstairs opts: Upstairs UUID: 5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce, Targets: [[fd00:1122:3344:101::19]:19000, [fd00:1122:3344:101::1a]:19000, [fd00:1122:3344:101::17]:19000], lossy: false, flush_timeout: None, key populated: true, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.405763138Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Crucible stats registered with UUID: 5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.405786848Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"volume 5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce constructed ok","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492407895Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"The guest has requested activation","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492432265Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce active request set","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492445026Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492451286Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492472166Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492480617Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492486507Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492494697Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.492500007Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::17]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.495774982Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"io task","client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::1a]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.495787492Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"io task","client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::19]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.495793012Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"io task","client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:44420)","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.497928817Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"io task","client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:58723)","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.500014411Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"io task","client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:51778)","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.500023241Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"io task","client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.50114531Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.501161921Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::19]:19000) has region UUID e0c1ec56-40a1-490d-a438-0b1dc954662d","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.52205705Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522092411Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522104011Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522116202Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522125802Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::1a]:19000) has region UUID 4e04b02b-b088-4545-a442-b55812ca3190","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522278306Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::17]:19000) has region UUID a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522311917Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522406269Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.52241927Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.52242579Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522563773Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522572234Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522580994Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522588764Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522594844Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522604384Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522613695Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522619805Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522628115Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522636355Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522643145Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522652986Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522662456Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522668626Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Max found gen is 1","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522677806Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Generation requested: 1 >= found:1","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522685826Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Next flush: 1","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522690947Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"All extents match","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522697307Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"":"downstairs","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"No downstairs reconciliation required","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522704287Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522709077Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"0","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522715477Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"1","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522720417Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"client":"2","":"downstairs","session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522727727Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522735948Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce is now active with session: 09c6dc67-443a-4fab-b867-cefd83950c06","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522740838Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"Set Active after no reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522749178Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"session_id":"09c6dc67-443a-4fab-b867-cefd83950c06","component":"datafile"} {"msg":"The guest has finished waiting for activation","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522754018Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"volume 5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce activated ok","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522760408Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"volume 5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce constructed and inserted ok","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522765179Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:55.522771439Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce","method":"POST","req_id":"a9d8f130-23fd-4e37-bf62-7c3f0d571085","remote_addr":"[fd00:1122:3344:101::a]:41360","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":143740,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:56.991779767Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43870"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:56.997062693Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"3a666f18-4bd3-41b9-9caa-c9107f6bb98e","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":5240,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:57.098523763Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"b06cb4de-9c74-4a3a-b17d-a3f7fcc251eb","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":3106,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:57.590994578Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"4a303fc7-5c63-4d27-93ed-17e9e9d5db1e","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":2962,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:58.490500823Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"1df30d56-9a22-4868-8a75-d07d5b8e08d8","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":2740,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:59.62639679Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"44ccc072-9183-4279-a224-65518fde3d4c","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":2677,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:59.738419963Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"4630b514-ebbd-4102-b01c-842450ce23d5","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":61144,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:59.802131338Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"3ebd96e2-5ff5-4d09-840b-bd5800eee8f4","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":3547,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:14:59.929965348Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"ec5aa288-1b5b-4776-8997-7dc3a6ca28b6","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":3004,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:15:00.563414793Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"d504a1fc-e38d-419f-9f89-f65ab8a5a718","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":3552,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:15:01.508028663Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60712"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:15:01.51101101Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"04f6742c-8dcb-4afa-ba46-eb1ea5b300aa","remote_addr":"[fd00:1122:3344:101::a]:60712","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":2947,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:15:01.528904392Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"fcd1add1-18b7-4ebf-95d0-6871ecd55a13","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":119754,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:15:01.767256616Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"b7aab0f9-0335-4cbb-89aa-c17e8416d5b6","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":3267,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-08-01T05:15:01.882215544Z","hostname":"oxz_crucible_pantry_634549b1-9e29-492f-91de-82716871b834","pid":21543,"uri":"/crucible/pantry/0/volume/5cb82e1e-011c-44b8-a2e0-1e0ecf68c6ce/bulk-write","method":"POST","req_id":"c6461df1-bce0-4c47-9706-8e98b6a84b57","remote_addr":"[fd00:1122:3344:101::a]:43870","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":3516,"response_code":"204"}