[ May 31 00:14:26 Disabled. ] [ May 31 00:14:26 Rereading configuration. ] [ May 31 00:14:29 Enabled. ] [ May 31 00:14:30 Rereading configuration. ] [ May 31 00:14:36 Executing start method ("/opt/oxide/pantry/bin/crucible-pantry run -l [fd00:1122:3344:101::11]:17000"). ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:36.561707493Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot"} {"msg":"listen IP: [fd00:1122:3344:101::11]:17000","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:36.578161751Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.266243508Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36376"} {"msg":"no entry exists for volume d44180e8-3592-4df0-b398-93b795ed54d6, constructing...","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.292490466Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"Upstairs starts","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.298719934Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"8c6d485110ecfae5409575246b986a145c386dc4\",\n git_commit_timestamp: \"2024-05-20T16:12:12.000000000Z\",\n git_branch: \"main\",\n rustc_semver: \"1.76.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"07dca489ac2d933c78d3c5158e3f43beefeb02ce\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: false,\n opt_level: 3,\n}","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.303162487Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"Upstairs <-> Downstairs Message Version: 7","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.303197898Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.303208888Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"Crucible d44180e8-3592-4df0-b398-93b795ed54d6 has session id: 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.306704927Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Upstairs opts: Upstairs UUID: d44180e8-3592-4df0-b398-93b795ed54d6, Targets: [[fd00:1122:3344:101::14]:19000, [fd00:1122:3344:101::17]:19000, [fd00:1122:3344:101::12]:19000], lossy: false, flush_timeout: None, key populated: true, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.308654867Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Crucible stats registered with UUID: d44180e8-3592-4df0-b398-93b795ed54d6","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.308678607Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"volume d44180e8-3592-4df0-b398-93b795ed54d6 constructed ok","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.312628378Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"The guest has requested activation","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.312657189Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"d44180e8-3592-4df0-b398-93b795ed54d6 active request set","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.312670219Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.314555907Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.314576657Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.314585127Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.314591008Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.314598808Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.314604448Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::12]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31469101Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"io task","client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::17]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31666159Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"io task","client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"connecting to [fd00:1122:3344:101::14]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31666998Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"io task","client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:53258)","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.316824675Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"io task","client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:60103)","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317124642Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"io task","client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_connection connected from Ok([fd00:1122:3344:101::11]:50227)","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317135822Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"io task","client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317538793Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317552723Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317611844Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317633665Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317643475Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317649325Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::17]:19000) has region UUID b265895c-91a7-4d7d-9be9-8ea35175bfb0","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317713597Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::14]:19000) has region UUID fe9f7219-01ea-4838-ad6f-2813ecea51b9","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317775328Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"downstairs client at Some([fd00:1122:3344:101::12]:19000) has region UUID b36d59bc-8a0e-4ba8-9424-b99c04650e8d","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317885421Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317934223Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317945183Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.317951153Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318000044Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318007425Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318015175Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318120757Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318132298Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318146218Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318156328Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318162058Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318169369Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318177269Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318182829Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318194079Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31820451Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.3182102Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Max found gen is 1","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31821879Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Generation requested: 1 >= found:1","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31822618Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Next flush: 1","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31823186Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"All extents match","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.31823881Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"":"downstairs","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"No downstairs reconciliation required","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318245711Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318252141Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"0","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318261581Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"1","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Transition from WaitQuorum to Active","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318266781Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"client":"2","":"downstairs","session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318274051Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318283792Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"d44180e8-3592-4df0-b398-93b795ed54d6 is now active with session: 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318289502Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"Set Active after no reconciliation","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318298602Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"session_id":"7ce6bd97-0bd6-4c6b-b55a-99669aeceb76","component":"datafile"} {"msg":"The guest has finished waiting for activation","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318304332Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"volume d44180e8-3592-4df0-b398-93b795ed54d6 activated ok","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318311782Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"volume d44180e8-3592-4df0-b398-93b795ed54d6 constructed and inserted ok","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.318317502Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:14:57.320259592Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"uri":"/crucible/pantry/0/volume/d44180e8-3592-4df0-b398-93b795ed54d6","method":"POST","req_id":"bd4b7760-8027-4265-99d6-c648a33fe7d4","remote_addr":"[fd00:1122:3344:101::a]:36376","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":37766,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:15:00.271428943Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56064"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:15:00.276196494Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"uri":"/crucible/pantry/0/volume/d44180e8-3592-4df0-b398-93b795ed54d6/bulk-write","method":"POST","req_id":"d6975420-f5ee-4592-ad56-84fc8fa46362","remote_addr":"[fd00:1122:3344:101::a]:56064","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":4722,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2024-05-31T00:15:01.359203928Z","hostname":"oxz_crucible_pantry_19d1beb4-9249-4d25-8d82-a18b05017ba4","pid":24044,"uri":"/crucible/pantry/0/volume/d44180e8-3592-4df0-b398-93b795ed54d6/bulk-write","method":"POST","req_id":"4f31c80a-6beb-405b-8dd0-6cd9637e4e6e","remote_addr":"[fd00:1122:3344:101::a]:56064","local_addr":"[fd00:1122:3344:101::11]:17000","component":"dropshot","latency_us":115660,"response_code":"204"}