[ Dec 15 01:12:57 Disabled. ]
[ Dec 15 01:12:57 Rereading configuration. ]
[ Dec 15 01:13:01 Enabled. ]
[ Dec 15 01:13:01 Rereading configuration. ]
[ Dec 15 01:13:10 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/pantry.sh"). ]
+ . /lib/svc/share/smf_include.sh
++ SMF_EXIT_OK=0
++ SMF_EXIT_NODAEMON=94
++ SMF_EXIT_ERR_FATAL=95
++ SMF_EXIT_ERR_CONFIG=96
++ SMF_EXIT_MON_DEGRADE=97
++ SMF_EXIT_MON_OFFLINE=98
++ SMF_EXIT_ERR_NOSMF=99
++ SMF_EXIT_ERR_PERM=100
++ svcprop -c -p config/datalink svc:/oxide/crucible/pantry:default
+ DATALINK=oxControlService10
++ svcprop -c -p config/gateway svc:/oxide/crucible/pantry:default
+ GATEWAY=fd00:1122:3344:101::1
++ svcprop -c -p config/listen_addr svc:/oxide/crucible/pantry:default
+ LISTEN_ADDR=fd00:1122:3344:101::10
++ svcprop -c -p config/listen_port svc:/oxide/crucible/pantry:default
+ LISTEN_PORT=17000
+ [[ oxControlService10 == unknown ]]
+ [[ fd00:1122:3344:101::1 == unknown ]]
+ ipadm delete-if oxControlService10
ipadm: Could not delete oxControlService10: Interface does not exist
+ true
+ ipadm create-if -t oxControlService10
+ ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService10
+ ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService10
+ ipadm show-addr oxControlService10/ll
ipadm: Address object not found
+ ipadm create-addr -t -T addrconf oxControlService10/ll
+ ipadm show-addr oxControlService10/omicron6
ipadm: Address object not found
+ ipadm create-addr -t -T static -a fd00:1122:3344:101::10 oxControlService10/omicron6
+ route get -inet6 default -inet6 fd00:1122:3344:101::1
default: not in table
+ route add -inet6 default -inet6 fd00:1122:3344:101::1
add net default: gateway fd00:1122:3344:101::1
+ args=('-l' "[$LISTEN_ADDR]:$LISTEN_PORT")
+ exec /opt/oxide/pantry/bin/crucible-pantry run -l '[fd00:1122:3344:101::10]:17000'
note: configured to log to "/dev/stdout"
{"msg":"listening","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:13:11.445419431Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot"}
{"msg":"listen IP: [fd00:1122:3344:101::10]:17000","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:13:11.487402493Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.492450609Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40181"}
{"msg":"no entry exists for volume eee6274e-3d5d-4d9f-bae6-6d614ab39541, constructing...","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.51710206Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
{"msg":"Upstairs starts","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.531381715Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
{"msg":"Crucible Version: BuildInfo {\n    version: \"0.0.1\",\n    git_sha: \"fab27994d0bd12725c17d6b478a9bfc2673ad6f4\",\n    git_commit_timestamp: \"2023-12-08T22:28:34.000000000Z\",\n    git_branch: \"main\",\n    rustc_semver: \"1.73.0\",\n    rustc_channel: \"stable\",\n    rustc_host_triple: \"x86_64-unknown-illumos\",\n    rustc_commit_sha: \"cc66ad468955717ab92600c770da8c1601a4ff33\",\n    cargo_triple: \"x86_64-unknown-illumos\",\n    debug: false,\n    opt_level: 3,\n}","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.538374211Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
{"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.538404501Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
{"msg":"Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.538412211Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
{"msg":"Crucible eee6274e-3d5d-4d9f-bae6-6d614ab39541 has session id: 383e0509-ac5f-483d-9b63-c5a0e7fcba79","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.558007247Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Upstairs opts: Upstairs UUID: eee6274e-3d5d-4d9f-bae6-6d614ab39541, Targets: [[fd00:1122:3344:101::16]:19000, [fd00:1122:3344:101::19]:19000, [fd00:1122:3344:101::13]:19000], lossy: false, flush_timeout: None, key populated: true,  cert_pem populated: false,  key_pem populated: false,  root_cert_pem populated: false,  Control: None,  read_only: false","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.558075048Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Crucible stats registered with UUID: eee6274e-3d5d-4d9f-bae6-6d614ab39541","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.558090038Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"up_listen starts","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.571086344Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile","task":"up_listen"}
{"msg":"Wait for all three downstairs to come online","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.571109744Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Flush timeout: 0.5","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.571121394Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] connecting to [fd00:1122:3344:101::13]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.571129944Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"looper":"2","session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] connecting to [fd00:1122:3344:101::19]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.571140354Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"looper":"1","session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] connecting to [fd00:1122:3344:101::16]:19000","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.571150794Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"looper":"0","session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] eee6274e-3d5d-4d9f-bae6-6d614ab39541 looper connected","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.571366628Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"looper":"2","session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] eee6274e-3d5d-4d9f-bae6-6d614ab39541 looper connected","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.573362888Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"looper":"1","session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] eee6274e-3d5d-4d9f-bae6-6d614ab39541 looper connected","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.573375468Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"looper":"0","session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] Proc runs for [fd00:1122:3344:101::13]:19000 in state New","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.573388098Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] Proc runs for [fd00:1122:3344:101::19]:19000 in state New","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.573398018Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"volume eee6274e-3d5d-4d9f-bae6-6d614ab39541 constructed ok","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.57354931Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
The guest has requested activation
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 active request set","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.575675262Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] Proc runs for [fd00:1122:3344:101::16]:19000 in state New","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577468689Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] eee6274e-3d5d-4d9f-bae6-6d614ab39541 (383e0509-ac5f-483d-9b63-c5a0e7fcba79) New New New ds_transition to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577757404Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577775804Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] client is_active_req TRUE, promote! session 383e0509-ac5f-483d-9b63-c5a0e7fcba79","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577783924Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] eee6274e-3d5d-4d9f-bae6-6d614ab39541 (383e0509-ac5f-483d-9b63-c5a0e7fcba79) New New WaitActive ds_transition to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577828015Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577843885Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] client is_active_req TRUE, promote! session 383e0509-ac5f-483d-9b63-c5a0e7fcba79","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577852805Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] eee6274e-3d5d-4d9f-bae6-6d614ab39541 (383e0509-ac5f-483d-9b63-c5a0e7fcba79) WaitActive New WaitActive ds_transition to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577864106Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577877166Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] client is_active_req TRUE, promote! session 383e0509-ac5f-483d-9b63-c5a0e7fcba79","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.577886146Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] downstairs client at [fd00:1122:3344:101::13]:19000 has UUID 81e0b7e6-3b1f-4fb8-a5fe-8da7614ef6e2","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578041868Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 81e0b7e6-3b1f-4fb8-a5fe-8da7614ef6e2, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578079109Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 WaitActive WaitActive WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578095979Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] downstairs client at [fd00:1122:3344:101::16]:19000 has UUID 4e3c5ace-5778-43b5-bbf8-ea3089d319f4","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.57814065Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 4e3c5ace-5778-43b5-bbf8-ea3089d319f4, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.57815899Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 WaitActive WaitActive WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.5781717Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] downstairs client at [fd00:1122:3344:101::19]:19000 has UUID 33e518c6-a754-452c-8d74-0821ff294795","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578227531Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 33e518c6-a754-452c-8d74-0821ff294795, encrypted: true, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578243111Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 WaitActive WaitActive WaitActive","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578254861Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] eee6274e-3d5d-4d9f-bae6-6d614ab39541 (383e0509-ac5f-483d-9b63-c5a0e7fcba79) WaitActive WaitActive WaitActive ds_transition to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578334553Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578346133Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] new RM replaced this: None","v":0,"name":"crucible-pantry","level":40,"time":"2023-12-15T01:14:52.578362933Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] Starts reconcile loop","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578375653Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] [fd00:1122:3344:101::13]:19000 task reports connection:true","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578425844Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 WaitActive WaitActive WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578443374Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Waiting for 2 more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578451584Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Set check for repair","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578462184Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] eee6274e-3d5d-4d9f-bae6-6d614ab39541 (383e0509-ac5f-483d-9b63-c5a0e7fcba79) WaitActive WaitActive WaitQuorum ds_transition to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578552216Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578568916Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] new RM replaced this: None","v":0,"name":"crucible-pantry","level":40,"time":"2023-12-15T01:14:52.578581536Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] Starts reconcile loop","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578590226Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] [fd00:1122:3344:101::19]:19000 task reports connection:true","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578601567Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 WaitActive WaitQuorum WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578610657Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Waiting for 1 more clients to be ready","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578623797Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Set check for repair","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578633147Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] eee6274e-3d5d-4d9f-bae6-6d614ab39541 (383e0509-ac5f-483d-9b63-c5a0e7fcba79) WaitActive WaitQuorum WaitQuorum ds_transition to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578638327Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578645457Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] new RM replaced this: None","v":0,"name":"crucible-pantry","level":40,"time":"2023-12-15T01:14:52.578652878Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] Starts reconcile loop","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578657867Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] [fd00:1122:3344:101::16]:19000 task reports connection:true","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578665018Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 WaitQuorum WaitQuorum WaitQuorum","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.578669968Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.580997643Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581008483Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581020443Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581031413Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581038953Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581052874Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
The guest has finished waiting for activation
{"msg":"[2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581066534Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581105954Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581119555Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Max found gen is 1","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581130995Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Generation requested: 1 >= found:1","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581140065Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Next flush: 1","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581151655Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"All extents match","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581159355Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"No downstairs repair required","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581171495Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"No initial repair work was required","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581179016Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Set Downstairs and Upstairs active","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581189826Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 is now active with session: 383e0509-ac5f-483d-9b63-c5a0e7fcba79","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581200286Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"eee6274e-3d5d-4d9f-bae6-6d614ab39541 Set Active after no repair","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581212126Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Notify all downstairs, region set compare is done.","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581226926Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"Set check for repair","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581234636Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] received reconcile message","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581248357Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] All repairs completed, exit","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581255787Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] received reconcile message","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581267017Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[2] Starts cmd_loop","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581274377Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] All repairs completed, exit","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581285317Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[0] Starts cmd_loop","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581296247Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] received reconcile message","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581304137Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] All repairs completed, exit","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581315298Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"[1] Starts cmd_loop","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581323098Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"volume eee6274e-3d5d-4d9f-bae6-6d614ab39541 activated ok","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581334148Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
{"msg":"volume eee6274e-3d5d-4d9f-bae6-6d614ab39541 constructed and inserted ok","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581341808Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:52.581352698Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541","method":"POST","req_id":"b4f4bd1f-2b23-42a1-922c-f4ba435b89cd","remote_addr":"[fd00:1122:3344:101::a]:40181","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":71723,"response_code":"200"}
{"msg":"Checking if live repair is needed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:53.581414688Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"No Live Repair required at this time","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:53.581467599Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"session_id":"383e0509-ac5f-483d-9b63-c5a0e7fcba79","component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:55.713117859Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54695"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:55.72580715Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"2ad8c4e4-69bf-480c-ab04-bc5c399cc952","remote_addr":"[fd00:1122:3344:101::a]:54695","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":12633,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:56.260294829Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42663"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:56.265193502Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"42f319a7-5186-40a4-9db4-c8223675dc4b","remote_addr":"[fd00:1122:3344:101::a]:42663","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":4832,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:56.395397277Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50052"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:56.402153335Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"fff4f0f8-76c9-409e-9984-8408646d9605","remote_addr":"[fd00:1122:3344:101::a]:50052","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":6673,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:56.946608034Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63612"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:56.951249063Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"e752fc5d-02f5-4962-a101-578ba66b7edc","remote_addr":"[fd00:1122:3344:101::a]:63612","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":4599,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:57.157719543Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42657"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:57.16217171Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"b5b03999-8488-47dc-a4fd-176915d0d4e8","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":4390,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:58.32958379Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35367"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:58.335812754Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37496"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:58.336483194Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"55e95283-9e5b-4c12-9748-3faa8195f2d3","remote_addr":"[fd00:1122:3344:101::a]:35367","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":6861,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:58.339700432Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"bb6052d3-4792-4a08-9705-e152ec85648c","remote_addr":"[fd00:1122:3344:101::a]:37496","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":3830,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:58.633600288Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34282"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:58.638098736Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"0f9d649b-5ea0-4e5a-8c1d-e5e1df444a48","remote_addr":"[fd00:1122:3344:101::a]:34282","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":4444,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.03155242Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32792"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.094518629Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"9baf245e-e357-42f5-92e3-a855daafb92c","remote_addr":"[fd00:1122:3344:101::a]:32792","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":62940,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.223263618Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38372"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.228222332Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"8770437b-fbcf-4d80-8148-38eb6cb4e6f0","remote_addr":"[fd00:1122:3344:101::a]:38372","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":4903,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.390886042Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36423"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.396358714Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"219400a3-c082-466c-899d-8fcfdc4a349f","remote_addr":"[fd00:1122:3344:101::a]:36423","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":5443,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.523167634Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50211"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.529730243Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"64c669d4-086f-476d-bf68-e467faf03b4f","remote_addr":"[fd00:1122:3344:101::a]:50211","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":6494,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.753176228Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62813"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.757004516Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"b641253f-8e22-4244-bc30-e67745ed48bd","remote_addr":"[fd00:1122:3344:101::a]:62813","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":3786,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.966197295Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42781"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:14:59.972543701Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"e4f72dab-dcb9-4911-8bb6-63ccf8f2c462","remote_addr":"[fd00:1122:3344:101::a]:42781","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":6296,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.045218335Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54836"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.050414903Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"d6009cb3-b8ce-4a42-85da-acf4420ed8e7","remote_addr":"[fd00:1122:3344:101::a]:54836","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":5162,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.066228461Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47176"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.07077796Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"61285a29-dc79-45da-82f6-d18be3193809","remote_addr":"[fd00:1122:3344:101::a]:47176","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":4505,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.235867566Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33647"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.241238637Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"ea911bbc-28f1-4d18-989c-5409346df83e","remote_addr":"[fd00:1122:3344:101::a]:33647","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":5328,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.339510177Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45264"}
{"msg":"request completed","v":0,"name":"crucible-pantry","level":30,"time":"2023-12-15T01:15:00.344658445Z","hostname":"oxz_crucible_pantry_3fd5ef26-c842-4d29-8079-afd0b75a8502","pid":22800,"uri":"/crucible/pantry/0/volume/eee6274e-3d5d-4d9f-bae6-6d614ab39541/bulk-write","method":"POST","req_id":"d8d1116d-f4a7-41a5-8da6-a6eb3dd5c286","remote_addr":"[fd00:1122:3344:101::a]:45264","local_addr":"[fd00:1122:3344:101::10]:17000","component":"dropshot","latency_us":5110,"response_code":"204"}