[ Mar  4 03:17:42 Enabled. ]
[ Mar  4 03:17:42 Rereading configuration. ]
[ Mar  4 03:17:49 Rereading configuration. ]
[ Mar  4 03:17:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:57.596034299Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:57.598974415Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:57.598982915Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:57.615304545Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:17:57.758959136Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.132689636Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60151"}
{"msg":"region 47a8f417-ae55-43f9-a510-9b8a9f0dd722 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.179141275Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.182572107Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"af701db1-c72d-4771-a84d-7faca0d164e8","remote_addr":"[fd00:1122:3344:101::b]:60151","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21721,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.182595467Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.191583197Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.191618988Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"47a8f417-ae55-43f9-a510-9b8a9f0dd722\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.268532331Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"region":"47a8f417-ae55-43f9-a510-9b8a9f0dd722","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"47a8f417-ae55-43f9-a510-9b8a9f0dd722\" \"--data\" \"/data/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.271136123Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"region":"47a8f417-ae55-43f9-a510-9b8a9f0dd722","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.433824746Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"region":"47a8f417-ae55-43f9-a510-9b8a9f0dd722","component":"worker"}
{"msg":"region 47a8f417-ae55-43f9-a510-9b8a9f0dd722 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.433879757Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.433981838Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.434472004Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.440587039Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.454579031Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.461495765Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.462248274Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.462300495Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.462345166Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.462383896Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.467069594Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.481103536Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:18:47.504111488Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"db1ec83c-9ea3-479e-b659-323b6bada1db","remote_addr":"[fd00:1122:3344:101::b]:60151","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:03.988276659Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62420"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:03.991143434Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722","method":"GET","req_id":"b0b5acc4-8893-4165-a8f2-2aa91ec769ec","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2822,"response_code":"200"}
{"msg":"path is \"/data/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:03.998740717Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"dataset is oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.008173462Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"snapshot is oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.018216026Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.018246666Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.029287661Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","method":"GET","req_id":"455df652-e63d-416d-84d2-4bc5bde1be39","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32962,"response_code":"200"}
{"msg":"path is \"/data/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.032831445Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"dataset is oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.041465331Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"snapshot is oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.049371007Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.049404998Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 47a8f417-ae55-43f9-a510-9b8a9f0dd722-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.058746382Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"applying SMF actions for region 47a8f417-ae55-43f9-a510-9b8a9f0dd722 running snapshot 55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.059595233Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.059617103Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2/run","method":"POST","req_id":"2c09124f-8660-43ce-a517-a73ade7e3bde","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27242,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-47a8f417-ae55-43f9-a510-9b8a9f0dd722-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.064556154Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-47a8f417-ae55-43f9-a510-9b8a9f0dd722-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.068653294Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-47a8f417-ae55-43f9-a510-9b8a9f0dd722-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.078605046Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722/.zfs/snapshot/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.078889459Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.07895101Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.079001131Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.079054651Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.079112312Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.083399575Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.087403944Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"region 47a8f417-ae55-43f9-a510-9b8a9f0dd722 running snapshot 55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.087419684Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"path is \"/data/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.413820784Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"dataset is oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.422366129Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"snapshot is oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722@55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.43065096Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722\", \"55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.430688951Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:04.439242226Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/47a8f417-ae55-43f9-a510-9b8a9f0dd722/snapshots/55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2/run","method":"POST","req_id":"2832ea87-d824-462e-9b8e-203270319ba8","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25437,"response_code":"200"}
{"msg":"region 6ef94d21-55ab-42c4-ab1c-0d240bf901cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.611686262Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.611905795Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"478dfcbc-58b4-4f95-b34c-d138d918df77","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":281,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.611965005Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.621068207Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.621099307Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6ef94d21-55ab-42c4-ab1c-0d240bf901cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.695977495Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"region":"6ef94d21-55ab-42c4-ab1c-0d240bf901cd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6ef94d21-55ab-42c4-ab1c-0d240bf901cd\" \"--data\" \"/data/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.698096671Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"region":"6ef94d21-55ab-42c4-ab1c-0d240bf901cd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.767121897Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"677da241-61a3-4555-823e-159489df104b","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.786401443Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"region":"6ef94d21-55ab-42c4-ab1c-0d240bf901cd","component":"worker"}
{"msg":"region 6ef94d21-55ab-42c4-ab1c-0d240bf901cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.786445574Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.786771508Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6ef94d21-55ab-42c4-ab1c-0d240bf901cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.790066588Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6ef94d21-55ab-42c4-ab1c-0d240bf901cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.802671013Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.810425218Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ef94d21-55ab-42c4-ab1c-0d240bf901cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.814346706Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.814651969Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.81470001Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.814759221Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.814805011Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.818537967Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:08.824722983Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:09.288938672Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63231"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:09.289089024Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","method":"GET","req_id":"bfa779ea-fd93-4d1f-93b1-43ba4fc42730","remote_addr":"[fd00:1122:3344:101::b]:63231","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:09.429008269Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions","method":"POST","req_id":"1decae66-7129-44ff-8b1a-e1453c40aa22","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.024555168Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","method":"GET","req_id":"121946b0-f4cc-4dff-b345-2cbd7eb84698","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.028438035Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"dataset is oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.040734266Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"region 6ef94d21-55ab-42c4-ab1c-0d240bf901cd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.050263253Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.050434315Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.050485486Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","method":"DELETE","req_id":"0c249b95-a57f-49f4-b02b-1ae490f8e52f","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22072,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6ef94d21-55ab-42c4-ab1c-0d240bf901cd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.05160449Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.054353863Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","method":"GET","req_id":"899468b5-91ec-43cc-93f6-ee342c5572f6","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.057944307Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crucible/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.068666039Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"region":"6ef94d21-55ab-42c4-ab1c-0d240bf901cd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.110992177Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","method":"GET","req_id":"88a5f6f9-a4bb-4c97-8cf1-445ae81dfe22","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region 6ef94d21-55ab-42c4-ab1c-0d240bf901cd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.130037491Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T03:29:35.295848023Z","hostname":"oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6","pid":23942,"uri":"/crucible/0/regions/6ef94d21-55ab-42c4-ab1c-0d240bf901cd","method":"GET","req_id":"ff390035-bf9d-49aa-bda5-151ea7c5d9ad","remote_addr":"[fd00:1122:3344:101::b]:62420","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29,"response_code":"200"}