{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.0544637Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36523"}
{"msg":"region b3fca08d-07d5-496d-a156-a76af4a1223e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.073727506Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.078756294Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.08264142Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions","method":"POST","req_id":"e6d01495-5c67-4585-9129-44ccde388e2f","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15300,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.090650339Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.09066891Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b3fca08d-07d5-496d-a156-a76af4a1223e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.157449035Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"region":"b3fca08d-07d5-496d-a156-a76af4a1223e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b3fca08d-07d5-496d-a156-a76af4a1223e\" \"--data\" \"/data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.159322377Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"region":"b3fca08d-07d5-496d-a156-a76af4a1223e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.304550927Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"region":"b3fca08d-07d5-496d-a156-a76af4a1223e","component":"worker"}
{"msg":"region b3fca08d-07d5-496d-a156-a76af4a1223e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.304606509Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.304676711Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.305070322Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.309524983Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.322552879Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.325294554Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.331811522Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.331946696Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.331998918Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.332053539Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.335173905Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.339910924Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:30:40.43924901Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions","method":"POST","req_id":"16bfc0d4-79c8-458c-b622-83ab62ed29b0","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.704221594Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36803"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.704316867Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","method":"GET","req_id":"a4a27275-e7f1-49fe-94b8-b81369dc7679","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.710385422Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"dataset is oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.72054539Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"snapshot is oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e@e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.729394612Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\", \"e10522a9-60d2-4910-96af-df41fd7d982a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.729434963Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.740950468Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/b3fca08d-07d5-496d-a156-a76af4a1223e/snapshots/e10522a9-60d2-4910-96af-df41fd7d982a","method":"GET","req_id":"5f46911a-5287-47ca-9ed3-b97ad43d6bc9","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33783,"response_code":"200"}
{"msg":"path is \"/data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.747789665Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"dataset is oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.756255107Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"snapshot is oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e@e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.764300247Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\", \"e10522a9-60d2-4910-96af-df41fd7d982a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.764336277Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b3fca08d-07d5-496d-a156-a76af4a1223e-e10522a9-60d2-4910-96af-df41fd7d982a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.773413065Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"applying SMF actions for region b3fca08d-07d5-496d-a156-a76af4a1223e running snapshot e10522a9-60d2-4910-96af-df41fd7d982a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.77429532Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.774339121Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/b3fca08d-07d5-496d-a156-a76af4a1223e/snapshots/e10522a9-60d2-4910-96af-df41fd7d982a/run","method":"POST","req_id":"c740611a-ddfa-42d6-be9a-1975b7fb1f09","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26579,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780080708Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.78016683Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780247972Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780255973Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780298184Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780347825Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780653414Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780718825Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780768017Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.780818038Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.789734982Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-b3fca08d-07d5-496d-a156-a76af4a1223e-e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.790190994Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b3fca08d-07d5-496d-a156-a76af4a1223e-e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.796280891Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b3fca08d-07d5-496d-a156-a76af4a1223e-e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.812617888Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e/.zfs/snapshot/e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.813139552Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.813264625Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.813360268Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.81342969Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.813499112Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.81822017Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.824312287Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"region b3fca08d-07d5-496d-a156-a76af4a1223e running snapshot e10522a9-60d2-4910-96af-df41fd7d982a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:52.824336918Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"path is \"/data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.150504245Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"dataset is oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.159419869Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"snapshot is oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e@e10522a9-60d2-4910-96af-df41fd7d982a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.166833252Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/b3fca08d-07d5-496d-a156-a76af4a1223e\", \"e10522a9-60d2-4910-96af-df41fd7d982a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.166865053Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:53.174333417Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/b3fca08d-07d5-496d-a156-a76af4a1223e/snapshots/e10522a9-60d2-4910-96af-df41fd7d982a/run","method":"POST","req_id":"22bd22e1-bc91-44fe-8d2d-701431570a20","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23883,"response_code":"200"}
{"msg":"region 2ff43273-3866-4e92-8fb0-7b42a30c9213 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:56.980007702Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:56.980179026Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions","method":"POST","req_id":"b6af7670-f082-4419-8348-648769c7bf4f","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":242,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:56.980203497Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:56.990754805Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:56.990781046Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2ff43273-3866-4e92-8fb0-7b42a30c9213\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.066891707Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"region":"2ff43273-3866-4e92-8fb0-7b42a30c9213","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ff43273-3866-4e92-8fb0-7b42a30c9213\" \"--data\" \"/data/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.066952608Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"region":"2ff43273-3866-4e92-8fb0-7b42a30c9213","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.166572542Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"region":"2ff43273-3866-4e92-8fb0-7b42a30c9213","component":"worker"}
{"msg":"region 2ff43273-3866-4e92-8fb0-7b42a30c9213 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.166622993Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.166740187Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2ff43273-3866-4e92-8fb0-7b42a30c9213","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.167250451Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ff43273-3866-4e92-8fb0-7b42a30c9213","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.17452736Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.18696755Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ff43273-3866-4e92-8fb0-7b42a30c9213","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.194211948Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.194482795Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.194548567Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.194602798Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.19465276Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.201282321Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.209083784Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.209183897Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.20926997Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.2092791Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.209309831Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.209362242Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.216668042Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.216726213Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.216794575Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.216821316Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.223676613Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.225563055Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:35:57.242053716Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions","method":"POST","req_id":"af4849c7-82f1-4fc0-8e48-2459b08d003d","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.287966581Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","method":"GET","req_id":"6c432413-08ba-4008-ae89-339723fbea4d","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"path is \"/data/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.291369214Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"dataset is oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.303380302Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"region 2ff43273-3866-4e92-8fb0-7b42a30c9213 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.312374498Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.312552403Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.312614455Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","method":"DELETE","req_id":"67c41f0c-d74a-472d-941d-45b34b9f6268","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21299,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2ff43273-3866-4e92-8fb0-7b42a30c9213 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.313667423Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.315651298Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","method":"GET","req_id":"c7d4dd7c-2e03-48e3-abb9-c8f9ebf664d9","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318181927Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318274149Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318358672Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318367842Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318407533Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318454474Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3fca08d-07d5-496d-a156-a76af4a1223e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318813264Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318876906Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318930247Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.318991219Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.322421643Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.323806861Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_76a1d6b7-c075-4bb0-b840-132e2416251b/crucible/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.333540727Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"region":"2ff43273-3866-4e92-8fb0-7b42a30c9213","component":"worker"}
{"msg":"region 2ff43273-3866-4e92-8fb0-7b42a30c9213 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.390405521Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T21:36:22.401243127Z","hostname":"oxz_crucible_2b7270a1-c954-4be1-8822-2e31da3890b7","pid":21451,"uri":"/crucible/0/regions/2ff43273-3866-4e92-8fb0-7b42a30c9213","method":"GET","req_id":"d2994cd5-a703-4e55-aebd-c15a7ec32874","remote_addr":"[fd00:1122:3344:101::a]:36803","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}