[ Oct  1 18:23:31 Enabled. ]
[ Oct  1 18:23:31 Rereading configuration. ]
[ Oct  1 18:23:32 Rereading configuration. ]
[ Oct  1 18:23:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:23:33.580695229Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:23:33.582805445Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:23:33.582848206Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:23:33.681567359Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:23:33.970879838Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.564296763Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61794"}
{"msg":"region 69083c61-88d8-4318-8d1a-3eb604f23426 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.597448599Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.60250479Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions","method":"POST","req_id":"f04ebd6b-d21a-44cb-818f-50ea3b366aaf","remote_addr":"[fd00:1122:3344:101::a]:61794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14315,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.604265349Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.613675025Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.613708656Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"69083c61-88d8-4318-8d1a-3eb604f23426\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/69083c61-88d8-4318-8d1a-3eb604f23426\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.673456075Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"region":"69083c61-88d8-4318-8d1a-3eb604f23426","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"69083c61-88d8-4318-8d1a-3eb604f23426\" \"--data\" \"/data/regions/69083c61-88d8-4318-8d1a-3eb604f23426\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.677668377Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"region":"69083c61-88d8-4318-8d1a-3eb604f23426","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.831709292Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"region":"69083c61-88d8-4318-8d1a-3eb604f23426","component":"worker"}
{"msg":"region 69083c61-88d8-4318-8d1a-3eb604f23426 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.831774354Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.831842225Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.834213477Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.838080732Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.838593953Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions","method":"POST","req_id":"a767e20b-49d2-464b-9d9a-14e3e0c44150","remote_addr":"[fd00:1122:3344:101::a]:61794","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.857910326Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.861671299Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.867975787Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.868045228Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.8680928Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.86813704Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.872941556Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:24:37.877572127Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.110852256Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64216"}
{"msg":"region cd9dd307-1f98-44f8-8943-bc9805e93264 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.110989859Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.111693235Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.111715615Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions","method":"POST","req_id":"0805ab33-a165-41e3-b6a4-1141268b3600","remote_addr":"[fd00:1122:3344:101::a]:64216","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":699,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/cd9dd307-1f98-44f8-8943-bc9805e93264","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.122183625Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/cd9dd307-1f98-44f8-8943-bc9805e93264","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.122204595Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cd9dd307-1f98-44f8-8943-bc9805e93264\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cd9dd307-1f98-44f8-8943-bc9805e93264\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.183237902Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"region":"cd9dd307-1f98-44f8-8943-bc9805e93264","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cd9dd307-1f98-44f8-8943-bc9805e93264\" \"--data\" \"/data/regions/cd9dd307-1f98-44f8-8943-bc9805e93264\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.183295654Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"region":"cd9dd307-1f98-44f8-8943-bc9805e93264","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.268566972Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"region":"cd9dd307-1f98-44f8-8943-bc9805e93264","component":"worker"}
{"msg":"region cd9dd307-1f98-44f8-8943-bc9805e93264 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.268612563Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.268683675Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.277679322Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.277784634Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.277870466Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.277881956Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.277924077Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.277992139Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.278102771Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.278170533Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.278218714Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.278267545Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.286390013Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cd9dd307-1f98-44f8-8943-bc9805e93264","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.286804822Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cd9dd307-1f98-44f8-8943-bc9805e93264","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.289206375Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.297137148Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions","method":"POST","req_id":"ed289456-cfaf-4bf7-a9db-843574200dc1","remote_addr":"[fd00:1122:3344:101::a]:64216","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":678,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.298054608Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cd9dd307-1f98-44f8-8943-bc9805e93264","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.303022117Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd9dd307-1f98-44f8-8943-bc9805e93264","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.303289623Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.303350524Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.303396735Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.303438876Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.308838554Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:45.313708571Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.357704585Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions/69083c61-88d8-4318-8d1a-3eb604f23426","method":"GET","req_id":"13344269-d71c-47b2-aa5f-2223c6063f23","remote_addr":"[fd00:1122:3344:101::a]:64216","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3977,"response_code":"200"}
{"msg":"path is \"/data/regions/69083c61-88d8-4318-8d1a-3eb604f23426\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.362776097Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"dataset is oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.377355236Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"snapshot is oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426@c69b7335-b7d0-4dc0-94a1-2792b4d75d33","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.390375691Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426\", \"c69b7335-b7d0-4dc0-94a1-2792b4d75d33\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.390423942Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.410480402Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions/69083c61-88d8-4318-8d1a-3eb604f23426/snapshots/c69b7335-b7d0-4dc0-94a1-2792b4d75d33","method":"GET","req_id":"9c6f3f43-5b9b-4cb3-af11-8c5552141a74","remote_addr":"[fd00:1122:3344:101::a]:64216","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48387,"response_code":"200"}
{"msg":"path is \"/data/regions/69083c61-88d8-4318-8d1a-3eb604f23426\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.421004672Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"dataset is oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.433520267Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"snapshot is oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426@c69b7335-b7d0-4dc0-94a1-2792b4d75d33","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.445963169Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426\", \"c69b7335-b7d0-4dc0-94a1-2792b4d75d33\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.446031061Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 69083c61-88d8-4318-8d1a-3eb604f23426-c69b7335-b7d0-4dc0-94a1-2792b4d75d33 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.459125568Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"applying SMF actions for region 69083c61-88d8-4318-8d1a-3eb604f23426 running snapshot c69b7335-b7d0-4dc0-94a1-2792b4d75d33 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.459393563Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.459427264Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions/69083c61-88d8-4318-8d1a-3eb604f23426/snapshots/c69b7335-b7d0-4dc0-94a1-2792b4d75d33/run","method":"POST","req_id":"e36d11a1-8916-4758-88b8-276399a30c7c","remote_addr":"[fd00:1122:3344:101::a]:64216","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38473,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.460349414Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.460497327Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.46062339Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.46063501Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.460698652Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.460769993Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.461332356Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.461421878Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.461496009Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.461563301Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.467215755Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-69083c61-88d8-4318-8d1a-3eb604f23426-c69b7335-b7d0-4dc0-94a1-2792b4d75d33","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.469433043Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-69083c61-88d8-4318-8d1a-3eb604f23426-c69b7335-b7d0-4dc0-94a1-2792b4d75d33","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.476671132Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-69083c61-88d8-4318-8d1a-3eb604f23426-c69b7335-b7d0-4dc0-94a1-2792b4d75d33","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.487133751Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69083c61-88d8-4318-8d1a-3eb604f23426/.zfs/snapshot/c69b7335-b7d0-4dc0-94a1-2792b4d75d33","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.487469769Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.48752743Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.487572771Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.487611072Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.487658293Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.49119224Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.495663718Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"worker"}
{"msg":"region 69083c61-88d8-4318-8d1a-3eb604f23426 running snapshot c69b7335-b7d0-4dc0-94a1-2792b4d75d33 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.495673968Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"path is \"/data/regions/69083c61-88d8-4318-8d1a-3eb604f23426\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.743651922Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"dataset is oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.75223275Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"datafile"}
{"msg":"snapshot is oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426@c69b7335-b7d0-4dc0-94a1-2792b4d75d33","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.760663484Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crucible/regions/69083c61-88d8-4318-8d1a-3eb604f23426\", \"c69b7335-b7d0-4dc0-94a1-2792b4d75d33\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.760689335Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-01T18:29:46.768598428Z","hostname":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","pid":20839,"uri":"/crucible/0/regions/69083c61-88d8-4318-8d1a-3eb604f23426/snapshots/c69b7335-b7d0-4dc0-94a1-2792b4d75d33/run","method":"POST","req_id":"55159f2f-070e-4fdf-84fa-f9276236d49e","remote_addr":"[fd00:1122:3344:101::a]:64216","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24982,"response_code":"200"}