[ Jul 15 22:20:10 Enabled. ]
[ Jul 15 22:20:10 Rereading configuration. ]
[ Jul 15 22:20:11 Rereading configuration. ]
[ Jul 15 22:20:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.06699664Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.072842876Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.072857811Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.090236312Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:20:14.242161924Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:16.921084942Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53489"}
{"msg":"region 94c60b8b-6e16-43ea-b21c-8887dbb71130 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:16.943651131Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:16.953700321Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:16.953714122Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"6915a6dd-fe5c-4f2a-b3ca-8549b42b7c11","remote_addr":"[fd00:1122:3344:101::a]:53489","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19107,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:16.96722565Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:16.96725093Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"94c60b8b-6e16-43ea-b21c-8887dbb71130\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.025205793Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"94c60b8b-6e16-43ea-b21c-8887dbb71130","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"94c60b8b-6e16-43ea-b21c-8887dbb71130\" \"--data\" \"/data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.027624711Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"94c60b8b-6e16-43ea-b21c-8887dbb71130","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.114138183Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"833d9ebb-9c15-491d-a3cc-dc366ab57d29","remote_addr":"[fd00:1122:3344:101::a]:53489","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.28892848Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"94c60b8b-6e16-43ea-b21c-8887dbb71130","component":"worker"}
{"msg":"region 94c60b8b-6e16-43ea-b21c-8887dbb71130 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.288968881Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.289084253Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.289506102Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.297605753Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.316375386Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.319148521Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.319752684Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.324280554Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.324337835Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.324375165Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.330695681Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.336913025Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:21:17.569026093Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"62c5b5d1-c9be-4f0e-a7a1-ef0696176b8b","remote_addr":"[fd00:1122:3344:101::a]:53489","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:33.929848017Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44836"}
{"msg":"region 7edfeb3f-ebde-4ff5-b953-0d10501e709d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:33.92997382Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:33.933151343Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:33.933164114Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"1de04a07-3690-4eef-a34e-bf7b32c8e3b6","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3223,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/7edfeb3f-ebde-4ff5-b953-0d10501e709d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:33.943758984Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/7edfeb3f-ebde-4ff5-b953-0d10501e709d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:33.943786495Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7edfeb3f-ebde-4ff5-b953-0d10501e709d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7edfeb3f-ebde-4ff5-b953-0d10501e709d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.006772807Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"7edfeb3f-ebde-4ff5-b953-0d10501e709d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7edfeb3f-ebde-4ff5-b953-0d10501e709d\" \"--data\" \"/data/regions/7edfeb3f-ebde-4ff5-b953-0d10501e709d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.006831348Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"7edfeb3f-ebde-4ff5-b953-0d10501e709d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.085153947Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"7ea421c1-610e-449a-9660-61ed14b1e7e6","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.125861607Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"7edfeb3f-ebde-4ff5-b953-0d10501e709d","component":"worker"}
{"msg":"region 7edfeb3f-ebde-4ff5-b953-0d10501e709d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.125882587Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.125997659Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7edfeb3f-ebde-4ff5-b953-0d10501e709d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.126357637Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7edfeb3f-ebde-4ff5-b953-0d10501e709d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.134337385Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.157882304Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7edfeb3f-ebde-4ff5-b953-0d10501e709d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.163821902Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7edfeb3f-ebde-4ff5-b953-0d10501e709d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.164166499Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.16422256Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.164267521Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.164306292Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.169902383Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.179970583Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180057175Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180138387Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180149017Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180190548Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180237509Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180335341Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180387062Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180433373Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.180477354Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.193041873Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.193544334Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:34.350232791Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"23e691b6-1227-457c-a49a-17dc5d990679","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":565,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.42325954Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44185"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.425705169Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","method":"GET","req_id":"e694c871-09cd-440d-a455-c3e099bf8246","remote_addr":"[fd00:1122:3344:101::a]:44185","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2392,"response_code":"200"}
{"msg":"path is \"/data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.428073156Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"dataset is oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.437030024Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"snapshot is oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130@bdb257f9-ff1c-4eb6-85a9-a642ac5979b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.445350839Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130\", \"bdb257f9-ff1c-4eb6-85a9-a642ac5979b1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.44538254Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.454584163Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130/snapshots/bdb257f9-ff1c-4eb6-85a9-a642ac5979b1","method":"GET","req_id":"9a8dc6ae-9867-4dca-8a78-534d332cf3e2","remote_addr":"[fd00:1122:3344:101::a]:44185","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28693,"response_code":"200"}
{"msg":"path is \"/data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.455307067Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"dataset is oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.462872908Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"snapshot is oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130@bdb257f9-ff1c-4eb6-85a9-a642ac5979b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.471552221Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130\", \"bdb257f9-ff1c-4eb6-85a9-a642ac5979b1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.471575301Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 94c60b8b-6e16-43ea-b21c-8887dbb71130-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.480162422Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"applying SMF actions for region 94c60b8b-6e16-43ea-b21c-8887dbb71130 running snapshot bdb257f9-ff1c-4eb6-85a9-a642ac5979b1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.480327515Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.480360766Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130/snapshots/bdb257f9-ff1c-4eb6-85a9-a642ac5979b1/run","method":"POST","req_id":"357068de-7242-4a15-844f-d341130a88fd","remote_addr":"[fd00:1122:3344:101::a]:44185","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25613,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.481869406Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.481948937Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.482032759Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.48205963Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.48207033Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.482115941Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.482432957Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.482486858Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.482532979Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.48257598Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.492048369Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-94c60b8b-6e16-43ea-b21c-8887dbb71130-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.49263451Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-94c60b8b-6e16-43ea-b21c-8887dbb71130-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.502458826Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-94c60b8b-6e16-43ea-b21c-8887dbb71130-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.52477289Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130/.zfs/snapshot/bdb257f9-ff1c-4eb6-85a9-a642ac5979b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.525133347Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.525217669Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.52527279Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.525327511Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.525402402Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.530430202Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.53683458Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"region 94c60b8b-6e16-43ea-b21c-8887dbb71130 running snapshot bdb257f9-ff1c-4eb6-85a9-a642ac5979b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:35.53685447Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"region 4e482f89-fbe9-434a-a65f-7afe35ed3603 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.055891638Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.056061411Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.056083492Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"7cf1523e-4e24-4993-a19b-2490c8a6a7f7","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":235,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.065880077Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.065905047Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4e482f89-fbe9-434a-a65f-7afe35ed3603\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.147276386Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"4e482f89-fbe9-434a-a65f-7afe35ed3603","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4e482f89-fbe9-434a-a65f-7afe35ed3603\" \"--data\" \"/data/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.147328387Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"4e482f89-fbe9-434a-a65f-7afe35ed3603","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.25301963Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"4e482f89-fbe9-434a-a65f-7afe35ed3603","component":"worker"}
{"msg":"region 4e482f89-fbe9-434a-a65f-7afe35ed3603 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.253068841Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.253147653Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4e482f89-fbe9-434a-a65f-7afe35ed3603","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.253622042Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4e482f89-fbe9-434a-a65f-7afe35ed3603","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.261521719Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.274817804Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4e482f89-fbe9-434a-a65f-7afe35ed3603","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.284540217Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.284835463Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.284896184Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.284940625Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.284983366Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.296048016Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.302475264Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.302559546Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.302642377Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.302651868Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.302692109Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.30273685Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.313074585Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions","method":"POST","req_id":"addb6c5b-1925-4fbd-8565-12315e05295e","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.316280349Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.31633841Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.316390421Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.316445342Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.324461602Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:26:38.326167486Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.613439956Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","method":"GET","req_id":"e3766057-cd1a-40d9-aaa4-7f299af469e7","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.616316623Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"dataset is oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.626641168Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"region 4e482f89-fbe9-434a-a65f-7afe35ed3603 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.636074416Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.63630159Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.636368652Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","method":"DELETE","req_id":"2841ab63-c865-4370-b350-f7779c183897","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20727,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-4e482f89-fbe9-434a-a65f-7afe35ed3603 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.637528295Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.63877798Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","method":"GET","req_id":"2580cb97-e937-42d7-93bd-5c832839255d","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.64329045Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.643373391Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.643456023Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.643470433Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.643504594Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.643552755Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94c60b8b-6e16-43ea-b21c-8887dbb71130","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.643959813Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.644026554Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.644086265Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.644134157Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.647739778Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.648981573Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_02c5def4-d587-434b-aec8-a81699bd53f2/crucible/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.659788658Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"region":"4e482f89-fbe9-434a-a65f-7afe35ed3603","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.697392606Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","method":"GET","req_id":"4e08a283-27c1-46ec-a001-baad34963bc2","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"region 4e482f89-fbe9-434a-a65f-7afe35ed3603 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.712453336Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-15T22:27:03.857271747Z","hostname":"oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf","pid":19976,"uri":"/crucible/0/regions/4e482f89-fbe9-434a-a65f-7afe35ed3603","method":"GET","req_id":"694d6ec5-1f3d-4a78-b2ec-131041cbba8b","remote_addr":"[fd00:1122:3344:101::a]:44836","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23,"response_code":"200"}