[ Aug 16 04:35:00 Enabled. ]
[ Aug 16 04:35:00 Rereading configuration. ]
[ Aug 16 04:35:02 Rereading configuration. ]
[ Aug 16 04:35:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:35:04.789775634Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:35:04.790978453Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:35:04.790991503Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:35:04.815697111Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:35:04.932005323Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.846239975Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54577"}
{"msg":"region da08bbbe-1673-4a0a-ac11-e039a9d3e139 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.867335695Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.872022088Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.875991954Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions","method":"POST","req_id":"5252008e-73c5-41e1-aaa8-36a959336316","remote_addr":"[fd00:1122:3344:101::a]:54577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14941,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.884700295Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.884724415Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"da08bbbe-1673-4a0a-ac11-e039a9d3e139\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.952925324Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"da08bbbe-1673-4a0a-ac11-e039a9d3e139","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"da08bbbe-1673-4a0a-ac11-e039a9d3e139\" \"--data\" \"/data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:01.954988754Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"da08bbbe-1673-4a0a-ac11-e039a9d3e139","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.084373793Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"da08bbbe-1673-4a0a-ac11-e039a9d3e139","component":"worker"}
{"msg":"region da08bbbe-1673-4a0a-ac11-e039a9d3e139 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.084423644Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.084506106Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.084888406Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.090556103Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.095960693Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions","method":"POST","req_id":"3a194965-4f94-4b1e-ac7b-69e6ad27ea54","remote_addr":"[fd00:1122:3344:101::a]:54577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.107249476Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.110441764Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.119977984Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.121985123Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.122052144Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.122103325Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.126789389Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:36:02.130762455Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.51230139Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52372"}
{"msg":"region d46259b8-5d8d-4caf-b8a5-beb931042183 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.512850324Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.513781596Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.513794337Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions","method":"POST","req_id":"41c8a544-5e5d-40b9-b9e1-9424fe6d54c1","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1455,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/d46259b8-5d8d-4caf-b8a5-beb931042183","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.524241159Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/d46259b8-5d8d-4caf-b8a5-beb931042183","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.5242633Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d46259b8-5d8d-4caf-b8a5-beb931042183\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d46259b8-5d8d-4caf-b8a5-beb931042183\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.595904992Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"d46259b8-5d8d-4caf-b8a5-beb931042183","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d46259b8-5d8d-4caf-b8a5-beb931042183\" \"--data\" \"/data/regions/d46259b8-5d8d-4caf-b8a5-beb931042183\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.595962644Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"d46259b8-5d8d-4caf-b8a5-beb931042183","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.692146609Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"d46259b8-5d8d-4caf-b8a5-beb931042183","component":"worker"}
{"msg":"region d46259b8-5d8d-4caf-b8a5-beb931042183 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.69219514Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.692283993Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d46259b8-5d8d-4caf-b8a5-beb931042183","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.692714553Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d46259b8-5d8d-4caf-b8a5-beb931042183","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.701018714Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.712766778Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d46259b8-5d8d-4caf-b8a5-beb931042183","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.718433075Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d46259b8-5d8d-4caf-b8a5-beb931042183","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.718707072Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.718780423Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.718834765Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.718888206Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.723330413Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.731608144Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.731694476Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.731775778Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.731784588Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.731825559Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.73187197Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.731951342Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.732005123Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.732052644Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.732098125Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.750198593Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.750657254Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:18.849566286Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions","method":"POST","req_id":"8bc9fe05-e858-44c1-af8e-e7fb863593a2","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":768,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.081567917Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","method":"GET","req_id":"ca83a199-8564-4c7c-b640-951b0d5c22ec","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.08787886Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"dataset is oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.097143744Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"snapshot is oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139@e59028bb-7f16-4e41-80d8-a197ded34d5e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.10566181Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\", \"e59028bb-7f16-4e41-80d8-a197ded34d5e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.10569134Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.115903257Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139/snapshots/e59028bb-7f16-4e41-80d8-a197ded34d5e","method":"GET","req_id":"214ef70d-bdef-4c90-a1ef-e9266a54eeee","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31565,"response_code":"200"}
{"msg":"path is \"/data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.118838118Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"dataset is oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.127467447Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"snapshot is oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139@e59028bb-7f16-4e41-80d8-a197ded34d5e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.135559333Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\", \"e59028bb-7f16-4e41-80d8-a197ded34d5e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.135593703Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot da08bbbe-1673-4a0a-ac11-e039a9d3e139-e59028bb-7f16-4e41-80d8-a197ded34d5e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.144039827Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"applying SMF actions for region da08bbbe-1673-4a0a-ac11-e039a9d3e139 running snapshot e59028bb-7f16-4e41-80d8-a197ded34d5e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.144210222Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.144251623Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139/snapshots/e59028bb-7f16-4e41-80d8-a197ded34d5e/run","method":"POST","req_id":"f276d998-c79d-428b-a16b-87a26cb2a61c","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25446,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.145763649Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.145844401Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.145923843Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.145932943Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.145970764Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.146015375Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.146314873Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.146372134Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.146419775Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.146464866Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.153328902Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-da08bbbe-1673-4a0a-ac11-e039a9d3e139-e59028bb-7f16-4e41-80d8-a197ded34d5e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.153919637Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-da08bbbe-1673-4a0a-ac11-e039a9d3e139-e59028bb-7f16-4e41-80d8-a197ded34d5e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.161033018Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-da08bbbe-1673-4a0a-ac11-e039a9d3e139-e59028bb-7f16-4e41-80d8-a197ded34d5e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.178912991Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139/.zfs/snapshot/e59028bb-7f16-4e41-80d8-a197ded34d5e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.179218028Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.179272339Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.179316861Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.179356912Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.179409243Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.186168486Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.193740769Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"region da08bbbe-1673-4a0a-ac11-e039a9d3e139 running snapshot e59028bb-7f16-4e41-80d8-a197ded34d5e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.19375136Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"path is \"/data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.323025186Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"dataset is oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.33149474Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"snapshot is oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139@e59028bb-7f16-4e41-80d8-a197ded34d5e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.339668288Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139\", \"e59028bb-7f16-4e41-80d8-a197ded34d5e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.339708949Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:20.347932388Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139/snapshots/e59028bb-7f16-4e41-80d8-a197ded34d5e/run","method":"POST","req_id":"94f4bb05-c93e-4c57-aa30-c35d9a138b76","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25501,"response_code":"200"}
{"msg":"region e434a63c-e176-4e1b-9b60-53581cd85b58 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.44349941Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.443648284Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions","method":"POST","req_id":"bafef64c-b257-4eea-bce1-ef69320df268","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":219,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.443667494Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.452805826Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.452837556Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e434a63c-e176-4e1b-9b60-53581cd85b58\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e434a63c-e176-4e1b-9b60-53581cd85b58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.509388034Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"e434a63c-e176-4e1b-9b60-53581cd85b58","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e434a63c-e176-4e1b-9b60-53581cd85b58\" \"--data\" \"/data/regions/e434a63c-e176-4e1b-9b60-53581cd85b58\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.509439835Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"e434a63c-e176-4e1b-9b60-53581cd85b58","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.611068573Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"e434a63c-e176-4e1b-9b60-53581cd85b58","component":"worker"}
{"msg":"region e434a63c-e176-4e1b-9b60-53581cd85b58 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.611118024Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.611203756Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.612561379Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.612642831Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.612724133Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.612731693Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.612771134Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.612816925Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.613191854Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.613250525Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.613298527Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.613349478Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.61718623Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e434a63c-e176-4e1b-9b60-53581cd85b58","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.61759453Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e434a63c-e176-4e1b-9b60-53581cd85b58","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.622492369Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.632340157Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e434a63c-e176-4e1b-9b60-53581cd85b58","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.635811461Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.636089587Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.636145949Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.63618966Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.636229031Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.640265088Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.643522327Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions","method":"POST","req_id":"99c56d09-60e1-4dda-9354-01fa5cf2bf94","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:23.654420371Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.104586641Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","method":"GET","req_id":"f621b406-e1cb-439c-b812-418de189f650","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/e434a63c-e176-4e1b-9b60-53581cd85b58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.10741782Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"dataset is oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.117836272Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"region e434a63c-e176-4e1b-9b60-53581cd85b58 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.126050211Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.126308477Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.126395149Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","method":"DELETE","req_id":"be7ec82d-f13e-44a0-8a32-642512610df1","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19003,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e434a63c-e176-4e1b-9b60-53581cd85b58 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.127547097Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.129500834Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","method":"GET","req_id":"4574b9de-e391-43fc-84f2-a754adaaaffb","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.133526331Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.133621763Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.133719496Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.133729206Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.133778637Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.133824719Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/da08bbbe-1673-4a0a-ac11-e039a9d3e139","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.134341751Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.134403402Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.134452214Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.134499095Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.138506592Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.140113091Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0755d67c-86c1-459a-823f-cb31dd590c5a/crucible/regions/e434a63c-e176-4e1b-9b60-53581cd85b58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.150807459Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"region":"e434a63c-e176-4e1b-9b60-53581cd85b58","component":"worker"}
{"msg":"region e434a63c-e176-4e1b-9b60-53581cd85b58 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.199900106Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T04:41:57.233094529Z","hostname":"oxz_crucible_61ee9883-5a2f-4009-8a14-0d97524d2caf","pid":20670,"uri":"/crucible/0/regions/e434a63c-e176-4e1b-9b60-53581cd85b58","method":"GET","req_id":"d8b0ea20-592a-469c-802b-2e848e645e06","remote_addr":"[fd00:1122:3344:101::a]:52372","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}