[ Oct 22 17:00:00 Enabled. ]
[ Oct 22 17:00:00 Rereading configuration. ]
[ Oct 22 17:00:02 Rereading configuration. ]
[ Oct 22 17:00:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4f787242-dde7-4087-a967-d93855bec478/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_4f787242-dde7-4087-a967-d93855bec478/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:00:03.605562643Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:00:03.614277523Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:00:03.614360844Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:00:03.622795348Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:00:03.734671242Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.78521664Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43028"}
{"msg":"region 8db2788f-d23e-4b07-94e9-fb64803edf36 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.827867768Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.833366174Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions","method":"POST","req_id":"53c8fa9e-ea6f-41fc-93db-48d769290866","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15715,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.838087712Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.847927987Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.847959518Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8db2788f-d23e-4b07-94e9-fb64803edf36\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8db2788f-d23e-4b07-94e9-fb64803edf36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.904268349Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"8db2788f-d23e-4b07-94e9-fb64803edf36","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8db2788f-d23e-4b07-94e9-fb64803edf36\" \"--data\" \"/data/regions/8db2788f-d23e-4b07-94e9-fb64803edf36\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:08.909337365Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"8db2788f-d23e-4b07-94e9-fb64803edf36","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.114803064Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions","method":"POST","req_id":"87bfcef3-1391-47d3-afe9-8b1d55b93960","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.224274072Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"8db2788f-d23e-4b07-94e9-fb64803edf36","component":"worker"}
{"msg":"region 8db2788f-d23e-4b07-94e9-fb64803edf36 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.224326323Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.224409115Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8db2788f-d23e-4b07-94e9-fb64803edf36","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.22724796Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8db2788f-d23e-4b07-94e9-fb64803edf36","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.232245025Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.248415295Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8db2788f-d23e-4b07-94e9-fb64803edf36","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.252355415Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.258624699Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.258704131Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.258760112Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.258809393Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.26260594Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.267268717Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:09.862522029Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions","method":"POST","req_id":"8a7d2cac-ddbc-4293-9cab-ff0e8aa3472b","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.24131729Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","method":"GET","req_id":"7ccd5c13-6be0-44ae-bc6c-d5d825c3ecc3","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"path is \"/data/regions/8db2788f-d23e-4b07-94e9-fb64803edf36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.244485152Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"dataset is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.254146813Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"region 8db2788f-d23e-4b07-94e9-fb64803edf36 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.262530826Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.262696989Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.262784342Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","method":"DELETE","req_id":"c536cc79-8d59-4153-ba44-af888d931cab","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18322,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-8db2788f-d23e-4b07-94e9-fb64803edf36 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.263702832Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.266338603Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","method":"GET","req_id":"16cb7bc1-358b-4831-b92a-507ebe40e45f","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.268222056Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/8db2788f-d23e-4b07-94e9-fb64803edf36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.279364351Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"8db2788f-d23e-4b07-94e9-fb64803edf36","component":"worker"}
{"msg":"region 8db2788f-d23e-4b07-94e9-fb64803edf36 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.331520437Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:10.387580891Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/8db2788f-d23e-4b07-94e9-fb64803edf36","method":"GET","req_id":"f1b53a38-2e8a-47a4-bdda-dcd5e0ac7b36","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:19.983308028Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49255"}
{"msg":"region 3c5ce8eb-9c77-4e33-bbbf-7250736ba6da state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:19.983481622Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:19.983680837Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions","method":"POST","req_id":"3c2c509f-66c2-4c01-9789-4c137e9d6a6d","remote_addr":"[fd00:1122:3344:101::a]:49255","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":233,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:19.983700717Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:19.99383673Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:19.9938657Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.049179968Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\" \"--data\" \"/data/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.050985319Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.118516777Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","component":"worker"}
{"msg":"region 3c5ce8eb-9c77-4e33-bbbf-7250736ba6da state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.118556108Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.11864937Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.120042712Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.122841896Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.129687493Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.134709208Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.135000905Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.135062946Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.135106577Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.135150228Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.138845783Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.144077882Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:01:20.315531951Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions","method":"POST","req_id":"23d8c542-1d5b-4cbb-89d9-d3cd0e8e8f77","remote_addr":"[fd00:1122:3344:101::a]:49255","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.951081298Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39179"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.951222932Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","method":"GET","req_id":"8edbf7c8-1dd6-474c-b0c1-9b5c63147dde","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"path is \"/data/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.954890146Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"dataset is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.96381192Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"snapshot is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da@7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.971422664Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\", \"7a7b6ddb-1867-48c9-83ba-43b17a4f20f0\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.971456535Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.985746743Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da/snapshots/7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","method":"GET","req_id":"f3e3783e-93c0-40b6-9c4d-13bac733d8a4","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30863,"response_code":"200"}
{"msg":"path is \"/data/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.989511449Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"dataset is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:48.998627448Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"snapshot is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da@7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.006648642Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\", \"7a7b6ddb-1867-48c9-83ba-43b17a4f20f0\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.006678372Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3c5ce8eb-9c77-4e33-bbbf-7250736ba6da-7a7b6ddb-1867-48c9-83ba-43b17a4f20f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.015330511Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"applying SMF actions for region 3c5ce8eb-9c77-4e33-bbbf-7250736ba6da running snapshot 7a7b6ddb-1867-48c9-83ba-43b17a4f20f0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.019083057Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.019108727Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da/snapshots/7a7b6ddb-1867-48c9-83ba-43b17a4f20f0/run","method":"POST","req_id":"e063d7e5-1541-4029-93ee-60005d43869e","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29643,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-3c5ce8eb-9c77-4e33-bbbf-7250736ba6da-7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.026363754Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3c5ce8eb-9c77-4e33-bbbf-7250736ba6da-7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.037255343Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3c5ce8eb-9c77-4e33-bbbf-7250736ba6da-7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.089784127Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da/.zfs/snapshot/7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.090046583Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.090175926Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.090190917Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.090211417Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.090268808Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.133382336Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.155673187Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"region 3c5ce8eb-9c77-4e33-bbbf-7250736ba6da running snapshot 7a7b6ddb-1867-48c9-83ba-43b17a4f20f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.155691118Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"path is \"/data/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.266171469Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"dataset is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.274648903Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"snapshot is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da@7a7b6ddb-1867-48c9-83ba-43b17a4f20f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.283171159Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da\", \"7a7b6ddb-1867-48c9-83ba-43b17a4f20f0\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.283202359Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:49.290607969Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/3c5ce8eb-9c77-4e33-bbbf-7250736ba6da/snapshots/7a7b6ddb-1867-48c9-83ba-43b17a4f20f0/run","method":"POST","req_id":"b1f38d6d-c9c0-4d70-b4a3-15e00ed81222","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24475,"response_code":"200"}
{"msg":"region 33b8c802-a734-428a-8567-3f3c6f8025e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.619198332Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.619374887Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions","method":"POST","req_id":"05af3cdb-0682-40cb-9c35-7f42bdaabb91","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":242,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.619402357Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.628712081Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.628744971Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"33b8c802-a734-428a-8567-3f3c6f8025e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/33b8c802-a734-428a-8567-3f3c6f8025e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.752964628Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"33b8c802-a734-428a-8567-3f3c6f8025e1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"33b8c802-a734-428a-8567-3f3c6f8025e1\" \"--data\" \"/data/regions/33b8c802-a734-428a-8567-3f3c6f8025e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.754711108Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"33b8c802-a734-428a-8567-3f3c6f8025e1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.973461271Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"33b8c802-a734-428a-8567-3f3c6f8025e1","component":"worker"}
{"msg":"region 33b8c802-a734-428a-8567-3f3c6f8025e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.973502522Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.973623135Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-33b8c802-a734-428a-8567-3f3c6f8025e1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.97470711Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-33b8c802-a734-428a-8567-3f3c6f8025e1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.982822056Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:55.997921352Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions","method":"POST","req_id":"488171f4-c5b1-424f-9ed2-0976171566c4","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.019693281Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-33b8c802-a734-428a-8567-3f3c6f8025e1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.03626069Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.036552627Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.036602838Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.036649089Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.0366864Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.050293742Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:04:56.097887763Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.136241961Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","method":"GET","req_id":"bd25cf7e-e952-4578-90cb-943f6731b946","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/33b8c802-a734-428a-8567-3f3c6f8025e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.144541121Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"dataset is oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.155968383Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"region 33b8c802-a734-428a-8567-3f3c6f8025e1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.166480474Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.166706699Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.16675716Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","method":"DELETE","req_id":"e4608ae6-ca8d-46dd-9ec8-ce6c4795df4a","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22267,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-33b8c802-a734-428a-8567-3f3c6f8025e1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.168425049Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.173099866Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","method":"GET","req_id":"732b811f-d3d9-434e-abc8-adfba4d96f15","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":670,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.190978005Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4f787242-dde7-4087-a967-d93855bec478/crucible/regions/33b8c802-a734-428a-8567-3f3c6f8025e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.202075209Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"region":"33b8c802-a734-428a-8567-3f3c6f8025e1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.232719202Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","method":"GET","req_id":"898a9f33-d38c-442f-ab9e-d82165a1af55","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"region 33b8c802-a734-428a-8567-3f3c6f8025e1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.262543885Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T17:05:24.333090402Z","hostname":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","pid":25284,"uri":"/crucible/0/regions/33b8c802-a734-428a-8567-3f3c6f8025e1","method":"GET","req_id":"6c00096e-9a36-469a-936c-c4d4ff595b0c","remote_addr":"[fd00:1122:3344:101::a]:39179","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":"200"}