[ Oct 14 06:23:16 Enabled. ]
[ Oct 14 06:23:16 Rereading configuration. ]
[ Oct 14 06:23:18 Rereading configuration. ]
[ Oct 14 06:23:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.879003225Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.882484304Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.882495134Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.911810694Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:21.030649741Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.045270306Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47254"}
{"msg":"region 873f25e8-9fbb-4385-b053-94f6b69bafa6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.078817827Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.083550594Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions","method":"POST","req_id":"15c7914c-2172-4408-a2f6-a547db873251","remote_addr":"[fd00:1122:3344:101::b]:47254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13305,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.08472922Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.094661908Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.09471934Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"873f25e8-9fbb-4385-b053-94f6b69bafa6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.180640406Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"873f25e8-9fbb-4385-b053-94f6b69bafa6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"873f25e8-9fbb-4385-b053-94f6b69bafa6\" \"--data\" \"/data/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.18492596Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"873f25e8-9fbb-4385-b053-94f6b69bafa6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.33383439Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"873f25e8-9fbb-4385-b053-94f6b69bafa6","component":"worker"}
{"msg":"region 873f25e8-9fbb-4385-b053-94f6b69bafa6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.333904783Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.334091888Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-873f25e8-9fbb-4385-b053-94f6b69bafa6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.336449251Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-873f25e8-9fbb-4385-b053-94f6b69bafa6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.339804475Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.349425104Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions","method":"POST","req_id":"5c6596fa-1a32-4967-882d-db77ee401737","remote_addr":"[fd00:1122:3344:101::b]:47254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.358560068Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-873f25e8-9fbb-4385-b053-94f6b69bafa6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.363574883Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.370037084Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.370106406Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.370150967Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.370200769Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.375451302Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:57.380321273Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.409487649Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","method":"GET","req_id":"17f83ad5-6ab3-4755-9db6-dd392d402c97","remote_addr":"[fd00:1122:3344:101::b]:47254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.412164612Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"dataset is oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.423443133Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"region 873f25e8-9fbb-4385-b053-94f6b69bafa6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.433393721Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.433602378Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.43369156Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","method":"DELETE","req_id":"e596de6a-fe23-4544-8a8e-4db85c5dd1a7","remote_addr":"[fd00:1122:3344:101::b]:47254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22230,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-873f25e8-9fbb-4385-b053-94f6b69bafa6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.434780634Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.436764136Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","method":"GET","req_id":"4083475d-1fb9-4aa8-a056-a4130f59db0c","remote_addr":"[fd00:1122:3344:101::b]:47254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.44076341Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.452148673Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"873f25e8-9fbb-4385-b053-94f6b69bafa6","component":"worker"}
{"msg":"region 873f25e8-9fbb-4385-b053-94f6b69bafa6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.529809823Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:58.543429976Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/873f25e8-9fbb-4385-b053-94f6b69bafa6","method":"GET","req_id":"c51f4f6d-593c-4528-bf95-8f498b5f87cf","remote_addr":"[fd00:1122:3344:101::b]:47254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.362640151Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63903"}
{"msg":"region 9bd2d25b-1dec-48ba-a7aa-ec1ce022709a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.363379874Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.363980883Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.363996733Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions","method":"POST","req_id":"c35d2fda-569d-4be5-bb9f-97017d69d368","remote_addr":"[fd00:1122:3344:101::a]:63903","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1291,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.374872721Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.374902102Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9bd2d25b-1dec-48ba-a7aa-ec1ce022709a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.441198869Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9bd2d25b-1dec-48ba-a7aa-ec1ce022709a\" \"--data\" \"/data/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.44125133Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.514366179Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions","method":"POST","req_id":"0eca0ad3-7023-41f2-99fb-d52eb63675dc","remote_addr":"[fd00:1122:3344:101::a]:63903","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.547628631Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","component":"worker"}
{"msg":"region 9bd2d25b-1dec-48ba-a7aa-ec1ce022709a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.547651112Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.547789487Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.549227771Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.553787043Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.567126947Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.571545444Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.571843673Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.571902695Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.571944386Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.571986458Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.575342742Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.580093539Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.978072328Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions","method":"POST","req_id":"ba204d79-f0c7-400b-b42e-0a7d6700fe84","remote_addr":"[fd00:1122:3344:101::a]:63903","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.152590484Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","method":"GET","req_id":"27698093-aad2-40f9-826c-53783505f2bd","remote_addr":"[fd00:1122:3344:101::a]:63903","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.155616868Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"dataset is oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.170957744Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"region 9bd2d25b-1dec-48ba-a7aa-ec1ce022709a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.179985294Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.18018437Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.180247912Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","method":"DELETE","req_id":"790b9f83-2fac-4deb-a201-e9f795281380","remote_addr":"[fd00:1122:3344:101::a]:63903","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24750,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9bd2d25b-1dec-48ba-a7aa-ec1ce022709a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.18178845Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.183471602Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","method":"GET","req_id":"756f7a0c-ce34-44fc-9fa8-5e61f329e36a","remote_addr":"[fd00:1122:3344:101::a]:63903","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.191707317Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crucible/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.204659579Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"region":"9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","component":"worker"}
{"msg":"region 9bd2d25b-1dec-48ba-a7aa-ec1ce022709a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.271538075Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.334660814Z","hostname":"oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a","pid":21067,"uri":"/crucible/0/regions/9bd2d25b-1dec-48ba-a7aa-ec1ce022709a","method":"GET","req_id":"23ca581d-8365-495d-8d40-dec7974fc99d","remote_addr":"[fd00:1122:3344:101::a]:63903","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":"200"}