[ Dec 21 00:16:47 Enabled. ]
[ Dec 21 00:16:47 Rereading configuration. ]
[ Dec 21 00:16:48 Rereading configuration. ]
[ Dec 21 00:16:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:53.425149432Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:53.433966526Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:53.433980546Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:53.461524656Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:16:53.562335647Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.456348867Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55053"}
{"msg":"region f9f30d1c-21be-4b8d-a95b-947aede81655 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.492186976Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.496523051Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.50103874Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"517953fc-2ba0-4197-abce-229415ab93a2","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14770,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.50667823Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.50669758Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f9f30d1c-21be-4b8d-a95b-947aede81655\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f9f30d1c-21be-4b8d-a95b-947aede81655\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.559037277Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"f9f30d1c-21be-4b8d-a95b-947aede81655","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f9f30d1c-21be-4b8d-a95b-947aede81655\" \"--data\" \"/data/regions/f9f30d1c-21be-4b8d-a95b-947aede81655\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.56105446Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"f9f30d1c-21be-4b8d-a95b-947aede81655","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.654185827Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"3fd0962b-5595-4692-a379-f82d6a5bf626","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.732312557Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"f9f30d1c-21be-4b8d-a95b-947aede81655","component":"worker"}
{"msg":"region f9f30d1c-21be-4b8d-a95b-947aede81655 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.732352378Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.73244527Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f9f30d1c-21be-4b8d-a95b-947aede81655","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.73282528Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f9f30d1c-21be-4b8d-a95b-947aede81655","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.737101084Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.748162477Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f9f30d1c-21be-4b8d-a95b-947aede81655","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.751837254Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.752585264Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.752650866Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.752697407Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.752737208Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.756644662Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.760495944Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:50.913727672Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"3638a10c-8593-4a7c-98b4-51e046a2c495","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.165908552Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","method":"GET","req_id":"91f79070-c3ce-4ddb-86f3-3a220a986522","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"path is \"/data/regions/f9f30d1c-21be-4b8d-a95b-947aede81655\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.17186647Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"dataset is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.18279493Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"region f9f30d1c-21be-4b8d-a95b-947aede81655 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.191817919Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.191967703Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.192024374Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","method":"DELETE","req_id":"7a5e844d-48a7-4fb4-b1c4-fae5daa75f4e","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20195,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-f9f30d1c-21be-4b8d-a95b-947aede81655 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.195076935Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.195214159Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","method":"GET","req_id":"88bc7637-66d6-43db-aca6-edfcb6afefe8","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.199661067Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/f9f30d1c-21be-4b8d-a95b-947aede81655\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.211454849Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"f9f30d1c-21be-4b8d-a95b-947aede81655","component":"worker"}
{"msg":"region f9f30d1c-21be-4b8d-a95b-947aede81655 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.272311691Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:51.294585611Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/f9f30d1c-21be-4b8d-a95b-947aede81655","method":"GET","req_id":"01de3b5f-f9f2-4134-850a-25c10248fcb0","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"region ff52b965-fac4-4760-bf0b-bf8e58ef8459 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.688175148Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.688325842Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.688345143Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"2912fc62-bddb-4e55-b0b8-0b98bc6c3bde","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":219,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.697355691Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.697388372Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ff52b965-fac4-4760-bf0b-bf8e58ef8459\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.744838589Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"ff52b965-fac4-4760-bf0b-bf8e58ef8459","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ff52b965-fac4-4760-bf0b-bf8e58ef8459\" \"--data\" \"/data/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.74676185Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"ff52b965-fac4-4760-bf0b-bf8e58ef8459","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.817441073Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"ff52b965-fac4-4760-bf0b-bf8e58ef8459","component":"worker"}
{"msg":"region ff52b965-fac4-4760-bf0b-bf8e58ef8459 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.817509605Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.817637668Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.819103447Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.821904541Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.830080058Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.83280391Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.833095207Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.833151049Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.83319326Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.833246481Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.837229557Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.842350012Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:17:53.987251741Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"d320baea-45d9-41f2-8c80-45f608246d92","remote_addr":"[fd00:1122:3344:101::a]:55053","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.466444758Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53982"}
{"msg":"region 19d0362a-6fe2-4c32-8a82-05ee601ad2e9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.466610243Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.467237589Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.46725335Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"896818f6-2368-42f8-9b18-70f3c8a9f491","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":746,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/19d0362a-6fe2-4c32-8a82-05ee601ad2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.477631615Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/19d0362a-6fe2-4c32-8a82-05ee601ad2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.477671576Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"19d0362a-6fe2-4c32-8a82-05ee601ad2e9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/19d0362a-6fe2-4c32-8a82-05ee601ad2e9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.538935399Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"19d0362a-6fe2-4c32-8a82-05ee601ad2e9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"19d0362a-6fe2-4c32-8a82-05ee601ad2e9\" \"--data\" \"/data/regions/19d0362a-6fe2-4c32-8a82-05ee601ad2e9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.53899614Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"19d0362a-6fe2-4c32-8a82-05ee601ad2e9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.599313818Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"7d695610-2ccc-4b75-b415-7462cab6a0c4","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.665521962Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"19d0362a-6fe2-4c32-8a82-05ee601ad2e9","component":"worker"}
{"msg":"region 19d0362a-6fe2-4c32-8a82-05ee601ad2e9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.665557823Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.665754378Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-19d0362a-6fe2-4c32-8a82-05ee601ad2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.667454503Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-19d0362a-6fe2-4c32-8a82-05ee601ad2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.682870222Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.699869652Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-19d0362a-6fe2-4c32-8a82-05ee601ad2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.704006382Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/19d0362a-6fe2-4c32-8a82-05ee601ad2e9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.704444333Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.704509245Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.704564176Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.704618968Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.709191349Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.717062207Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:13.94098499Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"7177edd7-3e10-4117-be1f-fd4e02dfd283","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":731,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.150822549Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459","method":"GET","req_id":"5a5bef18-d06c-4425-9aad-7e9cea7f32e5","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"path is \"/data/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.154151307Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"dataset is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.162641462Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"snapshot is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459@9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.171469866Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\", \"9e83aa1a-7eee-477e-bf34-353a0eb8bb47\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.171498176Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.181471571Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459/snapshots/9e83aa1a-7eee-477e-bf34-353a0eb8bb47","method":"GET","req_id":"24e9034a-5c56-458d-8922-3ddefff4a6d3","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27327,"response_code":"200"}
{"msg":"path is \"/data/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.185367844Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"dataset is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.194173037Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"snapshot is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459@9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.201354137Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\", \"9e83aa1a-7eee-477e-bf34-353a0eb8bb47\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.201387768Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ff52b965-fac4-4760-bf0b-bf8e58ef8459-9e83aa1a-7eee-477e-bf34-353a0eb8bb47 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.211170267Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"applying SMF actions for region ff52b965-fac4-4760-bf0b-bf8e58ef8459 running snapshot 9e83aa1a-7eee-477e-bf34-353a0eb8bb47 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.211323331Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.211353162Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459/snapshots/9e83aa1a-7eee-477e-bf34-353a0eb8bb47/run","method":"POST","req_id":"693dcaa0-4013-4423-8486-708e80e0e960","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26024,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-ff52b965-fac4-4760-bf0b-bf8e58ef8459-9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.213977122Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ff52b965-fac4-4760-bf0b-bf8e58ef8459-9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.216915379Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ff52b965-fac4-4760-bf0b-bf8e58ef8459-9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.22673323Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459/.zfs/snapshot/9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.227066108Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.2271223Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.227165001Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.227210652Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.227259333Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.230923141Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.235781539Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"region ff52b965-fac4-4760-bf0b-bf8e58ef8459 running snapshot 9e83aa1a-7eee-477e-bf34-353a0eb8bb47 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.235788359Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"path is \"/data/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.551208605Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"dataset is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.560185593Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"snapshot is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459@9e83aa1a-7eee-477e-bf34-353a0eb8bb47","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.56912032Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459\", \"9e83aa1a-7eee-477e-bf34-353a0eb8bb47\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.569160601Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:15.57744314Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/ff52b965-fac4-4760-bf0b-bf8e58ef8459/snapshots/9e83aa1a-7eee-477e-bf34-353a0eb8bb47/run","method":"POST","req_id":"94557d33-a19f-43f6-a97c-b1fc397ca6fc","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26322,"response_code":"200"}
{"msg":"region 6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.701473248Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.701674403Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"d2b0a962-c773-4def-9da0-742213d92e0b","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":273,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.701706504Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.712639044Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.712680135Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.775200221Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3\" \"--data\" \"/data/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.775256043Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.846482739Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","component":"worker"}
{"msg":"region 6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.84652786Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.846629013Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.848442221Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.85181039Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.858946259Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.862257477Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.862531194Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.862586565Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.862631527Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.862673668Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.866200931Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.876676789Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:19.967949047Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions","method":"POST","req_id":"906e333c-0507-4f09-b84a-e128082f6704","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.078693432Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","method":"GET","req_id":"9e36ae81-32e4-4ac5-a87c-a14b67bf2ab7","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.08203503Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"dataset is oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.094731907Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"region 6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.104348462Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.104528097Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.104585938Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","method":"DELETE","req_id":"ac53c2cd-f388-40b7-9f9a-9b28e1013804","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22590,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.10654926Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.108934783Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","method":"GET","req_id":"10004067-2d2d-4ff2-a71c-89fbb67e3366","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.113678239Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_96dd6601-21c1-4f69-a871-ce8980776531/crucible/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.124192557Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"region":"6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.171829149Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","method":"GET","req_id":"d95ff197-570b-4873-ab74-04c6eb08726e","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region 6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.17940751Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:28:44.322141571Z","hostname":"oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742","pid":21898,"uri":"/crucible/0/regions/6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3","method":"GET","req_id":"26a5f573-310a-413d-a474-595b6733bca9","remote_addr":"[fd00:1122:3344:101::a]:53982","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":34,"response_code":"200"}