{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.80667836Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62272"}
{"msg":"region 6f22c0ce-12bd-447d-bcbd-40bb26a168d9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.859309965Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.862239543Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.862257023Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions","method":"POST","req_id":"5861577d-46f8-4a30-bda1-fe03ab823384","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23929,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ef15d4c2-aeaf-4f0b-8513-02a4bb4826c7/crucible/regions/6f22c0ce-12bd-447d-bcbd-40bb26a168d9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.883371003Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ef15d4c2-aeaf-4f0b-8513-02a4bb4826c7/crucible/regions/6f22c0ce-12bd-447d-bcbd-40bb26a168d9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.883388993Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6f22c0ce-12bd-447d-bcbd-40bb26a168d9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6f22c0ce-12bd-447d-bcbd-40bb26a168d9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.95778431Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"region":"6f22c0ce-12bd-447d-bcbd-40bb26a168d9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6f22c0ce-12bd-447d-bcbd-40bb26a168d9\" \"--data\" \"/data/regions/6f22c0ce-12bd-447d-bcbd-40bb26a168d9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:58.96228365Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"region":"6f22c0ce-12bd-447d-bcbd-40bb26a168d9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.029216559Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions","method":"POST","req_id":"a70f018d-8d74-4476-b36b-002f4afd33af","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.402234286Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"region":"6f22c0ce-12bd-447d-bcbd-40bb26a168d9","component":"worker"}
{"msg":"region 6f22c0ce-12bd-447d-bcbd-40bb26a168d9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.402279077Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.402362788Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6f22c0ce-12bd-447d-bcbd-40bb26a168d9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.402745266Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f22c0ce-12bd-447d-bcbd-40bb26a168d9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.416237354Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.445797701Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f22c0ce-12bd-447d-bcbd-40bb26a168d9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.453078905Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f22c0ce-12bd-447d-bcbd-40bb26a168d9","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.453729218Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.45379159Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.45383047Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.453865931Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.465085174Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.470973681Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:24:59.669443041Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions","method":"POST","req_id":"1a4bba0f-fa76-45a6-84aa-21696b3e6b0b","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region 78a6cb40-de89-495d-8010-0c8d6ee6c7d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.318824249Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.318982992Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions","method":"POST","req_id":"06c115e8-f71a-42e1-abfb-75002029053d","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":210,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.319008893Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ef15d4c2-aeaf-4f0b-8513-02a4bb4826c7/crucible/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.325728606Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ef15d4c2-aeaf-4f0b-8513-02a4bb4826c7/crucible/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.325745996Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"78a6cb40-de89-495d-8010-0c8d6ee6c7d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.371409683Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"region":"78a6cb40-de89-495d-8010-0c8d6ee6c7d6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"78a6cb40-de89-495d-8010-0c8d6ee6c7d6\" \"--data\" \"/data/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.371451034Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"region":"78a6cb40-de89-495d-8010-0c8d6ee6c7d6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.441916853Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"region":"78a6cb40-de89-495d-8010-0c8d6ee6c7d6","component":"worker"}
{"msg":"region 78a6cb40-de89-495d-8010-0c8d6ee6c7d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.441954064Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.442045716Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-78a6cb40-de89-495d-8010-0c8d6ee6c7d6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.445600686Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-78a6cb40-de89-495d-8010-0c8d6ee6c7d6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.449012224Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.4558437Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78a6cb40-de89-495d-8010-0c8d6ee6c7d6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.458788248Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.459059134Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.459111355Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.459147645Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.459183376Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.462552873Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.467075903Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:06.549095111Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions","method":"POST","req_id":"3bd22d1a-62b5-4ac3-8bd7-86a1f35498f4","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.468440786Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","method":"GET","req_id":"4cce2a06-1dfd-4073-ac26-6b0e3c15f599","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.471769252Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"dataset is oxp_ef15d4c2-aeaf-4f0b-8513-02a4bb4826c7/crucible/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.481551936Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"region 78a6cb40-de89-495d-8010-0c8d6ee6c7d6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.488114767Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.488721399Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","method":"DELETE","req_id":"5ac4ed04-c69a-4ec1-89d8-f786fd1c1bfc","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16986,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.488741569Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-78a6cb40-de89-495d-8010-0c8d6ee6c7d6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.48979834Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.491983694Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","method":"GET","req_id":"f0b5f117-293c-4aba-a690-b23b92425f5c","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.500236707Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ef15d4c2-aeaf-4f0b-8513-02a4bb4826c7/crucible/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.508274197Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"region":"78a6cb40-de89-495d-8010-0c8d6ee6c7d6","component":"worker"}
{"msg":"region 78a6cb40-de89-495d-8010-0c8d6ee6c7d6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.54920732Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T03:25:31.576866149Z","hostname":"oxz_crucible_3e66b85e-22d5-4149-83e3-16e0e2bb7bce","pid":25900,"uri":"/crucible/0/regions/78a6cb40-de89-495d-8010-0c8d6ee6c7d6","method":"GET","req_id":"be106e47-79a0-4e94-89f0-26e86d044be8","remote_addr":"[fd00:1122:3344:101::a]:62272","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":42,"response_code":200}