{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.37827853Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34895"}
{"msg":"region 8bf98a30-53ee-4c92-9d34-5e4219a5e7e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.378380072Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.378955695Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"uri":"/crucible/0/regions","method":"POST","req_id":"3bb7f2be-bd6d-44d7-9098-44071a5a44a3","remote_addr":"[fd00:1122:3344:101::b]:34895","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":613,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.378971005Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.386257195Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.386276995Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8bf98a30-53ee-4c92-9d34-5e4219a5e7e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8bf98a30-53ee-4c92-9d34-5e4219a5e7e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.433372403Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"region":"8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8bf98a30-53ee-4c92-9d34-5e4219a5e7e1\" \"--data\" \"/data/regions/8bf98a30-53ee-4c92-9d34-5e4219a5e7e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.433398884Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"region":"8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.51657739Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"region":"8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","component":"worker"}
{"msg":"region 8bf98a30-53ee-4c92-9d34-5e4219a5e7e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.51660992Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.516711152Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.535482292Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.547333171Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.557171436Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.559743492Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bf98a30-53ee-4c92-9d34-5e4219a5e7e1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.560060059Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.56010357Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.560153501Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.560193342Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.563907973Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.568326549Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:21.691371056Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"uri":"/crucible/0/regions","method":"POST","req_id":"dc465840-3db1-4dc9-86a5-c1074fcefd2b","remote_addr":"[fd00:1122:3344:101::b]:34895","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.482293913Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"uri":"/crucible/0/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd","method":"GET","req_id":"7e497853-bf05-46d9-8a2f-b794761ab01c","remote_addr":"[fd00:1122:3344:101::b]:34895","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.485756829Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"dataset is oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.492393023Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"snapshot is oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd@5363e31b-f1c1-44bb-bba8-96d72fb141be","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.49820149Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd\", \"5363e31b-f1c1-44bb-bba8-96d72fb141be\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.49822165Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.506645094Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"uri":"/crucible/0/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd/snapshots/5363e31b-f1c1-44bb-bba8-96d72fb141be","method":"GET","req_id":"2d4e92a2-fc43-4345-af5e-514ab0992a14","remote_addr":"[fd00:1122:3344:101::b]:34895","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20917,"response_code":200}
{"msg":"path is \"/data/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.509747402Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"dataset is oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.51513305Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"snapshot is oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd@5363e31b-f1c1-44bb-bba8-96d72fb141be","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.519897274Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd\", \"5363e31b-f1c1-44bb-bba8-96d72fb141be\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.519915234Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 641a01af-4e84-4c91-874b-e9b09c9c03dd-5363e31b-f1c1-44bb-bba8-96d72fb141be state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.528850609Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.528996682Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"uri":"/crucible/0/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd/snapshots/5363e31b-f1c1-44bb-bba8-96d72fb141be/run","method":"POST","req_id":"0e00bce3-0650-4998-a500-52b7e31ad7fe","remote_addr":"[fd00:1122:3344:101::b]:34895","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19280,"response_code":200}
{"msg":"applying SMF actions for region 641a01af-4e84-4c91-874b-e9b09c9c03dd running snapshot 5363e31b-f1c1-44bb-bba8-96d72fb141be (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.529010003Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-641a01af-4e84-4c91-874b-e9b09c9c03dd-5363e31b-f1c1-44bb-bba8-96d72fb141be","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.534513493Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-641a01af-4e84-4c91-874b-e9b09c9c03dd-5363e31b-f1c1-44bb-bba8-96d72fb141be","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.537885556Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-641a01af-4e84-4c91-874b-e9b09c9c03dd-5363e31b-f1c1-44bb-bba8-96d72fb141be","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.546846672Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd/.zfs/snapshot/5363e31b-f1c1-44bb-bba8-96d72fb141be","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.547117078Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.547168679Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.54720557Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.547239361Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.547282372Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.551062994Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.555602773Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"worker"}
{"msg":"region 641a01af-4e84-4c91-874b-e9b09c9c03dd running snapshot 5363e31b-f1c1-44bb-bba8-96d72fb141be state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.555611283Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"path is \"/data/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.798434405Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"dataset is oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.804325963Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"datafile"}
{"msg":"snapshot is oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd@5363e31b-f1c1-44bb-bba8-96d72fb141be","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.810631731Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_dab3e035-1d0e-4d86-be0e-30f0ca33b8c0/crucible/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd\", \"5363e31b-f1c1-44bb-bba8-96d72fb141be\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.810654431Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-06T23:32:23.817093632Z","hostname":"oxz_crucible_77822e38-87fa-4d31-b522-d18dc3fa7130","pid":23512,"uri":"/crucible/0/regions/641a01af-4e84-4c91-874b-e9b09c9c03dd/snapshots/5363e31b-f1c1-44bb-bba8-96d72fb141be/run","method":"POST","req_id":"5e002314-6821-426d-b9f5-34383dd8944c","remote_addr":"[fd00:1122:3344:101::b]:34895","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18702,"response_code":200}