[ Jan 14 00:45:42 Enabled. ]
[ Jan 14 00:45:42 Rereading configuration. ]
[ Jan 14 00:45:47 Rereading configuration. ]
[ Jan 14 00:45:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:56.082948818Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177}
{"msg":"dataset: \"oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:56.083751436Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:56.083767096Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:56.083775076Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:56.100617865Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:45:56.168722104Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.918756882Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40506"}
{"msg":"region 4023815c-def6-4848-8456-68aafd8966d9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.94472027Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.947804488Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.947864979Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions","method":"POST","req_id":"99f61922-3462-4449-bd55-6d24785eff77","remote_addr":"[fd00:1122:3344:101::a]:40506","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14827,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.95703385Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:22.95706615Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4023815c-def6-4848-8456-68aafd8966d9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4023815c-def6-4848-8456-68aafd8966d9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.025563178Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"4023815c-def6-4848-8456-68aafd8966d9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4023815c-def6-4848-8456-68aafd8966d9\" \"--data\" \"/data/regions/4023815c-def6-4848-8456-68aafd8966d9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.028041083Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"4023815c-def6-4848-8456-68aafd8966d9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.32784712Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions","method":"POST","req_id":"ec1a6f54-6532-4315-aee3-805e84e39766","remote_addr":"[fd00:1122:3344:101::a]:40506","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":120,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.387693229Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"4023815c-def6-4848-8456-68aafd8966d9","component":"worker"}
{"msg":"region 4023815c-def6-4848-8456-68aafd8966d9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.387713969Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.387943634Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.388276171Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.392640517Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.40377624Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.407844109Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.408382691Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.408442862Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.408480793Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.408510694Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.412870999Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.416521089Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:46:23.928382633Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions","method":"POST","req_id":"b1b54043-005b-4270-b26a-7e12d8cd25fb","remote_addr":"[fd00:1122:3344:101::a]:40506","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.079316186Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58658"}
{"msg":"region fd1b00df-ca25-4a36-a58b-e732038612eb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.080001731Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.080171924Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.080181715Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions","method":"POST","req_id":"cab46d1c-2697-44fb-8357-be7d1dae8c20","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":700,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/fd1b00df-ca25-4a36-a58b-e732038612eb","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.086920142Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/fd1b00df-ca25-4a36-a58b-e732038612eb","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.086944732Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fd1b00df-ca25-4a36-a58b-e732038612eb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fd1b00df-ca25-4a36-a58b-e732038612eb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.14490818Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"fd1b00df-ca25-4a36-a58b-e732038612eb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fd1b00df-ca25-4a36-a58b-e732038612eb\" \"--data\" \"/data/regions/fd1b00df-ca25-4a36-a58b-e732038612eb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.144944511Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"fd1b00df-ca25-4a36-a58b-e732038612eb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.21941847Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"fd1b00df-ca25-4a36-a58b-e732038612eb","component":"worker"}
{"msg":"region fd1b00df-ca25-4a36-a58b-e732038612eb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.21944561Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.219543103Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.22992238Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions","method":"POST","req_id":"8e5bb57a-9c61-4c12-95ab-821e67763c95","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"creating missing downstairs instance downstairs-fd1b00df-ca25-4a36-a58b-e732038612eb","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.234200863Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fd1b00df-ca25-4a36-a58b-e732038612eb","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.240368848Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.248720971Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fd1b00df-ca25-4a36-a58b-e732038612eb","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.251396989Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd1b00df-ca25-4a36-a58b-e732038612eb","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.251598944Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.251641305Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.251679655Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.251714886Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.255235233Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:14.260015698Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.466454764Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/4023815c-def6-4848-8456-68aafd8966d9","method":"GET","req_id":"78218701-77db-4543-9bfc-d2088a4e21fe","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/4023815c-def6-4848-8456-68aafd8966d9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.470308118Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"dataset is oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.477978986Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"snapshot is oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9@2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.485292596Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9\", \"2ea16fa9-7923-4200-8b9a-abecf5a49ddd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.485331287Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.494509787Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/4023815c-def6-4848-8456-68aafd8966d9/snapshots/2ea16fa9-7923-4200-8b9a-abecf5a49ddd","method":"GET","req_id":"f7a47a6b-7429-4993-bc46-509dc26ee367","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24228,"response_code":200}
{"msg":"path is \"/data/regions/4023815c-def6-4848-8456-68aafd8966d9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.498408873Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"dataset is oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.504862954Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"snapshot is oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9@2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.512048111Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9\", \"2ea16fa9-7923-4200-8b9a-abecf5a49ddd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.512067621Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4023815c-def6-4848-8456-68aafd8966d9-2ea16fa9-7923-4200-8b9a-abecf5a49ddd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.520607418Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"applying SMF actions for region 4023815c-def6-4848-8456-68aafd8966d9 running snapshot 2ea16fa9-7923-4200-8b9a-abecf5a49ddd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.520744191Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.520752761Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/4023815c-def6-4848-8456-68aafd8966d9/snapshots/2ea16fa9-7923-4200-8b9a-abecf5a49ddd/run","method":"POST","req_id":"a4e8e2d7-78ca-4d14-916a-275de98ec246","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22369,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-4023815c-def6-4848-8456-68aafd8966d9-2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.525105857Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4023815c-def6-4848-8456-68aafd8966d9-2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.535129886Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4023815c-def6-4848-8456-68aafd8966d9-2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.543510779Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4023815c-def6-4848-8456-68aafd8966d9/.zfs/snapshot/2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.543711093Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.543750784Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.543786575Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.543820686Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.543863137Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.547088837Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.550915731Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"region 4023815c-def6-4848-8456-68aafd8966d9 running snapshot 2ea16fa9-7923-4200-8b9a-abecf5a49ddd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.550925691Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"path is \"/data/regions/4023815c-def6-4848-8456-68aafd8966d9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.675879644Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"dataset is oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.682492709Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"snapshot is oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9@2ea16fa9-7923-4200-8b9a-abecf5a49ddd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.688995641Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/4023815c-def6-4848-8456-68aafd8966d9\", \"2ea16fa9-7923-4200-8b9a-abecf5a49ddd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.689019871Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:15.694750307Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/4023815c-def6-4848-8456-68aafd8966d9/snapshots/2ea16fa9-7923-4200-8b9a-abecf5a49ddd/run","method":"POST","req_id":"c6ffa965-f0e3-4a54-a787-8a54790d007f","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18917,"response_code":200}
{"msg":"region b4816abc-c983-4703-829d-319e214fcf59 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.106364831Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.106526304Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.106542395Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions","method":"POST","req_id":"5bf9ef3d-ae98-4e15-9169-97a727288458","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":214,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/b4816abc-c983-4703-829d-319e214fcf59","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.112979315Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/b4816abc-c983-4703-829d-319e214fcf59","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.113010766Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b4816abc-c983-4703-829d-319e214fcf59\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b4816abc-c983-4703-829d-319e214fcf59\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.157647232Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"b4816abc-c983-4703-829d-319e214fcf59","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b4816abc-c983-4703-829d-319e214fcf59\" \"--data\" \"/data/regions/b4816abc-c983-4703-829d-319e214fcf59\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.157687153Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"b4816abc-c983-4703-829d-319e214fcf59","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.228919061Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"b4816abc-c983-4703-829d-319e214fcf59","component":"worker"}
{"msg":"region b4816abc-c983-4703-829d-319e214fcf59 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.228954992Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.229084385Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b4816abc-c983-4703-829d-319e214fcf59","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.230204429Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b4816abc-c983-4703-829d-319e214fcf59","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.233486931Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.239819139Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4816abc-c983-4703-829d-319e214fcf59","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.242393066Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4816abc-c983-4703-829d-319e214fcf59","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.242671942Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.242721383Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.242757934Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.242794484Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.246014745Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.254984281Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:20.267310221Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions","method":"POST","req_id":"88994a21-cc3c-4eb9-88ae-1dde712cb787","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.54047664Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/b4816abc-c983-4703-829d-319e214fcf59","method":"GET","req_id":"5070c516-6510-4231-b242-43c94d44844f","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/b4816abc-c983-4703-829d-319e214fcf59\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.544467728Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"dataset is oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/b4816abc-c983-4703-829d-319e214fcf59","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.555636982Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"region b4816abc-c983-4703-829d-319e214fcf59 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.562847689Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.563507804Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.563518624Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/b4816abc-c983-4703-829d-319e214fcf59","method":"DELETE","req_id":"0bb65e79-2287-41ff-af83-a684a8c0d61d","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19091,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b4816abc-c983-4703-829d-319e214fcf59 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.564523946Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.566397637Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/b4816abc-c983-4703-829d-319e214fcf59","method":"GET","req_id":"46bd2d45-369a-4185-8b8a-900a08111fdf","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.576871256Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d57b98b4-ad56-4e17-a55f-3f40b93498ab/crucible/regions/b4816abc-c983-4703-829d-319e214fcf59\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.584170686Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"region":"b4816abc-c983-4703-829d-319e214fcf59","component":"worker"}
{"msg":"region b4816abc-c983-4703-829d-319e214fcf59 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.635898777Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T00:57:47.655286871Z","hostname":"oxz_crucible_7ab56b4f-0f76-4336-84db-5830e940b8fc","pid":177,"uri":"/crucible/0/regions/b4816abc-c983-4703-829d-319e214fcf59","method":"GET","req_id":"7062e62b-1951-4f62-aeac-b68f569aee23","remote_addr":"[fd00:1122:3344:101::a]:58658","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}