[ Apr  7 02:47:32 Enabled. ]
[ Apr  7 02:47:32 Rereading configuration. ]
[ Apr  7 02:47:33 Rereading configuration. ]
[ Apr  7 02:47:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:38.634396543Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268}
{"msg":"dataset: \"oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:38.635104967Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:38.635115018Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:38.635120338Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:38.647479339Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:38.718979936Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.846675535Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38666"}
{"msg":"region c183c5ea-f4fc-453c-aece-e3e6058e0b27 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.881544161Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.8829218Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.882967461Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions","method":"POST","req_id":"9a7b7c3f-3416-46bd-a464-7e4c38c23738","remote_addr":"[fd00:1122:3344:101::b]:38666","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14337,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.890549781Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.890569341Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c183c5ea-f4fc-453c-aece-e3e6058e0b27\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.946674215Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"c183c5ea-f4fc-453c-aece-e3e6058e0b27","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c183c5ea-f4fc-453c-aece-e3e6058e0b27\" \"--data\" \"/data/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.948853161Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"c183c5ea-f4fc-453c-aece-e3e6058e0b27","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.077773691Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"c183c5ea-f4fc-453c-aece-e3e6058e0b27","component":"worker"}
{"msg":"region c183c5ea-f4fc-453c-aece-e3e6058e0b27 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.077839123Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.078042747Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c183c5ea-f4fc-453c-aece-e3e6058e0b27","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.078374051Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c183c5ea-f4fc-453c-aece-e3e6058e0b27","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.086538626Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.111440962Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c183c5ea-f4fc-453c-aece-e3e6058e0b27","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.117236804Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.117780015Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.117842107Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.117897188Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.117933769Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.123076167Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.128020311Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.233001737Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions","method":"POST","req_id":"b0f68288-a4d8-4a37-b0ac-fa114979ae02","remote_addr":"[fd00:1122:3344:101::b]:38666","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.96396815Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","method":"GET","req_id":"315e1aef-92d2-4b70-9c6e-9867913739e4","remote_addr":"[fd00:1122:3344:101::b]:38666","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":105,"response_code":200}
{"msg":"path is \"/data/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.967620638Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"dataset is oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.975411642Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"region c183c5ea-f4fc-453c-aece-e3e6058e0b27 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.982868589Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.983077534Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","method":"DELETE","req_id":"5c1795d7-7d36-436a-9d9d-b5c5b63f68ba","remote_addr":"[fd00:1122:3344:101::b]:38666","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15488,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.983091044Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-c183c5ea-f4fc-453c-aece-e3e6058e0b27 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.984155987Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.98529033Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","method":"GET","req_id":"98466807-6382-4488-bb39-fc3fcbdd5caa","remote_addr":"[fd00:1122:3344:101::b]:38666","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.989371906Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.997246923Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"c183c5ea-f4fc-453c-aece-e3e6058e0b27","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:18.053867217Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","method":"GET","req_id":"6b0f64ff-9502-45c2-9c34-b13668035c06","remote_addr":"[fd00:1122:3344:101::b]:38666","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region c183c5ea-f4fc-453c-aece-e3e6058e0b27 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:18.075211698Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:18.15827651Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/c183c5ea-f4fc-453c-aece-e3e6058e0b27","method":"GET","req_id":"469d2fd8-08c2-49df-9a7f-c60327380ce4","remote_addr":"[fd00:1122:3344:101::b]:38666","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.591811094Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57201"}
{"msg":"region fddef7a5-0564-44d6-b5d0-d902af386810 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.592149911Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.592833965Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions","method":"POST","req_id":"d2997cb4-9c5a-4161-9cfb-1ad55b45a9f5","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":913,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.592848866Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/fddef7a5-0564-44d6-b5d0-d902af386810","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.602005909Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/fddef7a5-0564-44d6-b5d0-d902af386810","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.60203482Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fddef7a5-0564-44d6-b5d0-d902af386810\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fddef7a5-0564-44d6-b5d0-d902af386810\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.658715956Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"fddef7a5-0564-44d6-b5d0-d902af386810","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fddef7a5-0564-44d6-b5d0-d902af386810\" \"--data\" \"/data/regions/fddef7a5-0564-44d6-b5d0-d902af386810\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.658759287Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"fddef7a5-0564-44d6-b5d0-d902af386810","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:56.724713178Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions","method":"POST","req_id":"16b7496b-3a72-442a-8e6c-b1ac0e9a4640","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.051613086Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"fddef7a5-0564-44d6-b5d0-d902af386810","component":"worker"}
{"msg":"region fddef7a5-0564-44d6-b5d0-d902af386810 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.051663447Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.051756059Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fddef7a5-0564-44d6-b5d0-d902af386810","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.052655158Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fddef7a5-0564-44d6-b5d0-d902af386810","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.065455918Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.095345319Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fddef7a5-0564-44d6-b5d0-d902af386810","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.10300483Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fddef7a5-0564-44d6-b5d0-d902af386810","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.103328857Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.103385158Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.103433479Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.10347232Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.108947776Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.116271581Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:57.221725746Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions","method":"POST","req_id":"67c1bb26-6e05-44b1-a9bf-e41d4c57d13b","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 0a2d2b1e-a0bc-493a-82a2-d193518e5910 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.330904034Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.331087168Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions","method":"POST","req_id":"74cdf981-abac-4b4f-b64f-9b9c2acbd7e8","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":240,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.331117868Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.337598655Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.337625536Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0a2d2b1e-a0bc-493a-82a2-d193518e5910\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.388876307Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"0a2d2b1e-a0bc-493a-82a2-d193518e5910","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0a2d2b1e-a0bc-493a-82a2-d193518e5910\" \"--data\" \"/data/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.388918708Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"0a2d2b1e-a0bc-493a-82a2-d193518e5910","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.466557006Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"0a2d2b1e-a0bc-493a-82a2-d193518e5910","component":"worker"}
{"msg":"region 0a2d2b1e-a0bc-493a-82a2-d193518e5910 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.466586247Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.466690839Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0a2d2b1e-a0bc-493a-82a2-d193518e5910","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.46769206Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0a2d2b1e-a0bc-493a-82a2-d193518e5910","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.475543436Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.482190096Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0a2d2b1e-a0bc-493a-82a2-d193518e5910","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.484905193Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.485158279Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.48520979Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.485254391Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.485304882Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.489231705Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.500815749Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:05.503056207Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions","method":"POST","req_id":"ec848d52-9e75-42ae-a94f-d209a8b027ab","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.76342874Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","method":"GET","req_id":"f9db1e44-67d7-4fe4-90d1-92e3783673f1","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"path is \"/data/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.767644438Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"dataset is oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.780000919Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"region 0a2d2b1e-a0bc-493a-82a2-d193518e5910 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.786854374Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.787963947Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","method":"DELETE","req_id":"dd89c414-e173-43cd-a27e-2e3d58b91b83","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20368,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.787983578Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-0a2d2b1e-a0bc-493a-82a2-d193518e5910 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.788952628Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.790967431Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","method":"GET","req_id":"7666d3ea-a55c-4e06-87e2-6689e31a7042","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.800848479Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d61eb37c-380c-49cc-be4c-11a03a04e8bf/crucible/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.809232826Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"region":"0a2d2b1e-a0bc-493a-82a2-d193518e5910","component":"worker"}
{"msg":"region 0a2d2b1e-a0bc-493a-82a2-d193518e5910 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.862201984Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:59:31.894976145Z","hostname":"oxz_crucible_6cdcddea-49ee-4786-985f-2b93d9c812e1","pid":24268,"uri":"/crucible/0/regions/0a2d2b1e-a0bc-493a-82a2-d193518e5910","method":"GET","req_id":"c87d849a-eb44-498c-862f-e0942523daea","remote_addr":"[fd00:1122:3344:101::b]:57201","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}