[ Jan 16 03:31:45 Enabled. ]
[ Jan 16 03:31:45 Rereading configuration. ]
[ Jan 16 03:31:46 Rereading configuration. ]
[ Jan 16 03:31:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:31:50.017889496Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253}
{"msg":"dataset: \"oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:31:50.01880181Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:31:50.0188167Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:31:50.01882452Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:31:50.033168375Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:31:50.254608688Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.217246632Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63370"}
{"msg":"region 09827b77-0693-499a-9518-082b1e6e80bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.247741168Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.250402598Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.250460259Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions","method":"POST","req_id":"e7124dd4-3ed8-4997-99bf-b3924d021252","remote_addr":"[fd00:1122:3344:101::c]:63370","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17148,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.258167824Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.258183734Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"09827b77-0693-499a-9518-082b1e6e80bd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/09827b77-0693-499a-9518-082b1e6e80bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.349131185Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"region":"09827b77-0693-499a-9518-082b1e6e80bd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"09827b77-0693-499a-9518-082b1e6e80bd\" \"--data\" \"/data/regions/09827b77-0693-499a-9518-082b1e6e80bd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.351338258Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"region":"09827b77-0693-499a-9518-082b1e6e80bd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.547528952Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions","method":"POST","req_id":"7334ed2c-b394-44c1-b96e-c7156aea31f6","remote_addr":"[fd00:1122:3344:101::c]:63370","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.706269317Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"region":"09827b77-0693-499a-9518-082b1e6e80bd","component":"worker"}
{"msg":"region 09827b77-0693-499a-9518-082b1e6e80bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.706343128Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.706549731Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.706898556Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.712439159Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.723337372Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.726332467Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.727773199Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.72784441Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.727895061Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.727928361Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.731748318Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.735956481Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:32:27.944665273Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions","method":"POST","req_id":"2258e155-74ff-4a81-a545-0446ce2219e4","remote_addr":"[fd00:1122:3344:101::c]:63370","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.228367465Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38197"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.228954953Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/09827b77-0693-499a-9518-082b1e6e80bd","method":"GET","req_id":"051c4953-7551-468c-8cda-3bbd33389291","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/09827b77-0693-499a-9518-082b1e6e80bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.234204962Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"dataset is oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.240604728Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"snapshot is oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd@0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.246611418Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd\", \"0bc422a3-9d51-48e9-a8f9-22b4a62ea95f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.246638148Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.255767775Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/09827b77-0693-499a-9518-082b1e6e80bd/snapshots/0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","method":"GET","req_id":"312cfc3c-10d1-4b75-971d-435a7630622d","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21578,"response_code":200}
{"msg":"path is \"/data/regions/09827b77-0693-499a-9518-082b1e6e80bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.263437609Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"dataset is oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.270282672Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"snapshot is oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd@0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.27687102Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd\", \"0bc422a3-9d51-48e9-a8f9-22b4a62ea95f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.27688718Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 09827b77-0693-499a-9518-082b1e6e80bd-0bc422a3-9d51-48e9-a8f9-22b4a62ea95f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.283612351Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"applying SMF actions for region 09827b77-0693-499a-9518-082b1e6e80bd running snapshot 0bc422a3-9d51-48e9-a8f9-22b4a62ea95f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.284417733Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.284427583Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/09827b77-0693-499a-9518-082b1e6e80bd/snapshots/0bc422a3-9d51-48e9-a8f9-22b4a62ea95f/run","method":"POST","req_id":"64b0e038-3af0-4a76-a760-9748a98e8680","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20997,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-09827b77-0693-499a-9518-082b1e6e80bd-0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.301078933Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-09827b77-0693-499a-9518-082b1e6e80bd-0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.312458343Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-09827b77-0693-499a-9518-082b1e6e80bd-0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.324055916Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/09827b77-0693-499a-9518-082b1e6e80bd/.zfs/snapshot/0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.32431189Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.324361141Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.324398971Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.324435512Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.324484652Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.328130767Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.332768996Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"region 09827b77-0693-499a-9518-082b1e6e80bd running snapshot 0bc422a3-9d51-48e9-a8f9-22b4a62ea95f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.332779247Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"path is \"/data/regions/09827b77-0693-499a-9518-082b1e6e80bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.443458003Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"dataset is oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.449845138Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"snapshot is oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd@0bc422a3-9d51-48e9-a8f9-22b4a62ea95f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.455705586Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/09827b77-0693-499a-9518-082b1e6e80bd\", \"0bc422a3-9d51-48e9-a8f9-22b4a62ea95f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.455734136Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:07.461528353Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/09827b77-0693-499a-9518-082b1e6e80bd/snapshots/0bc422a3-9d51-48e9-a8f9-22b4a62ea95f/run","method":"POST","req_id":"afc01335-3ff9-4b55-bdb3-bf05950801b6","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18112,"response_code":200}
{"msg":"region 6db4a1d3-09ff-4301-a968-3dc4ac05a41b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.608650593Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.608812445Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.608824415Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions","method":"POST","req_id":"5650dab1-67e5-4b20-9df7-330e347d0db2","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":207,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.615738239Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.615763139Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6db4a1d3-09ff-4301-a968-3dc4ac05a41b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.662333786Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"region":"6db4a1d3-09ff-4301-a968-3dc4ac05a41b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6db4a1d3-09ff-4301-a968-3dc4ac05a41b\" \"--data\" \"/data/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.662377246Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"region":"6db4a1d3-09ff-4301-a968-3dc4ac05a41b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.741958997Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"region":"6db4a1d3-09ff-4301-a968-3dc4ac05a41b","component":"worker"}
{"msg":"region 6db4a1d3-09ff-4301-a968-3dc4ac05a41b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.741998978Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.742100099Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6db4a1d3-09ff-4301-a968-3dc4ac05a41b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.743144945Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6db4a1d3-09ff-4301-a968-3dc4ac05a41b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.748501385Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.756074088Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6db4a1d3-09ff-4301-a968-3dc4ac05a41b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.760315012Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.760556895Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.760600706Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.760640887Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.760675577Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.764411723Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.770021317Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:13.840976469Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions","method":"POST","req_id":"67bafdc3-3ae6-41d3-85c3-9ec44f4e9e14","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.098868979Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","method":"GET","req_id":"f0428449-f0a2-4c67-97f8-6b3325221351","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"path is \"/data/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.102975161Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"dataset is oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.11226342Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"region 6db4a1d3-09ff-4301-a968-3dc4ac05a41b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.119370186Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.120014076Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.120029576Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","method":"DELETE","req_id":"84955d5f-9a94-45e1-b250-d0d274fbd650","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17091,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-6db4a1d3-09ff-4301-a968-3dc4ac05a41b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.120601525Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.122713446Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","method":"GET","req_id":"c520c09b-4b77-4b3b-9913-3af67f119a1f","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.139508018Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3369b09c-113e-4842-982f-bfe533cea5fb/crucible/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.146449391Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"region":"6db4a1d3-09ff-4301-a968-3dc4ac05a41b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.219288221Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","method":"GET","req_id":"57f541e0-ad7b-4046-9664-195ecf5ff18c","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"region 6db4a1d3-09ff-4301-a968-3dc4ac05a41b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.254335225Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T03:44:42.295650794Z","hostname":"oxz_crucible_1d6a048e-8dbe-4113-a0fe-d32b8cccbb0a","pid":24253,"uri":"/crucible/0/regions/6db4a1d3-09ff-4301-a968-3dc4ac05a41b","method":"GET","req_id":"031290ec-bf65-45ab-b29a-6633043db885","remote_addr":"[fd00:1122:3344:101::c]:38197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":38,"response_code":200}