[ Feb 23 16:30:44 Enabled. ]
[ Feb 23 16:30:44 Rereading configuration. ]
[ Feb 23 16:30:47 Rereading configuration. ]
[ Feb 23 16:30:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.041190544Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703}
{"msg":"dataset: \"oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.041929699Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.04193861Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.04194376Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.055554412Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:30:56.246895505Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.463552091Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48692"}
{"msg":"region 140bd3f8-89b0-4d23-8f99-c66e9dc950cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.491368104Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.494041179Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.4940981Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions","method":"POST","req_id":"ff6fbe8c-e3bd-40fd-b8a3-be52281aa4ba","remote_addr":"[fd00:1122:3344:101::c]:48692","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16561,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.50239662Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.50240918Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"140bd3f8-89b0-4d23-8f99-c66e9dc950cf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.581677751Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"region":"140bd3f8-89b0-4d23-8f99-c66e9dc950cf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"140bd3f8-89b0-4d23-8f99-c66e9dc950cf\" \"--data\" \"/data/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.583767534Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"region":"140bd3f8-89b0-4d23-8f99-c66e9dc950cf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.662738918Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions","method":"POST","req_id":"ee8feeb9-8f58-41a4-8637-328592ff2fa9","remote_addr":"[fd00:1122:3344:101::c]:48692","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.957233465Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"region":"140bd3f8-89b0-4d23-8f99-c66e9dc950cf","component":"worker"}
{"msg":"region 140bd3f8-89b0-4d23-8f99-c66e9dc950cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.957324007Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.957499691Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.957831068Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.96425574Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.977598624Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.981132437Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.981840192Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.981906713Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.981948994Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.981980684Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.986980097Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:50.99198656Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:31:51.120310569Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions","method":"POST","req_id":"187e3373-730a-4783-809a-716553ed2d50","remote_addr":"[fd00:1122:3344:101::c]:48692","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.491206711Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62285"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.491837754Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf","method":"GET","req_id":"07742961-7def-4268-8322-1568ef3d4aeb","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.494496529Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"dataset is oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.499944371Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"snapshot is oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf@501ad197-e2ed-4849-8d91-14222bfc9a60","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.504961194Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\", \"501ad197-e2ed-4849-8d91-14222bfc9a60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.504987255Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.513228314Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf/snapshots/501ad197-e2ed-4849-8d91-14222bfc9a60","method":"GET","req_id":"10cb4440-d295-4207-bfa4-1bfae366df92","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18745,"response_code":200}
{"msg":"path is \"/data/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.516340768Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"dataset is oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.521095296Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"snapshot is oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf@501ad197-e2ed-4849-8d91-14222bfc9a60","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.526246072Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\", \"501ad197-e2ed-4849-8d91-14222bfc9a60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.526275823Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 140bd3f8-89b0-4d23-8f99-c66e9dc950cf-501ad197-e2ed-4849-8d91-14222bfc9a60 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.532339817Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.532932249Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf/snapshots/501ad197-e2ed-4849-8d91-14222bfc9a60/run","method":"POST","req_id":"ca9191eb-abeb-491e-8077-23f69fedb1b0","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16607,"response_code":200}
{"msg":"applying SMF actions for region 140bd3f8-89b0-4d23-8f99-c66e9dc950cf running snapshot 501ad197-e2ed-4849-8d91-14222bfc9a60 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.53295005Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-140bd3f8-89b0-4d23-8f99-c66e9dc950cf-501ad197-e2ed-4849-8d91-14222bfc9a60","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.554890051Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-140bd3f8-89b0-4d23-8f99-c66e9dc950cf-501ad197-e2ed-4849-8d91-14222bfc9a60","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.561801663Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-140bd3f8-89b0-4d23-8f99-c66e9dc950cf-501ad197-e2ed-4849-8d91-14222bfc9a60","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.574388462Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf/.zfs/snapshot/501ad197-e2ed-4849-8d91-14222bfc9a60","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.574699919Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.57474086Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.57477594Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.574814391Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.574858362Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.578626569Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.583249104Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"region 140bd3f8-89b0-4d23-8f99-c66e9dc950cf running snapshot 501ad197-e2ed-4849-8d91-14222bfc9a60 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.583258815Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"path is \"/data/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.762331448Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"dataset is oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.768618837Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"snapshot is oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf@501ad197-e2ed-4849-8d91-14222bfc9a60","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.77364966Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf\", \"501ad197-e2ed-4849-8d91-14222bfc9a60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.773680631Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:17.779889199Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/140bd3f8-89b0-4d23-8f99-c66e9dc950cf/snapshots/501ad197-e2ed-4849-8d91-14222bfc9a60/run","method":"POST","req_id":"d29387e6-2963-4786-a11f-cf6ff5d6b478","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17622,"response_code":200}
{"msg":"region 8f4b4d1f-a1e8-4739-bffd-1d5d588ae269 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.75286123Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.753028814Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions","method":"POST","req_id":"6e7b82cd-7c2b-4284-a69d-f7a46309dd4f","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":221,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.753057525Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.759863654Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.759891915Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8f4b4d1f-a1e8-4739-bffd-1d5d588ae269\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.814546739Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"region":"8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8f4b4d1f-a1e8-4739-bffd-1d5d588ae269\" \"--data\" \"/data/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.81458746Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"region":"8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.905563891Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"region":"8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","component":"worker"}
{"msg":"region 8f4b4d1f-a1e8-4739-bffd-1d5d588ae269 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.905598012Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.905696984Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.906698665Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.918822674Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.925736966Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.929114536Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.929390621Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.929431342Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.929467893Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.929501224Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.932892513Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:22.938277544Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:23.026772074Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions","method":"POST","req_id":"ade726e7-e561-43c1-abca-b06822468e5b","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.423703568Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","method":"GET","req_id":"45b46c79-51ac-4661-8cde-7bb2d472158d","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.426290972Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"dataset is oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.435526192Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"region 8f4b4d1f-a1e8-4739-bffd-1d5d588ae269 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.442822692Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.443576947Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","method":"DELETE","req_id":"e6f6840f-620f-42d7-9623-39bf3f96a815","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17329,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.443638158Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-8f4b4d1f-a1e8-4739-bffd-1d5d588ae269 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.445377134Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.446752793Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","method":"GET","req_id":"c8748057-f548-4ca4-80fb-9469784efbea","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.45974721Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_19a7746a-6f34-4bcd-bd11-3581a9471156/crucible/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.466855566Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"region":"8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.503180722Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","method":"GET","req_id":"77561dac-6a06-4124-8c66-e3e7c9fbe76d","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"region 8f4b4d1f-a1e8-4739-bffd-1d5d588ae269 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.530355951Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-23T16:43:47.668917201Z","hostname":"oxz_crucible_ca26b3d5-82ba-466c-a2e4-a754a5b29651","pid":28703,"uri":"/crucible/0/regions/8f4b4d1f-a1e8-4739-bffd-1d5d588ae269","method":"GET","req_id":"02d90a95-6805-4b1d-948c-b70131e48fb5","remote_addr":"[fd00:1122:3344:101::c]:62285","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33,"response_code":200}