[ Mar 19 13:02:42 Enabled. ]
[ Mar 19 13:02:42 Rereading configuration. ]
[ Mar 19 13:02:46 Rereading configuration. ]
[ Mar 19 13:02:56 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:02:56.928729354Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089}
{"msg":"dataset: \"oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:02:56.929385807Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:02:56.929397177Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:02:56.929402337Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:02:56.943452637Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:02:57.149812653Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.187419863Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39184"}
{"msg":"region f33f798a-c84b-4a67-8550-164c6be8fe30 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.215833588Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.21895363Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.219010421Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"9f3a342a-880e-4798-ad58-26433ca1b9c2","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16839,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.228600872Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.228622322Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f33f798a-c84b-4a67-8550-164c6be8fe30\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f33f798a-c84b-4a67-8550-164c6be8fe30\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.308040272Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"f33f798a-c84b-4a67-8550-164c6be8fe30","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f33f798a-c84b-4a67-8550-164c6be8fe30\" \"--data\" \"/data/regions/f33f798a-c84b-4a67-8550-164c6be8fe30\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.310308748Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"f33f798a-c84b-4a67-8550-164c6be8fe30","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.44863205Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"6bc20526-127b-44de-9486-46fe6f3db413","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.656357563Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"f33f798a-c84b-4a67-8550-164c6be8fe30","component":"worker"}
{"msg":"region f33f798a-c84b-4a67-8550-164c6be8fe30 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.656430914Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.656618708Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f33f798a-c84b-4a67-8550-164c6be8fe30","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.656946445Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f33f798a-c84b-4a67-8550-164c6be8fe30","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.663654428Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.680271197Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f33f798a-c84b-4a67-8550-164c6be8fe30","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.683630104Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.68443556Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.684498422Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.684535362Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.684567843Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.689560782Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:29.694323277Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.047084536Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"053234f2-8273-49ab-8bfc-38e065c55afc","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.503048908Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","method":"GET","req_id":"2f9f116b-4205-4420-a291-6e87378bf9d0","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/f33f798a-c84b-4a67-8550-164c6be8fe30\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.508915245Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"dataset is oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.518328062Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"region f33f798a-c84b-4a67-8550-164c6be8fe30 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.526032325Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.52626111Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.526315001Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","method":"DELETE","req_id":"97e1e074-092f-429a-996b-44d7dfc89dfb","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17335,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-f33f798a-c84b-4a67-8550-164c6be8fe30 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.527204979Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.532949433Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.536241268Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","method":"GET","req_id":"660e7bd8-a121-45b1-b2b9-0deca17b69b7","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/f33f798a-c84b-4a67-8550-164c6be8fe30\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.542096805Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"f33f798a-c84b-4a67-8550-164c6be8fe30","component":"worker"}
{"msg":"region f33f798a-c84b-4a67-8550-164c6be8fe30 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.622597447Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:03:30.625609297Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/f33f798a-c84b-4a67-8550-164c6be8fe30","method":"GET","req_id":"dc59be69-e358-4632-b1fe-f8b74a352a20","remote_addr":"[fd00:1122:3344:101::b]:39184","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.84388431Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60513"}
{"msg":"region 6a0893f8-85f9-4049-8b80-6d131fb1b5fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.844690556Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.844744197Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.844756118Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"e7a96c4a-cd3c-4f85-aba4-376bbb667c3c","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":694,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/6a0893f8-85f9-4049-8b80-6d131fb1b5fe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.853689005Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/6a0893f8-85f9-4049-8b80-6d131fb1b5fe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.853717806Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6a0893f8-85f9-4049-8b80-6d131fb1b5fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a0893f8-85f9-4049-8b80-6d131fb1b5fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.91123171Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"6a0893f8-85f9-4049-8b80-6d131fb1b5fe","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a0893f8-85f9-4049-8b80-6d131fb1b5fe\" \"--data\" \"/data/regions/6a0893f8-85f9-4049-8b80-6d131fb1b5fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.911274761Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"6a0893f8-85f9-4049-8b80-6d131fb1b5fe","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:38.982420007Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"38c7729c-c984-4f68-959c-c12ce44dfd99","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.200079867Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"6a0893f8-85f9-4049-8b80-6d131fb1b5fe","component":"worker"}
{"msg":"region 6a0893f8-85f9-4049-8b80-6d131fb1b5fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.200130188Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.20022902Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6a0893f8-85f9-4049-8b80-6d131fb1b5fe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.201100018Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a0893f8-85f9-4049-8b80-6d131fb1b5fe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.210921603Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.234338829Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a0893f8-85f9-4049-8b80-6d131fb1b5fe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.23790949Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a0893f8-85f9-4049-8b80-6d131fb1b5fe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.238207826Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.238251347Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.238292418Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.238327398Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.242470021Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.247378009Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:39.290578378Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"0dac6be0-46f8-4fdf-8beb-b3136acad0de","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region e2ec3925-a684-49bb-9962-d96bf9aefe38 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.737461653Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.737614756Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.737623757Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"aea9c831-0b84-42d4-ade4-de21ebb130e5","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":216,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.744013494Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.744035184Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e2ec3925-a684-49bb-9962-d96bf9aefe38\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.811796792Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"e2ec3925-a684-49bb-9962-d96bf9aefe38","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e2ec3925-a684-49bb-9962-d96bf9aefe38\" \"--data\" \"/data/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.811849993Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"e2ec3925-a684-49bb-9962-d96bf9aefe38","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.896669081Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"e2ec3925-a684-49bb-9962-d96bf9aefe38","component":"worker"}
{"msg":"region e2ec3925-a684-49bb-9962-d96bf9aefe38 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.896710172Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.896811554Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e2ec3925-a684-49bb-9962-d96bf9aefe38","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.902326123Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e2ec3925-a684-49bb-9962-d96bf9aefe38","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.9096711Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.917751729Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e2ec3925-a684-49bb-9962-d96bf9aefe38","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.921796521Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.922085177Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.922127408Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.922168098Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.922214929Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.926315461Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:45.932233038Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:13:46.064748795Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions","method":"POST","req_id":"d0e4593d-f3c7-4138-99ec-c3166ff6a5b9","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.938683468Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","method":"GET","req_id":"21a266ad-0453-41db-9a31-03c7b946204d","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"path is \"/data/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.943476744Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"dataset is oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.953643706Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"region e2ec3925-a684-49bb-9962-d96bf9aefe38 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.960938991Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.961125615Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.961145805Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","method":"DELETE","req_id":"1e7f1536-4d18-4872-ac9c-72d3663dccb3","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17664,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e2ec3925-a684-49bb-9962-d96bf9aefe38 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.962762257Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:11.965099364Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","method":"GET","req_id":"62646164-7734-406d-99d2-45c25768af77","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:12.026869553Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","method":"GET","req_id":"15135022-78cc-4c41-ab2a-31aba382c88f","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:12.030473284Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a56eaf4b-ccaf-4d7e-9720-2186a7ad4654/crucible/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:12.039476463Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"region":"e2ec3925-a684-49bb-9962-d96bf9aefe38","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:12.133484794Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","method":"GET","req_id":"641417ea-b22f-41c4-a4a3-3529ce0f61f4","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"region e2ec3925-a684-49bb-9962-d96bf9aefe38 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:12.170818807Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T13:14:12.310665649Z","hostname":"oxz_crucible_20b5e4e6-be09-47f0-a673-be4c66372731","pid":24089,"uri":"/crucible/0/regions/e2ec3925-a684-49bb-9962-d96bf9aefe38","method":"GET","req_id":"58b048aa-2119-49e5-b91a-45ec7c10fb2c","remote_addr":"[fd00:1122:3344:101::b]:60513","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}