[ Mar 12 16:15:54 Enabled. ] [ Mar 12 16:15:54 Rereading configuration. ] [ Mar 12 16:15:56 Rereading configuration. ] [ Mar 12 16:16:01 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:01.549414923Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331} {"msg":"dataset: \"oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:01.550363321Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:01.550374641Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:01.550380761Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:01.561190215Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:01.668338397Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.352658245Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49377"} {"msg":"region a1b08382-d9f6-44eb-9d5d-e2db44377218 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.379565863Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.382158752Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.382181852Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions","method":"POST","req_id":"75354e68-24b0-4087-9ef9-9d39628bb13e","remote_addr":"[fd00:1122:3344:101::b]:49377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14989,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.391320485Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.391333155Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a1b08382-d9f6-44eb-9d5d-e2db44377218\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.479659042Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"a1b08382-d9f6-44eb-9d5d-e2db44377218","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a1b08382-d9f6-44eb-9d5d-e2db44377218\" \"--data\" \"/data/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.482311412Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"a1b08382-d9f6-44eb-9d5d-e2db44377218","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.606980714Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions","method":"POST","req_id":"a1e91971-b959-4a5d-9bf1-048538bc717d","remote_addr":"[fd00:1122:3344:101::b]:49377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.819696858Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"a1b08382-d9f6-44eb-9d5d-e2db44377218","component":"worker"} {"msg":"region a1b08382-d9f6-44eb-9d5d-e2db44377218 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.81976767Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.819962613Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a1b08382-d9f6-44eb-9d5d-e2db44377218","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.820287459Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a1b08382-d9f6-44eb-9d5d-e2db44377218","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.824968938Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.841421588Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a1b08382-d9f6-44eb-9d5d-e2db44377218","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.844226541Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.844963095Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.845018516Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.845059597Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.845096038Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.849422669Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.854083777Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:45.974335326Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions","method":"POST","req_id":"f244326d-c2b5-427a-b9ba-be89e157b1bd","remote_addr":"[fd00:1122:3344:101::b]:49377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.80548486Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","method":"GET","req_id":"ad253089-1468-46db-ad9b-d8b82ed315c6","remote_addr":"[fd00:1122:3344:101::b]:49377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.808920925Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"dataset is oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.816784723Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"region a1b08382-d9f6-44eb-9d5d-e2db44377218 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.825438046Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.825649021Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","method":"DELETE","req_id":"2fbdcc56-1ca7-4eb3-9bb6-b57e65fb29b8","remote_addr":"[fd00:1122:3344:101::b]:49377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16751,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.825701722Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a1b08382-d9f6-44eb-9d5d-e2db44377218 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.82668454Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.828576856Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","method":"GET","req_id":"072fcd41-d0e1-40f0-a4d2-fa9119bd4d34","remote_addr":"[fd00:1122:3344:101::b]:49377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.832026251Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.840159624Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"a1b08382-d9f6-44eb-9d5d-e2db44377218","component":"worker"} {"msg":"region a1b08382-d9f6-44eb-9d5d-e2db44377218 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.917560005Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:16:46.929423319Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/a1b08382-d9f6-44eb-9d5d-e2db44377218","method":"GET","req_id":"a3416442-df05-4672-8dbd-90cb364a0401","remote_addr":"[fd00:1122:3344:101::b]:49377","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.798227935Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56290"} {"msg":"region 44e87f51-6675-40e0-8db4-32482cdc1278 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.800150851Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.800176702Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions","method":"POST","req_id":"96406f47-8259-4715-81b0-5128ca2df109","remote_addr":"[fd00:1122:3344:101::b]:56290","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":673,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.800192572Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/44e87f51-6675-40e0-8db4-32482cdc1278","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.809574689Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/44e87f51-6675-40e0-8db4-32482cdc1278","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.80959809Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"44e87f51-6675-40e0-8db4-32482cdc1278\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/44e87f51-6675-40e0-8db4-32482cdc1278\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.853032579Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"44e87f51-6675-40e0-8db4-32482cdc1278","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"44e87f51-6675-40e0-8db4-32482cdc1278\" \"--data\" \"/data/regions/44e87f51-6675-40e0-8db4-32482cdc1278\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:27:59.8530883Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"44e87f51-6675-40e0-8db4-32482cdc1278","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.014911088Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions","method":"POST","req_id":"b19d362b-93eb-48e3-96f6-f1172003c547","remote_addr":"[fd00:1122:3344:101::b]:56290","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.154577689Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"44e87f51-6675-40e0-8db4-32482cdc1278","component":"worker"} {"msg":"region 44e87f51-6675-40e0-8db4-32482cdc1278 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.15462074Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.154715812Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-44e87f51-6675-40e0-8db4-32482cdc1278","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.1556565Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-44e87f51-6675-40e0-8db4-32482cdc1278","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.165492135Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.187900308Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-44e87f51-6675-40e0-8db4-32482cdc1278","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.190797363Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/44e87f51-6675-40e0-8db4-32482cdc1278","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.191000496Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.191044357Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.191082408Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.191118269Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.194167126Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.198337795Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:00.29666466Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions","method":"POST","req_id":"3f86b69b-eb12-4a2f-bad4-8b8415540d85","remote_addr":"[fd00:1122:3344:101::b]:56290","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.862577396Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/44e87f51-6675-40e0-8db4-32482cdc1278","method":"GET","req_id":"1e99c605-6d81-4906-a219-29c90199ae7c","remote_addr":"[fd00:1122:3344:101::b]:56290","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/44e87f51-6675-40e0-8db4-32482cdc1278\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.865362058Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"dataset is oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/44e87f51-6675-40e0-8db4-32482cdc1278","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.875201294Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"region 44e87f51-6675-40e0-8db4-32482cdc1278 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.883572503Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.884210734Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/44e87f51-6675-40e0-8db4-32482cdc1278","method":"DELETE","req_id":"c5903f2f-9515-4917-91ee-90b2b2f1c683","remote_addr":"[fd00:1122:3344:101::b]:56290","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18860,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.884256015Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-44e87f51-6675-40e0-8db4-32482cdc1278 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.885740643Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.887348163Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/44e87f51-6675-40e0-8db4-32482cdc1278","method":"GET","req_id":"cbd85638-c929-4a88-828b-623584085784","remote_addr":"[fd00:1122:3344:101::b]:56290","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.898163577Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d9e9af5e-bf9d-4cf8-8d24-97926bd03206/crucible/regions/44e87f51-6675-40e0-8db4-32482cdc1278\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.905941764Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"region":"44e87f51-6675-40e0-8db4-32482cdc1278","component":"worker"} {"msg":"region 44e87f51-6675-40e0-8db4-32482cdc1278 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.956565399Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-12T16:28:24.968301269Z","hostname":"oxz_crucible_3e6d3b4d-dd3c-4bfb-85ac-c96a831d31f5","pid":28331,"uri":"/crucible/0/regions/44e87f51-6675-40e0-8db4-32482cdc1278","method":"GET","req_id":"a9844ee3-b8b0-44e1-835e-38e094314192","remote_addr":"[fd00:1122:3344:101::b]:56290","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":200}