{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.197602428Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57387"} {"msg":"region 490935ab-d12c-49f7-9b12-f6d496144a80 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.22882536Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.233952519Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.23398244Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"c94b8d15-1f70-4442-b70c-03131fdb25a2","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":12639,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/490935ab-d12c-49f7-9b12-f6d496144a80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.243128712Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/490935ab-d12c-49f7-9b12-f6d496144a80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.243163443Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"490935ab-d12c-49f7-9b12-f6d496144a80\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/490935ab-d12c-49f7-9b12-f6d496144a80\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.318580335Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"490935ab-d12c-49f7-9b12-f6d496144a80","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"490935ab-d12c-49f7-9b12-f6d496144a80\" \"--data\" \"/data/regions/490935ab-d12c-49f7-9b12-f6d496144a80\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.320743087Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"490935ab-d12c-49f7-9b12-f6d496144a80","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.445748778Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"490935ab-d12c-49f7-9b12-f6d496144a80","component":"worker"} {"msg":"region 490935ab-d12c-49f7-9b12-f6d496144a80 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.44582666Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.446046228Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-490935ab-d12c-49f7-9b12-f6d496144a80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.448314743Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-490935ab-d12c-49f7-9b12-f6d496144a80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.454708004Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.468068155Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-490935ab-d12c-49f7-9b12-f6d496144a80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.472178961Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/490935ab-d12c-49f7-9b12-f6d496144a80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.472916336Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.472967997Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.473011399Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.47303753Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.484441387Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.489210614Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:43.616570753Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"ad9ba6d3-07ba-454b-ac88-ff725a2afe26","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.070657648Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/490935ab-d12c-49f7-9b12-f6d496144a80","method":"GET","req_id":"1d93aaf3-0f5b-42d7-8662-c2ec06c8f82e","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/490935ab-d12c-49f7-9b12-f6d496144a80\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.073875664Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/490935ab-d12c-49f7-9b12-f6d496144a80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.082109386Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"region 490935ab-d12c-49f7-9b12-f6d496144a80 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.090829374Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.09098864Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.09099941Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/490935ab-d12c-49f7-9b12-f6d496144a80","method":"DELETE","req_id":"533fb2ac-3602-494e-bcd3-ea3203dcbf2c","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17153,"response_code":204} {"msg":"disabling downstairs instance: downstairs-490935ab-d12c-49f7-9b12-f6d496144a80 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.091956562Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.094517946Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/490935ab-d12c-49f7-9b12-f6d496144a80","method":"GET","req_id":"9af09f33-c3c3-4c72-beb8-238ed7b59dd4","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.097150803Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/490935ab-d12c-49f7-9b12-f6d496144a80\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.106478862Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"490935ab-d12c-49f7-9b12-f6d496144a80","component":"worker"} {"msg":"region 490935ab-d12c-49f7-9b12-f6d496144a80 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.178007005Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:44.227443359Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/490935ab-d12c-49f7-9b12-f6d496144a80","method":"GET","req_id":"eec2d48d-6569-4f7e-bd93-3d778212c404","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region fcbb0f3d-a7ca-4513-a544-10a33a369c6d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.057332728Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.057564426Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"d9e6a81b-2767-44d4-9664-c685a712f042","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":267,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.057604497Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.064722922Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.064747883Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fcbb0f3d-a7ca-4513-a544-10a33a369c6d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.128750978Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"fcbb0f3d-a7ca-4513-a544-10a33a369c6d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fcbb0f3d-a7ca-4513-a544-10a33a369c6d\" \"--data\" \"/data/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.128843191Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"fcbb0f3d-a7ca-4513-a544-10a33a369c6d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.202008139Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"fcbb0f3d-a7ca-4513-a544-10a33a369c6d","component":"worker"} {"msg":"region fcbb0f3d-a7ca-4513-a544-10a33a369c6d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.202093522Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.202254967Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.203476318Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.20626922Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.213596412Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.216698275Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.216972293Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.217011445Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.217051386Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.217094277Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.221304217Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.226592261Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.39692937Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"fb37d960-fbf4-4bfa-ab90-973947c86d76","remote_addr":"[fd00:1122:3344:101::c]:57387","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.146147198Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53428"} {"msg":"region e27cebff-ffc9-45f4-b299-341bdccc8785 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.150852684Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.150866284Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.150878874Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"a635a77a-4771-4a21-a46c-fa2778cf0759","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":668,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/e27cebff-ffc9-45f4-b299-341bdccc8785","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.158948401Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/e27cebff-ffc9-45f4-b299-341bdccc8785","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.158962281Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e27cebff-ffc9-45f4-b299-341bdccc8785\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e27cebff-ffc9-45f4-b299-341bdccc8785\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.263123943Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"e27cebff-ffc9-45f4-b299-341bdccc8785","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e27cebff-ffc9-45f4-b299-341bdccc8785\" \"--data\" \"/data/regions/e27cebff-ffc9-45f4-b299-341bdccc8785\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.263195406Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"e27cebff-ffc9-45f4-b299-341bdccc8785","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.386841152Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"064b6edf-8ef4-4cb8-9422-15574e9079ef","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.494078656Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"region":"e27cebff-ffc9-45f4-b299-341bdccc8785","component":"worker"} {"msg":"region e27cebff-ffc9-45f4-b299-341bdccc8785 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.494114567Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.494334114Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e27cebff-ffc9-45f4-b299-341bdccc8785","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.495512893Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e27cebff-ffc9-45f4-b299-341bdccc8785","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.539418064Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.594992761Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e27cebff-ffc9-45f4-b299-341bdccc8785","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.604168284Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e27cebff-ffc9-45f4-b299-341bdccc8785","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.604485614Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.604509305Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.604561417Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.604597748Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.618618131Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.634791746Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.990748328Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"55b6c507-fd24-481a-a892-7411fc3d1173","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.007825607Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d","method":"GET","req_id":"a3a60a04-79c3-4531-8e35-4206dc4c480e","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"path is \"/data/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.012810462Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.023680541Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d@42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.033348351Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\", \"42fef3b2-7baa-4bfc-b76d-e9edce68a2ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.034091705Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.046216486Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d/snapshots/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","method":"GET","req_id":"bc90e7cf-9834-4e1a-a5b9-9b6524568167","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33475,"response_code":200} {"msg":"path is \"/data/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.049845816Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.058508622Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d@42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.065654728Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\", \"42fef3b2-7baa-4bfc-b76d-e9edce68a2ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.06570885Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fcbb0f3d-a7ca-4513-a544-10a33a369c6d-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.074823741Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"applying SMF actions for region fcbb0f3d-a7ca-4513-a544-10a33a369c6d running snapshot 42fef3b2-7baa-4bfc-b76d-e9edce68a2ae (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.074986177Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.075000177Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d/snapshots/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae/run","method":"POST","req_id":"103c518e-fc0b-4b57-b16d-68e72b8030c2","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25190,"response_code":200} {"msg":"creating missing snapshot instance snapshot-fcbb0f3d-a7ca-4513-a544-10a33a369c6d-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.080502709Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fcbb0f3d-a7ca-4513-a544-10a33a369c6d-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.088886926Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fcbb0f3d-a7ca-4513-a544-10a33a369c6d-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.11714605Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d/.zfs/snapshot/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.117595305Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.117640036Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.117702708Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.11774857Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.117803571Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.126313263Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.132090834Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"worker"} {"msg":"region fcbb0f3d-a7ca-4513-a544-10a33a369c6d running snapshot 42fef3b2-7baa-4bfc-b76d-e9edce68a2ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.132122665Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"path is \"/data/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.2602758Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.267491978Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d@42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.274411887Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_adf751a4-dbb9-479b-a68e-f47a383e3858/crucible/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d\", \"42fef3b2-7baa-4bfc-b76d-e9edce68a2ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.274459708Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:57.281241332Z","hostname":"oxz_crucible_9687d084-305d-4afe-9bb3-3849dade24f6","pid":23536,"uri":"/crucible/0/regions/fcbb0f3d-a7ca-4513-a544-10a33a369c6d/snapshots/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae/run","method":"POST","req_id":"94a934f9-f5d5-4472-9153-acbc04c132a9","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21027,"response_code":200}