{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.965660463Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50245"} {"msg":"region b4a03350-321c-4c2f-8126-3154b9ac9db6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.965732564Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.966663761Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions","method":"POST","req_id":"e6cf4932-2b5c-47fb-8552-3a94f3f3ab05","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":965,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.966683641Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/b4a03350-321c-4c2f-8126-3154b9ac9db6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.974148704Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/b4a03350-321c-4c2f-8126-3154b9ac9db6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.974172654Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b4a03350-321c-4c2f-8126-3154b9ac9db6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b4a03350-321c-4c2f-8126-3154b9ac9db6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.04602401Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"region":"b4a03350-321c-4c2f-8126-3154b9ac9db6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b4a03350-321c-4c2f-8126-3154b9ac9db6\" \"--data\" \"/data/regions/b4a03350-321c-4c2f-8126-3154b9ac9db6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.046056761Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"region":"b4a03350-321c-4c2f-8126-3154b9ac9db6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.159183023Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"region":"b4a03350-321c-4c2f-8126-3154b9ac9db6","component":"worker"} {"msg":"region b4a03350-321c-4c2f-8126-3154b9ac9db6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.159215174Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.159322174Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b4a03350-321c-4c2f-8126-3154b9ac9db6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.159707547Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b4a03350-321c-4c2f-8126-3154b9ac9db6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.172805081Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.199580433Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4a03350-321c-4c2f-8126-3154b9ac9db6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.205303035Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4a03350-321c-4c2f-8126-3154b9ac9db6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.205521173Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.20556052Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.205594974Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.205628443Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.214123338Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.239322469Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.257526109Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions","method":"POST","req_id":"f6d4010e-bacf-40a4-b1e2-0edfc30e0895","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.368620918Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717","method":"GET","req_id":"905b974f-85d9-4702-8ad8-c30cf39c5420","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.37169602Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"dataset is oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.37838755Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"snapshot is oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717@14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.384882685Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717\", \"14c08207-559e-4bc1-a2a3-1986ba50d651\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.384894955Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.393423596Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717/snapshots/14c08207-559e-4bc1-a2a3-1986ba50d651","method":"GET","req_id":"c85d4686-5745-415a-bd09-dfe1ed23c1b5","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21761,"response_code":200} {"msg":"path is \"/data/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.397045743Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"dataset is oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.404117223Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"snapshot is oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717@14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.410079356Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717\", \"14c08207-559e-4bc1-a2a3-1986ba50d651\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.410097586Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d44b04d6-f10e-4a41-bca4-1874dd6a1717-14c08207-559e-4bc1-a2a3-1986ba50d651 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.417055686Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.417188487Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717/snapshots/14c08207-559e-4bc1-a2a3-1986ba50d651/run","method":"POST","req_id":"e8bf3127-1d5a-40f4-8123-110fa0383d83","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20160,"response_code":200} {"msg":"applying SMF actions for region d44b04d6-f10e-4a41-bca4-1874dd6a1717 running snapshot 14c08207-559e-4bc1-a2a3-1986ba50d651 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.417205557Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d44b04d6-f10e-4a41-bca4-1874dd6a1717-14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.42179419Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d44b04d6-f10e-4a41-bca4-1874dd6a1717-14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.433051931Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d44b04d6-f10e-4a41-bca4-1874dd6a1717-14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.449252508Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717/.zfs/snapshot/14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.449531989Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.449570783Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.449608648Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.449641583Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.449683377Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.454200013Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.461169593Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"region d44b04d6-f10e-4a41-bca4-1874dd6a1717 running snapshot 14c08207-559e-4bc1-a2a3-1986ba50d651 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.461182063Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"path is \"/data/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.740354238Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"dataset is oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.746595853Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"snapshot is oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717@14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.752769377Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717\", \"14c08207-559e-4bc1-a2a3-1986ba50d651\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.752783867Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.759005972Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d44b04d6-f10e-4a41-bca4-1874dd6a1717/snapshots/14c08207-559e-4bc1-a2a3-1986ba50d651/run","method":"POST","req_id":"d5974cb8-f543-4c27-9e9f-1aff7f08e53b","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18693,"response_code":200} {"msg":"region d7b76675-4e71-4fa0-9612-e5f85957cc57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.712641425Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.712796017Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions","method":"POST","req_id":"aa7c78bb-afb6-439a-a823-2a098c70b91f","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":208,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.712813577Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.71881822Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.71884862Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d7b76675-4e71-4fa0-9612-e5f85957cc57\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.784573222Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"region":"d7b76675-4e71-4fa0-9612-e5f85957cc57","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7b76675-4e71-4fa0-9612-e5f85957cc57\" \"--data\" \"/data/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.784611552Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"region":"d7b76675-4e71-4fa0-9612-e5f85957cc57","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.895321827Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"region":"d7b76675-4e71-4fa0-9612-e5f85957cc57","component":"worker"} {"msg":"region d7b76675-4e71-4fa0-9612-e5f85957cc57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.895366018Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.895500109Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d7b76675-4e71-4fa0-9612-e5f85957cc57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.897287242Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7b76675-4e71-4fa0-9612-e5f85957cc57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.907895058Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.919805345Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7b76675-4e71-4fa0-9612-e5f85957cc57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.925620885Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.925902567Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.925954407Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.925992668Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.926031498Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.932028371Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:06.938316395Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:07.052536176Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions","method":"POST","req_id":"9c0d69cf-b965-44d8-af71-bfec2fff337b","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.391140107Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","method":"GET","req_id":"6f299a49-2f64-47b4-a1ed-e000f20326aa","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.39423988Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"dataset is oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.404950717Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"region d7b76675-4e71-4fa0-9612-e5f85957cc57 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.412071268Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.412315799Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.412326259Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","method":"DELETE","req_id":"c9353c29-147f-43ee-8ff6-e2923c513839","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18129,"response_code":204} {"msg":"disabling downstairs instance: downstairs-d7b76675-4e71-4fa0-9612-e5f85957cc57 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.41385104Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.415736144Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","method":"GET","req_id":"1f15fe1e-843c-4d21-838b-1007d783f3ac","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.422251591Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7dba8c2a-00cb-4cd8-bef7-150465c49bbd/crucible/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.431580038Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"region":"d7b76675-4e71-4fa0-9612-e5f85957cc57","component":"worker"} {"msg":"region d7b76675-4e71-4fa0-9612-e5f85957cc57 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.492922968Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:34.515536181Z","hostname":"oxz_crucible_a752a1e7-572f-48d1-bb03-66dffbb3f92a","pid":23676,"uri":"/crucible/0/regions/d7b76675-4e71-4fa0-9612-e5f85957cc57","method":"GET","req_id":"8513ee46-03b8-4f14-9798-fa6b49b16d8a","remote_addr":"[fd00:1122:3344:101::a]:50245","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200}