[ Nov 17 01:46:21 Enabled. ] [ Nov 17 01:46:21 Rereading configuration. ] [ Nov 17 01:46:23 Rereading configuration. ] [ Nov 17 01:46:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.729864684Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349} {"msg":"dataset: \"oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.730062518Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.730080218Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.730087238Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.7450549Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.814434531Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.120231544Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47691"} {"msg":"region 23a14336-56a0-418a-80e7-8c59a622c1d4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.144888404Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.150073445Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.154220064Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions","method":"POST","req_id":"93342d8c-6860-4a0f-95e1-e63a1c0ef257","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14158,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.157613717Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.157643278Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"23a14336-56a0-418a-80e7-8c59a622c1d4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/23a14336-56a0-418a-80e7-8c59a622c1d4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.234582932Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"23a14336-56a0-418a-80e7-8c59a622c1d4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"23a14336-56a0-418a-80e7-8c59a622c1d4\" \"--data\" \"/data/regions/23a14336-56a0-418a-80e7-8c59a622c1d4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.234662124Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"23a14336-56a0-418a-80e7-8c59a622c1d4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.363124415Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"23a14336-56a0-418a-80e7-8c59a622c1d4","component":"worker"} {"msg":"region 23a14336-56a0-418a-80e7-8c59a622c1d4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.365047106Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.365366213Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-23a14336-56a0-418a-80e7-8c59a622c1d4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.36567591Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-23a14336-56a0-418a-80e7-8c59a622c1d4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.371564527Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.378110867Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23a14336-56a0-418a-80e7-8c59a622c1d4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.379567808Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.380291334Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.380340865Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.380382566Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.380422717Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.383007333Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.385745821Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.439009096Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions","method":"POST","req_id":"ebd9abb6-cbd0-454c-84bb-849ae591c624","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.890377698Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","method":"GET","req_id":"0da4bc00-b63c-4ba5-93c7-0bc4876e44b0","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/23a14336-56a0-418a-80e7-8c59a622c1d4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.893852643Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"dataset is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.901558508Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"region 23a14336-56a0-418a-80e7-8c59a622c1d4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.90767326Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.907861584Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.907891844Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","method":"DELETE","req_id":"0388993c-50d6-40ff-9b2b-e5bbb8ab14d6","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14047,"response_code":204} {"msg":"disabling downstairs instance: downstairs-23a14336-56a0-418a-80e7-8c59a622c1d4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.908779754Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.911606024Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","method":"GET","req_id":"75cefd95-3622-4020-bbb2-d13600c5289d","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.911917271Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/23a14336-56a0-418a-80e7-8c59a622c1d4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.920290811Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"23a14336-56a0-418a-80e7-8c59a622c1d4","component":"worker"} {"msg":"region 23a14336-56a0-418a-80e7-8c59a622c1d4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:51.991160185Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:52.012396521Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/23a14336-56a0-418a-80e7-8c59a622c1d4","method":"GET","req_id":"e71f5156-aa4d-4edf-99ee-1ff74b4e13e4","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"region 78a933d8-ce60-410b-a487-354a12c16b9f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:53.992935044Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:53.993112488Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:53.993191479Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions","method":"POST","req_id":"994dd9f3-1b13-4188-a2a9-50049c91c322","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":208,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:53.999109707Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:53.999131327Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"78a933d8-ce60-410b-a487-354a12c16b9f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/78a933d8-ce60-410b-a487-354a12c16b9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.071877441Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"78a933d8-ce60-410b-a487-354a12c16b9f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"78a933d8-ce60-410b-a487-354a12c16b9f\" \"--data\" \"/data/regions/78a933d8-ce60-410b-a487-354a12c16b9f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.071950102Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"78a933d8-ce60-410b-a487-354a12c16b9f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.118188376Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"78a933d8-ce60-410b-a487-354a12c16b9f","component":"worker"} {"msg":"region 78a933d8-ce60-410b-a487-354a12c16b9f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.11837634Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.118489193Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.11973847Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.121225622Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.126691299Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.128102089Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.128379415Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.128422627Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.128459687Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.128498208Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.130705176Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.133877254Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:54.160078077Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions","method":"POST","req_id":"91f2ce50-21eb-4f2a-ac91-0013aabc7726","remote_addr":"[fd00:1122:3344:101::c]:47691","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.960441856Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38230"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.960564688Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/78a933d8-ce60-410b-a487-354a12c16b9f","method":"GET","req_id":"fac66fb3-9785-403a-83af-3471225ea79b","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"path is \"/data/regions/78a933d8-ce60-410b-a487-354a12c16b9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.966893744Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"dataset is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.972240699Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"snapshot is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f@fa5b159d-2e9d-471a-a91a-b79a73395536","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.977181276Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f\", \"fa5b159d-2e9d-471a-a91a-b79a73395536\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.977197546Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.989075811Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/78a933d8-ce60-410b-a487-354a12c16b9f/snapshots/fa5b159d-2e9d-471a-a91a-b79a73395536","method":"GET","req_id":"ea6319b3-892c-4c67-a36b-852b2ebada9c","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25306,"response_code":200} {"msg":"path is \"/data/regions/78a933d8-ce60-410b-a487-354a12c16b9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.992838822Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"dataset is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.999278931Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"snapshot is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f@fa5b159d-2e9d-471a-a91a-b79a73395536","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.005955624Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f\", \"fa5b159d-2e9d-471a-a91a-b79a73395536\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.005986015Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 78a933d8-ce60-410b-a487-354a12c16b9f-fa5b159d-2e9d-471a-a91a-b79a73395536 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.013123508Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"applying SMF actions for region 78a933d8-ce60-410b-a487-354a12c16b9f running snapshot fa5b159d-2e9d-471a-a91a-b79a73395536 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.01370055Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.013713251Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/78a933d8-ce60-410b-a487-354a12c16b9f/snapshots/fa5b159d-2e9d-471a-a91a-b79a73395536/run","method":"POST","req_id":"77e84eaf-1af8-4deb-bcab-5bdd9894e712","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20923,"response_code":200} {"msg":"creating missing snapshot instance snapshot-78a933d8-ce60-410b-a487-354a12c16b9f-fa5b159d-2e9d-471a-a91a-b79a73395536","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.021062529Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-78a933d8-ce60-410b-a487-354a12c16b9f-fa5b159d-2e9d-471a-a91a-b79a73395536","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.025601476Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-78a933d8-ce60-410b-a487-354a12c16b9f-fa5b159d-2e9d-471a-a91a-b79a73395536","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.031436902Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78a933d8-ce60-410b-a487-354a12c16b9f/.zfs/snapshot/fa5b159d-2e9d-471a-a91a-b79a73395536","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.031728248Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.031775949Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.03182024Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.031876411Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.031934573Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.03462609Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.036979001Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"region 78a933d8-ce60-410b-a487-354a12c16b9f running snapshot fa5b159d-2e9d-471a-a91a-b79a73395536 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.036991921Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"path is \"/data/regions/78a933d8-ce60-410b-a487-354a12c16b9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.242892557Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"dataset is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.248793054Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"snapshot is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f@fa5b159d-2e9d-471a-a91a-b79a73395536","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.254974857Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/78a933d8-ce60-410b-a487-354a12c16b9f\", \"fa5b159d-2e9d-471a-a91a-b79a73395536\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.254990937Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:00.260580728Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/78a933d8-ce60-410b-a487-354a12c16b9f/snapshots/fa5b159d-2e9d-471a-a91a-b79a73395536/run","method":"POST","req_id":"03e6fd3c-9903-46e7-a3f2-f9fb55db6dad","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17745,"response_code":200} {"msg":"region 91b88e52-2df9-43dc-83fe-0d15d7ed1bfa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.684918158Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.685079682Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions","method":"POST","req_id":"a69c8199-0be2-47ea-9088-d5f7c87df231","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":233,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.685105862Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.690627431Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.690662722Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"91b88e52-2df9-43dc-83fe-0d15d7ed1bfa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.730051059Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"91b88e52-2df9-43dc-83fe-0d15d7ed1bfa\" \"--data\" \"/data/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.730096629Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.775374713Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","component":"worker"} {"msg":"region 91b88e52-2df9-43dc-83fe-0d15d7ed1bfa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.775403153Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.775513816Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.77711542Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.778719745Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.782309612Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.783482497Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.783687461Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.783730712Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.783767733Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.783803574Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.78688708Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:04.790887386Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:05.005855837Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions","method":"POST","req_id":"15ddd7bc-742e-4868-a768-14a8f463c048","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.926437272Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","method":"GET","req_id":"2effd0aa-a495-4dcf-8a45-0b67f9712988","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.930291575Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"dataset is oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.938764967Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"region 91b88e52-2df9-43dc-83fe-0d15d7ed1bfa state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.946086225Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.946263258Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.946276969Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","method":"DELETE","req_id":"d71de2ba-1baa-4537-a435-1fb940764bb4","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16011,"response_code":204} {"msg":"disabling downstairs instance: downstairs-91b88e52-2df9-43dc-83fe-0d15d7ed1bfa (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.947861903Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.948952936Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","method":"GET","req_id":"eb73c91f-e726-4774-be9f-7e3d7e1ee108","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.952644516Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_70b43684-0350-4a3f-adf2-632dfa7cc461/crucible/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:29.960428963Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"region":"91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:30.005678186Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","method":"GET","req_id":"ea551e8f-f1c4-40bf-9c1b-117506a0ef6d","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region 91b88e52-2df9-43dc-83fe-0d15d7ed1bfa state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:30.0058948Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:58:30.072489152Z","hostname":"oxz_crucible_c8b7799f-dd6b-4dcd-90b0-3fdc6aaa13f8","pid":26349,"uri":"/crucible/0/regions/91b88e52-2df9-43dc-83fe-0d15d7ed1bfa","method":"GET","req_id":"063c2be5-c9ae-4460-b9b1-12e5594406b7","remote_addr":"[fd00:1122:3344:101::c]:38230","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":200}