{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.629719655Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35399"} {"msg":"region 871b2311-4ed9-4332-b41f-e164918060c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.629782696Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.630334833Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"f6a55f32-356d-470b-ae86-df1faa148b59","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":569,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.630348493Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/871b2311-4ed9-4332-b41f-e164918060c8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.642290388Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/871b2311-4ed9-4332-b41f-e164918060c8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.642319229Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"871b2311-4ed9-4332-b41f-e164918060c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/871b2311-4ed9-4332-b41f-e164918060c8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.706120479Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"region":"871b2311-4ed9-4332-b41f-e164918060c8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"871b2311-4ed9-4332-b41f-e164918060c8\" \"--data\" \"/data/regions/871b2311-4ed9-4332-b41f-e164918060c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.706168849Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"region":"871b2311-4ed9-4332-b41f-e164918060c8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.777405302Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"6dc3281b-5a4b-40b7-81d2-3678d5df7885","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.83451049Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"region":"871b2311-4ed9-4332-b41f-e164918060c8","component":"worker"} {"msg":"region 871b2311-4ed9-4332-b41f-e164918060c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.83454671Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.834678052Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-871b2311-4ed9-4332-b41f-e164918060c8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.853165227Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-871b2311-4ed9-4332-b41f-e164918060c8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.864870269Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.878192443Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-871b2311-4ed9-4332-b41f-e164918060c8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.881686301Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/871b2311-4ed9-4332-b41f-e164918060c8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.881950144Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.882002245Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.882045646Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.882086076Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.88613109Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.891236783Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.183096799Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"8a9d10b9-a45d-4239-9cb5-4a800f3c20fa","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.92468542Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8","method":"GET","req_id":"2da2a481-6669-4551-9d7d-08aa5bb853ad","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.927997025Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"dataset is oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.937199132Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"snapshot is oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8@07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.946598842Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8\", \"07652c4e-2ccb-4986-9ce0-aa54daa031c9\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.946630972Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.959413959Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8/snapshots/07652c4e-2ccb-4986-9ce0-aa54daa031c9","method":"GET","req_id":"317b6de8-890c-4851-a6c0-abec971b0838","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31400,"response_code":"200"} {"msg":"path is \"/data/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.962363989Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"dataset is oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.970537262Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"snapshot is oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8@07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.978901048Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8\", \"07652c4e-2ccb-4986-9ce0-aa54daa031c9\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.978928248Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1e4c5e20-10ce-45b2-bbec-d11c3baf17e8-07652c4e-2ccb-4986-9ce0-aa54daa031c9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.988526501Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"applying SMF actions for region 1e4c5e20-10ce-45b2-bbec-d11c3baf17e8 running snapshot 07652c4e-2ccb-4986-9ce0-aa54daa031c9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.988724213Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.988737733Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8/snapshots/07652c4e-2ccb-4986-9ce0-aa54daa031c9/run","method":"POST","req_id":"82c43d91-5db6-4fae-aa76-e18d09b2191e","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26445,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-1e4c5e20-10ce-45b2-bbec-d11c3baf17e8-07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.991515152Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1e4c5e20-10ce-45b2-bbec-d11c3baf17e8-07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:21.994738256Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1e4c5e20-10ce-45b2-bbec-d11c3baf17e8-07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.005271421Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8/.zfs/snapshot/07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.005560725Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.005621256Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.005668367Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.005711118Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.005773328Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.010062167Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.014091233Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"region 1e4c5e20-10ce-45b2-bbec-d11c3baf17e8 running snapshot 07652c4e-2ccb-4986-9ce0-aa54daa031c9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.014110953Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"path is \"/data/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.2827497Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"dataset is oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.291573061Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"snapshot is oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8@07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.300031328Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8\", \"07652c4e-2ccb-4986-9ce0-aa54daa031c9\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.300056038Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.309181914Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/1e4c5e20-10ce-45b2-bbec-d11c3baf17e8/snapshots/07652c4e-2ccb-4986-9ce0-aa54daa031c9/run","method":"POST","req_id":"d8bda651-b2b9-45cc-b110-364978ea15f8","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26451,"response_code":"200"} {"msg":"region 2071a602-2c1d-495e-8460-8ad9226e910f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.747163534Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.747338576Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"c72dfd8f-9084-4eb9-a815-c483a8aca6ab","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":233,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.747358747Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/2071a602-2c1d-495e-8460-8ad9226e910f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.756848068Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/2071a602-2c1d-495e-8460-8ad9226e910f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.756876328Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2071a602-2c1d-495e-8460-8ad9226e910f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2071a602-2c1d-495e-8460-8ad9226e910f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.813954615Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"region":"2071a602-2c1d-495e-8460-8ad9226e910f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2071a602-2c1d-495e-8460-8ad9226e910f\" \"--data\" \"/data/regions/2071a602-2c1d-495e-8460-8ad9226e910f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.815972954Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"region":"2071a602-2c1d-495e-8460-8ad9226e910f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.902549678Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"region":"2071a602-2c1d-495e-8460-8ad9226e910f","component":"worker"} {"msg":"region 2071a602-2c1d-495e-8460-8ad9226e910f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.902603549Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.90270441Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2071a602-2c1d-495e-8460-8ad9226e910f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.904524735Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2071a602-2c1d-495e-8460-8ad9226e910f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.907521236Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.914443612Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2071a602-2c1d-495e-8460-8ad9226e910f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.918528838Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2071a602-2c1d-495e-8460-8ad9226e910f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.918839493Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.918895363Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.918935804Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.918985735Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.923253343Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.929760083Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"217c563f-b62a-41cc-adff-8f23cf6cc53e","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:27.933384913Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.708532873Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/2071a602-2c1d-495e-8460-8ad9226e910f","method":"GET","req_id":"e8ed73c3-79c9-4027-8254-bf7f54948556","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/2071a602-2c1d-495e-8460-8ad9226e910f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.712568553Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"dataset is oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/2071a602-2c1d-495e-8460-8ad9226e910f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.725354385Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"region 2071a602-2c1d-495e-8460-8ad9226e910f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.735513855Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.73585723Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.735906921Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/2071a602-2c1d-495e-8460-8ad9226e910f","method":"DELETE","req_id":"7769da8b-b354-4645-8222-2a9588ea17a1","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23324,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2071a602-2c1d-495e-8460-8ad9226e910f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.737670305Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.738935242Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/2071a602-2c1d-495e-8460-8ad9226e910f","method":"GET","req_id":"327c8ed1-0324-44df-8855-c25397ebd62c","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.75036511Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b635d579-12bb-453a-8e41-991d0148fdbe/crucible/regions/2071a602-2c1d-495e-8460-8ad9226e910f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.761546925Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"region":"2071a602-2c1d-495e-8460-8ad9226e910f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.804578018Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/2071a602-2c1d-495e-8460-8ad9226e910f","method":"GET","req_id":"ce8a73a9-6a4e-4d71-bab2-d0e4fccde650","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region 2071a602-2c1d-495e-8460-8ad9226e910f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.817139761Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:53.896381545Z","hostname":"oxz_crucible_51a592ca-2d62-4777-9124-38b73956034f","pid":24030,"uri":"/crucible/0/regions/2071a602-2c1d-495e-8460-8ad9226e910f","method":"GET","req_id":"0d355ce3-f650-4af5-b2a1-1c5edc5181c8","remote_addr":"[fd00:1122:3344:101::c]:35399","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22,"response_code":"200"}