[ May 21 09:16:22 Enabled. ] [ May 21 09:16:22 Rereading configuration. ] [ May 21 09:16:24 Rereading configuration. ] [ May 21 09:16:25 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:26.005765858Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506} {"msg":"dataset: \"oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:26.006505953Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:26.006518623Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:26.006524883Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:26.019597011Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:16:26.094408069Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:17.979587412Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51244"} {"msg":"region 2244a1d8-61a6-4910-9a88-0951d5bc376c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.012419242Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.013209829Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.013225789Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions","method":"POST","req_id":"6388f192-3c7f-44e9-9a31-6c47ee85e484","remote_addr":"[fd00:1122:3344:101::c]:51244","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":12926,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.019255311Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.019278072Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2244a1d8-61a6-4910-9a88-0951d5bc376c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.06575942Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"2244a1d8-61a6-4910-9a88-0951d5bc376c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2244a1d8-61a6-4910-9a88-0951d5bc376c\" \"--data\" \"/data/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.067896872Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"2244a1d8-61a6-4910-9a88-0951d5bc376c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.270721731Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"2244a1d8-61a6-4910-9a88-0951d5bc376c","component":"worker"} {"msg":"region 2244a1d8-61a6-4910-9a88-0951d5bc376c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.270772882Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.27100387Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2244a1d8-61a6-4910-9a88-0951d5bc376c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.271379273Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2244a1d8-61a6-4910-9a88-0951d5bc376c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.276029389Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.282572898Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2244a1d8-61a6-4910-9a88-0951d5bc376c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.283952854Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.284485622Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.284549324Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.284604896Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.284643667Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.287029997Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.289283033Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:18.371682314Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions","method":"POST","req_id":"d736263f-c23d-4618-9bbd-fcd7c1fc42b8","remote_addr":"[fd00:1122:3344:101::c]:51244","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.264217752Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","method":"GET","req_id":"1f38e883-3eb1-49ce-8f02-871276ffb325","remote_addr":"[fd00:1122:3344:101::c]:51244","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"path is \"/data/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.267699649Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"dataset is oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.276161882Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"region 2244a1d8-61a6-4910-9a88-0951d5bc376c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.284119689Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.284254333Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.284283385Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","method":"DELETE","req_id":"feff0be7-e648-4e3c-ba04-ae309f7414bd","remote_addr":"[fd00:1122:3344:101::c]:51244","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16596,"response_code":204} {"msg":"disabling downstairs instance: downstairs-2244a1d8-61a6-4910-9a88-0951d5bc376c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.285235497Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.287411729Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.288584989Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","method":"GET","req_id":"dee5190b-080c-455a-b3b6-4b43ec3b0172","remote_addr":"[fd00:1122:3344:101::c]:51244","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":41,"response_code":200} {"msg":"deleting zfs dataset \"oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.294967873Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"2244a1d8-61a6-4910-9a88-0951d5bc376c","component":"worker"} {"msg":"region 2244a1d8-61a6-4910-9a88-0951d5bc376c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.347032107Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:17:19.398810503Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/2244a1d8-61a6-4910-9a88-0951d5bc376c","method":"GET","req_id":"e84e1b65-facd-4d21-b575-a4566b33ea54","remote_addr":"[fd00:1122:3344:101::c]:51244","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.014700265Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61852"} {"msg":"region 8d7d3564-4913-423e-93c9-c83d97732b11 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.014844159Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.015500311Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions","method":"POST","req_id":"5d2626f3-b1f8-4440-bd73-d3274185d746","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":670,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.015545253Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/8d7d3564-4913-423e-93c9-c83d97732b11","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.024039387Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/8d7d3564-4913-423e-93c9-c83d97732b11","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.024073109Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8d7d3564-4913-423e-93c9-c83d97732b11\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8d7d3564-4913-423e-93c9-c83d97732b11\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.081518115Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"8d7d3564-4913-423e-93c9-c83d97732b11","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8d7d3564-4913-423e-93c9-c83d97732b11\" \"--data\" \"/data/regions/8d7d3564-4913-423e-93c9-c83d97732b11\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.081570666Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"8d7d3564-4913-423e-93c9-c83d97732b11","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.150908741Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"8d7d3564-4913-423e-93c9-c83d97732b11","component":"worker"} {"msg":"region 8d7d3564-4913-423e-93c9-c83d97732b11 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.150956122Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.151086587Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8d7d3564-4913-423e-93c9-c83d97732b11","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.152536075Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.15685794Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions","method":"POST","req_id":"9fc7a9eb-a957-4f85-bd2c-f480b221ba17","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8d7d3564-4913-423e-93c9-c83d97732b11","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.158656491Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.171389028Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d7d3564-4913-423e-93c9-c83d97732b11","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.172889538Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d7d3564-4913-423e-93c9-c83d97732b11","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.17324545Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.173317962Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.173359914Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.173421966Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.175760574Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:29.17950824Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"region e807edfd-3963-462c-80d4-2366033bbabb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.644436896Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.644588997Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions","method":"POST","req_id":"9401eaef-cc5c-45e1-bdf9-08c5bb136d6f","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":211,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.644616007Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/e807edfd-3963-462c-80d4-2366033bbabb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.652628341Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/e807edfd-3963-462c-80d4-2366033bbabb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.652663382Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e807edfd-3963-462c-80d4-2366033bbabb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e807edfd-3963-462c-80d4-2366033bbabb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.708895528Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"e807edfd-3963-462c-80d4-2366033bbabb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e807edfd-3963-462c-80d4-2366033bbabb\" \"--data\" \"/data/regions/e807edfd-3963-462c-80d4-2366033bbabb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.708938775Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"e807edfd-3963-462c-80d4-2366033bbabb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.764288833Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"e807edfd-3963-462c-80d4-2366033bbabb","component":"worker"} {"msg":"region e807edfd-3963-462c-80d4-2366033bbabb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.764321174Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.764431978Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e807edfd-3963-462c-80d4-2366033bbabb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.769311742Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e807edfd-3963-462c-80d4-2366033bbabb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.779047128Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.782876867Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e807edfd-3963-462c-80d4-2366033bbabb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.784321715Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e807edfd-3963-462c-80d4-2366033bbabb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.784633585Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.784684217Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.784727529Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.78476457Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.786379354Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.788887698Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:34.78984632Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions","method":"POST","req_id":"61e98fc9-ba6c-4f9f-aee9-5aae2cb5a25f","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.787589039Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/e807edfd-3963-462c-80d4-2366033bbabb","method":"GET","req_id":"bbeee24c-a684-425c-bdab-ee85256bb79d","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/e807edfd-3963-462c-80d4-2366033bbabb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.792575876Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"dataset is oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/e807edfd-3963-462c-80d4-2366033bbabb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.803458421Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"region e807edfd-3963-462c-80d4-2366033bbabb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.810323541Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.810475466Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.810509417Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/e807edfd-3963-462c-80d4-2366033bbabb","method":"DELETE","req_id":"9be88cf9-b091-468a-9627-125eaec91716","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17946,"response_code":204} {"msg":"disabling downstairs instance: downstairs-e807edfd-3963-462c-80d4-2366033bbabb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.811910754Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.814150319Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/e807edfd-3963-462c-80d4-2366033bbabb","method":"GET","req_id":"50096686-c2a5-471d-a6c3-3dc1b4aff799","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.815752293Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_67c622a6-492f-42cc-9dc3-3a7b8aaad2a7/crucible/regions/e807edfd-3963-462c-80d4-2366033bbabb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.82430791Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"region":"e807edfd-3963-462c-80d4-2366033bbabb","component":"worker"} {"msg":"region e807edfd-3963-462c-80d4-2366033bbabb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.873144057Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T09:28:59.946182705Z","hostname":"oxz_crucible_091a84fd-1ffb-4270-a976-54ae3b6ade6a","pid":26506,"uri":"/crucible/0/regions/e807edfd-3963-462c-80d4-2366033bbabb","method":"GET","req_id":"b7c2948d-5807-45ca-878c-f7e8c8cb24ee","remote_addr":"[fd00:1122:3344:101::c]:61852","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}