{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.311023492Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56241"} {"msg":"region 382f64f5-20c6-4e19-a829-ad2b671a92f6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.357157856Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.362840679Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.36286579Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"7862e380-08a2-4527-b3ec-00413cbae86d","remote_addr":"[fd00:1122:3344:101::c]:56241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21100,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.371824691Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.371852723Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"382f64f5-20c6-4e19-a829-ad2b671a92f6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.429418176Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"382f64f5-20c6-4e19-a829-ad2b671a92f6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"382f64f5-20c6-4e19-a829-ad2b671a92f6\" \"--data\" \"/data/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.431392977Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"382f64f5-20c6-4e19-a829-ad2b671a92f6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.682669625Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"2733c5da-d584-4a11-822f-7590de71585d","remote_addr":"[fd00:1122:3344:101::c]:56241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.753356849Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"382f64f5-20c6-4e19-a829-ad2b671a92f6","component":"worker"} {"msg":"region 382f64f5-20c6-4e19-a829-ad2b671a92f6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.753407011Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.753504104Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-382f64f5-20c6-4e19-a829-ad2b671a92f6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.756276424Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-382f64f5-20c6-4e19-a829-ad2b671a92f6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.760958521Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.773455989Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-382f64f5-20c6-4e19-a829-ad2b671a92f6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.775276885Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.776075114Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.776135936Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.776166627Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.776211798Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.787565425Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:28.790891314Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.252562495Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"d592240e-9a71-440a-a2a5-1b34dad955b6","remote_addr":"[fd00:1122:3344:101::c]:56241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.634967814Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","method":"GET","req_id":"d4863765-0c0a-44e9-ae15-283474655b59","remote_addr":"[fd00:1122:3344:101::c]:56241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.637891299Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"dataset is oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.645851064Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"region 382f64f5-20c6-4e19-a829-ad2b671a92f6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.653078114Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.653198288Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.653209808Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","method":"DELETE","req_id":"f4bd2c52-54e2-4371-9b0e-43098130c260","remote_addr":"[fd00:1122:3344:101::c]:56241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15350,"response_code":204} {"msg":"disabling downstairs instance: downstairs-382f64f5-20c6-4e19-a829-ad2b671a92f6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.654179653Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.656417523Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","method":"GET","req_id":"d15f1a00-3717-4eb3-83cf-f02bf4cb8c23","remote_addr":"[fd00:1122:3344:101::c]:56241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":40,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.656991174Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.665345663Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"382f64f5-20c6-4e19-a829-ad2b671a92f6","component":"worker"} {"msg":"region 382f64f5-20c6-4e19-a829-ad2b671a92f6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.737690547Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:00:29.771616903Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/382f64f5-20c6-4e19-a829-ad2b671a92f6","method":"GET","req_id":"5554343a-92c4-4301-89ef-ce51555560a3","remote_addr":"[fd00:1122:3344:101::c]:56241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.927362736Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49789"} {"msg":"region e1a81673-6135-43e9-9cec-63ff2175d074 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.927611755Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.932432378Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.932463049Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"b8e4bf61-9631-4589-b1dd-f4d95c17d039","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":4863,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/e1a81673-6135-43e9-9cec-63ff2175d074","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.941070578Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/e1a81673-6135-43e9-9cec-63ff2175d074","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.941110339Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e1a81673-6135-43e9-9cec-63ff2175d074\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e1a81673-6135-43e9-9cec-63ff2175d074\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.990167508Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"e1a81673-6135-43e9-9cec-63ff2175d074","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e1a81673-6135-43e9-9cec-63ff2175d074\" \"--data\" \"/data/regions/e1a81673-6135-43e9-9cec-63ff2175d074\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:35.990209419Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"e1a81673-6135-43e9-9cec-63ff2175d074","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.08869378Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"e1a81673-6135-43e9-9cec-63ff2175d074","component":"worker"} {"msg":"region e1a81673-6135-43e9-9cec-63ff2175d074 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.088733021Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.088825755Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e1a81673-6135-43e9-9cec-63ff2175d074","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.089654354Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e1a81673-6135-43e9-9cec-63ff2175d074","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.096840482Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.100733971Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"4bb5cdda-39c2-401e-8249-21ddf6120890","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.111189746Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e1a81673-6135-43e9-9cec-63ff2175d074","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.11240755Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e1a81673-6135-43e9-9cec-63ff2175d074","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.112738682Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.112781103Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.112836045Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.112878327Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.115325985Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:36.118630813Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"region 4fd00c22-a17c-4444-a8ca-765f314031f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.191005633Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.191169299Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"09e41947-455b-4b66-a80c-17fd724bf6de","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":217,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.19119824Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.198793542Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.198816393Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4fd00c22-a17c-4444-a8ca-765f314031f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4fd00c22-a17c-4444-a8ca-765f314031f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.245265768Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"4fd00c22-a17c-4444-a8ca-765f314031f3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4fd00c22-a17c-4444-a8ca-765f314031f3\" \"--data\" \"/data/regions/4fd00c22-a17c-4444-a8ca-765f314031f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.24531891Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"4fd00c22-a17c-4444-a8ca-765f314031f3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.299341667Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"4fd00c22-a17c-4444-a8ca-765f314031f3","component":"worker"} {"msg":"region 4fd00c22-a17c-4444-a8ca-765f314031f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.299369508Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.299497662Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4fd00c22-a17c-4444-a8ca-765f314031f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.300470997Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4fd00c22-a17c-4444-a8ca-765f314031f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.310116383Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.314510071Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fd00c22-a17c-4444-a8ca-765f314031f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.316758031Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.31701773Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.317055462Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.317101164Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.317139915Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.319392706Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.324145566Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:11:43.338944276Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"6c8d70f7-4a94-43be-a512-62e02c35fd6f","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.52777295Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","method":"GET","req_id":"32c600e6-1e83-4058-9dc3-112d35b51aaa","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/4fd00c22-a17c-4444-a8ca-765f314031f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.532355144Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"dataset is oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.540771996Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"region 4fd00c22-a17c-4444-a8ca-765f314031f3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.548852376Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.549040602Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.549067994Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","method":"DELETE","req_id":"7bbf1651-1bcc-4c81-8abb-ff021b3d55a3","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16822,"response_code":204} {"msg":"disabling downstairs instance: downstairs-4fd00c22-a17c-4444-a8ca-765f314031f3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.551020833Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.554189447Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","method":"GET","req_id":"153a6a0a-9a27-41e5-be42-4b521385a037","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.55565765Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0f7a56ea-a8a4-4901-aa10-0437a787cc2f/crucible/regions/4fd00c22-a17c-4444-a8ca-765f314031f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.565268764Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"region":"4fd00c22-a17c-4444-a8ca-765f314031f3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.614724597Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","method":"GET","req_id":"cd623237-bdb8-4f51-95db-0a16f69a6aa8","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region 4fd00c22-a17c-4444-a8ca-765f314031f3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.621953396Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:12:08.710843673Z","hostname":"oxz_crucible_9a05206c-5ece-4103-be22-3bc9fa0b9332","pid":21535,"uri":"/crucible/0/regions/4fd00c22-a17c-4444-a8ca-765f314031f3","method":"GET","req_id":"fa3f8b6c-bca3-4cbf-8d6a-28221973d068","remote_addr":"[fd00:1122:3344:101::c]:49789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200}