{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.307518927Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49476"} {"msg":"region 0859436a-192e-4942-8aa1-81295f39db99 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.30761511Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.313009143Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.313037278Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions","method":"POST","req_id":"69021d4f-c2b7-4fb6-a8f8-25e3c92eeb0d","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":5503,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f9ac9b8f-9713-44bb-8734-6169c7c18a48/crucible/regions/0859436a-192e-4942-8aa1-81295f39db99","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.324316883Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f9ac9b8f-9713-44bb-8734-6169c7c18a48/crucible/regions/0859436a-192e-4942-8aa1-81295f39db99","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.324339523Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0859436a-192e-4942-8aa1-81295f39db99\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0859436a-192e-4942-8aa1-81295f39db99\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.383056999Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"region":"0859436a-192e-4942-8aa1-81295f39db99","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0859436a-192e-4942-8aa1-81295f39db99\" \"--data\" \"/data/regions/0859436a-192e-4942-8aa1-81295f39db99\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.38310374Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"region":"0859436a-192e-4942-8aa1-81295f39db99","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.44157993Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"region":"0859436a-192e-4942-8aa1-81295f39db99","component":"worker"} {"msg":"region 0859436a-192e-4942-8aa1-81295f39db99 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.441622151Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.441762845Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0859436a-192e-4942-8aa1-81295f39db99","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.442912137Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0859436a-192e-4942-8aa1-81295f39db99","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.448018458Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.461039069Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0859436a-192e-4942-8aa1-81295f39db99","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.462653163Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0859436a-192e-4942-8aa1-81295f39db99","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.463007243Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.463072685Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.463111426Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.463164077Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.465864442Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.469802485Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:40.638003809Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions","method":"POST","req_id":"0ee067b9-8264-4768-b110-a3363b0a4cac","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":88,"response_code":200} {"msg":"region c09c12ae-d6c6-4874-a390-40b152d12479 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:45.985151288Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:45.985328083Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions","method":"POST","req_id":"80383975-8567-4d79-9ab9-bd356190d858","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":224,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:45.985348924Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f9ac9b8f-9713-44bb-8734-6169c7c18a48/crucible/regions/c09c12ae-d6c6-4874-a390-40b152d12479","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:45.991639608Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f9ac9b8f-9713-44bb-8734-6169c7c18a48/crucible/regions/c09c12ae-d6c6-4874-a390-40b152d12479","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:45.991663399Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c09c12ae-d6c6-4874-a390-40b152d12479\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c09c12ae-d6c6-4874-a390-40b152d12479\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.037357884Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"region":"c09c12ae-d6c6-4874-a390-40b152d12479","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c09c12ae-d6c6-4874-a390-40b152d12479\" \"--data\" \"/data/regions/c09c12ae-d6c6-4874-a390-40b152d12479\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.037387355Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"region":"c09c12ae-d6c6-4874-a390-40b152d12479","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.083970215Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"region":"c09c12ae-d6c6-4874-a390-40b152d12479","component":"worker"} {"msg":"region c09c12ae-d6c6-4874-a390-40b152d12479 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.084004766Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.084133569Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c09c12ae-d6c6-4874-a390-40b152d12479","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.085981271Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c09c12ae-d6c6-4874-a390-40b152d12479","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.089007254Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.092495361Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c09c12ae-d6c6-4874-a390-40b152d12479","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.093933871Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c09c12ae-d6c6-4874-a390-40b152d12479","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.094354192Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.094421614Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.094492506Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.094550518Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.096667076Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.099363571Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:24:46.307606109Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions","method":"POST","req_id":"fd65f8b2-fdc4-468d-9123-4c5689ebcb4e","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.389056843Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions/c09c12ae-d6c6-4874-a390-40b152d12479","method":"GET","req_id":"f9e7ddbf-c006-46c9-8dfe-0c1499f8e239","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/c09c12ae-d6c6-4874-a390-40b152d12479\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.391617454Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"dataset is oxp_f9ac9b8f-9713-44bb-8734-6169c7c18a48/crucible/regions/c09c12ae-d6c6-4874-a390-40b152d12479","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.402980798Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"region c09c12ae-d6c6-4874-a390-40b152d12479 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.409672114Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.409866939Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.40987648Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions/c09c12ae-d6c6-4874-a390-40b152d12479","method":"DELETE","req_id":"70a21f86-59c1-4ac1-8322-d363a6307ce0","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18309,"response_code":204} {"msg":"disabling downstairs instance: downstairs-c09c12ae-d6c6-4874-a390-40b152d12479 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.411549148Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.414142208Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions/c09c12ae-d6c6-4874-a390-40b152d12479","method":"GET","req_id":"c2cefac2-e1ac-4c51-bfca-e7c8a647b9d4","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.414546039Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f9ac9b8f-9713-44bb-8734-6169c7c18a48/crucible/regions/c09c12ae-d6c6-4874-a390-40b152d12479\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.423163318Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"region":"c09c12ae-d6c6-4874-a390-40b152d12479","component":"worker"} {"msg":"region c09c12ae-d6c6-4874-a390-40b152d12479 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.466560179Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-21T01:25:12.536457124Z","hostname":"oxz_crucible_5fa8c437-001d-48ba-9f6a-a818773c95c9","pid":22979,"uri":"/crucible/0/regions/c09c12ae-d6c6-4874-a390-40b152d12479","method":"GET","req_id":"c98e768b-8f51-40bc-9541-db7b44e31ec4","remote_addr":"[fd00:1122:3344:101::b]:49476","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200}