{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.49482753Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48269"} {"msg":"region cf8356b2-b0b6-47fd-8ebb-731630d0ad25 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.495082513Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.496019571Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions","method":"POST","req_id":"9924d2bd-ff44-4f8c-9cb1-4867ba62c78e","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":950,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.496040541Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_faa7cb3e-2bf9-4c4a-bedc-e7ec2f57b6d3/crucible/regions/cf8356b2-b0b6-47fd-8ebb-731630d0ad25","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.507020959Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_faa7cb3e-2bf9-4c4a-bedc-e7ec2f57b6d3/crucible/regions/cf8356b2-b0b6-47fd-8ebb-731630d0ad25","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.507037769Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cf8356b2-b0b6-47fd-8ebb-731630d0ad25\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf8356b2-b0b6-47fd-8ebb-731630d0ad25\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.559064921Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"region":"cf8356b2-b0b6-47fd-8ebb-731630d0ad25","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf8356b2-b0b6-47fd-8ebb-731630d0ad25\" \"--data\" \"/data/regions/cf8356b2-b0b6-47fd-8ebb-731630d0ad25\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.559099041Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"region":"cf8356b2-b0b6-47fd-8ebb-731630d0ad25","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.63557904Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"region":"cf8356b2-b0b6-47fd-8ebb-731630d0ad25","component":"worker"} {"msg":"region cf8356b2-b0b6-47fd-8ebb-731630d0ad25 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.635603721Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.635696621Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cf8356b2-b0b6-47fd-8ebb-731630d0ad25","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.636484428Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf8356b2-b0b6-47fd-8ebb-731630d0ad25","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.646925121Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.668076509Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf8356b2-b0b6-47fd-8ebb-731630d0ad25","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.671367528Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf8356b2-b0b6-47fd-8ebb-731630d0ad25","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.67156943Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.67161422Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.671649741Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.671684441Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.674631767Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.679054666Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:12.805287167Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions","method":"POST","req_id":"323a860b-9a62-49b4-a82b-3a848f079858","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region 59206fcc-3587-4cf1-90cd-6e2817154175 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.390494918Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.39068551Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.39069502Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions","method":"POST","req_id":"bbeba1d5-cec2-44ee-b595-82527972273c","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":249,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_faa7cb3e-2bf9-4c4a-bedc-e7ec2f57b6d3/crucible/regions/59206fcc-3587-4cf1-90cd-6e2817154175","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.398123156Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_faa7cb3e-2bf9-4c4a-bedc-e7ec2f57b6d3/crucible/regions/59206fcc-3587-4cf1-90cd-6e2817154175","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.398144526Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"59206fcc-3587-4cf1-90cd-6e2817154175\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/59206fcc-3587-4cf1-90cd-6e2817154175\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.452108925Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"region":"59206fcc-3587-4cf1-90cd-6e2817154175","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"59206fcc-3587-4cf1-90cd-6e2817154175\" \"--data\" \"/data/regions/59206fcc-3587-4cf1-90cd-6e2817154175\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.452151585Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"region":"59206fcc-3587-4cf1-90cd-6e2817154175","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.530738303Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"region":"59206fcc-3587-4cf1-90cd-6e2817154175","component":"worker"} {"msg":"region 59206fcc-3587-4cf1-90cd-6e2817154175 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.530767714Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.530866244Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-59206fcc-3587-4cf1-90cd-6e2817154175","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.531680072Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.533013023Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions","method":"POST","req_id":"494c52c2-868a-42d0-9bcc-3bffc0e0af42","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-59206fcc-3587-4cf1-90cd-6e2817154175","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.541029845Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.549865803Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-59206fcc-3587-4cf1-90cd-6e2817154175","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.553390895Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/59206fcc-3587-4cf1-90cd-6e2817154175","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.553689567Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.553732038Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.553770658Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.553815758Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.557623092Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:18.567703402Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.16830782Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions/59206fcc-3587-4cf1-90cd-6e2817154175","method":"GET","req_id":"8775d3a6-e571-42d8-900b-e539ddab2145","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/59206fcc-3587-4cf1-90cd-6e2817154175\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.172027833Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"dataset is oxp_faa7cb3e-2bf9-4c4a-bedc-e7ec2f57b6d3/crucible/regions/59206fcc-3587-4cf1-90cd-6e2817154175","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.182161013Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"region 59206fcc-3587-4cf1-90cd-6e2817154175 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.189138765Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.189816191Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.189831341Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions/59206fcc-3587-4cf1-90cd-6e2817154175","method":"DELETE","req_id":"444520d2-4237-4882-8482-9f653ccfe35e","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17814,"response_code":204} {"msg":"disabling downstairs instance: downstairs-59206fcc-3587-4cf1-90cd-6e2817154175 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.191466666Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.192409704Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions/59206fcc-3587-4cf1-90cd-6e2817154175","method":"GET","req_id":"c0ba0bb0-a575-4ae8-b0fd-2b6d36aeeced","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.204929135Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_faa7cb3e-2bf9-4c4a-bedc-e7ec2f57b6d3/crucible/regions/59206fcc-3587-4cf1-90cd-6e2817154175\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.212389492Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"region":"59206fcc-3587-4cf1-90cd-6e2817154175","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.254454195Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions/59206fcc-3587-4cf1-90cd-6e2817154175","method":"GET","req_id":"b41bc0ea-034d-4866-bdaa-e8c819e0d42d","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 59206fcc-3587-4cf1-90cd-6e2817154175 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.26059098Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:39:44.359461617Z","hostname":"oxz_crucible_fca8705e-d76a-4585-93d2-8041920ee699","pid":22970,"uri":"/crucible/0/regions/59206fcc-3587-4cf1-90cd-6e2817154175","method":"GET","req_id":"b7448ed6-0491-4fad-9e33-7e1f0b6fd202","remote_addr":"[fd00:1122:3344:101::a]:48269","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":35,"response_code":200}