{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.056987276Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57087"} {"msg":"region e1abb678-ba16-47f6-a6ad-d6946a72b03e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.104834855Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.107298194Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.107309454Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"0e64f332-3f5d-4517-83d8-dd3f2d3a6dc5","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19568,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_207b2737-b1b1-4195-bf93-c4cff5d22e57/crucible/regions/e1abb678-ba16-47f6-a6ad-d6946a72b03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.117587143Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_207b2737-b1b1-4195-bf93-c4cff5d22e57/crucible/regions/e1abb678-ba16-47f6-a6ad-d6946a72b03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.117599303Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e1abb678-ba16-47f6-a6ad-d6946a72b03e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e1abb678-ba16-47f6-a6ad-d6946a72b03e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.168578877Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"region":"e1abb678-ba16-47f6-a6ad-d6946a72b03e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e1abb678-ba16-47f6-a6ad-d6946a72b03e\" \"--data\" \"/data/regions/e1abb678-ba16-47f6-a6ad-d6946a72b03e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.171127506Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"region":"e1abb678-ba16-47f6-a6ad-d6946a72b03e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.252496594Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"24a4b47e-1e8a-4007-a137-deb33bc41487","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.549224712Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"9106c8c3-57e5-4159-85b6-5add25a98c69","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.566510806Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"region":"e1abb678-ba16-47f6-a6ad-d6946a72b03e","component":"worker"} {"msg":"region e1abb678-ba16-47f6-a6ad-d6946a72b03e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.566528416Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.566672627Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e1abb678-ba16-47f6-a6ad-d6946a72b03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.56707435Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e1abb678-ba16-47f6-a6ad-d6946a72b03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.579157643Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.603927034Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e1abb678-ba16-47f6-a6ad-d6946a72b03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.606884737Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e1abb678-ba16-47f6-a6ad-d6946a72b03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.607661893Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.607728544Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.607768814Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.607805934Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.611487613Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.615543114Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.071502422Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"8781a047-05a3-49fe-beeb-786f8978981d","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 99fb79b1-90dc-478a-90cd-23e1c90a886c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.31606737Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.316262812Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.316298322Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"bd0ee504-2038-4290-8f69-be5ea597dbf6","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":250,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_207b2737-b1b1-4195-bf93-c4cff5d22e57/crucible/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.322593571Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_207b2737-b1b1-4195-bf93-c4cff5d22e57/crucible/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.32260904Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"99fb79b1-90dc-478a-90cd-23e1c90a886c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.368581525Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"region":"99fb79b1-90dc-478a-90cd-23e1c90a886c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"99fb79b1-90dc-478a-90cd-23e1c90a886c\" \"--data\" \"/data/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.368620726Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"region":"99fb79b1-90dc-478a-90cd-23e1c90a886c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.446274835Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"region":"99fb79b1-90dc-478a-90cd-23e1c90a886c","component":"worker"} {"msg":"region 99fb79b1-90dc-478a-90cd-23e1c90a886c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.446329335Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.446444326Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-99fb79b1-90dc-478a-90cd-23e1c90a886c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.446822889Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-99fb79b1-90dc-478a-90cd-23e1c90a886c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.449960013Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.457171749Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-99fb79b1-90dc-478a-90cd-23e1c90a886c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.462858243Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.463234645Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.463285276Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.463333896Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.463373437Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.467513269Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.477424055Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:25.547428735Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"aeb6a399-0a7d-4219-b54e-5c3739080dc6","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.185603778Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","method":"GET","req_id":"0bb239dd-d4d2-4b3f-b55e-07ad07a92778","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.188631932Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"dataset is oxp_207b2737-b1b1-4195-bf93-c4cff5d22e57/crucible/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.199949179Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"region 99fb79b1-90dc-478a-90cd-23e1c90a886c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.207675939Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.207922321Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.207934101Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","method":"DELETE","req_id":"f02aa68b-48ca-466d-8a17-f0e837d5855c","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19332,"response_code":204} {"msg":"disabling downstairs instance: downstairs-99fb79b1-90dc-478a-90cd-23e1c90a886c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.208814478Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.210814453Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","method":"GET","req_id":"c8d232f4-3b22-45a1-a727-0f8020f97f49","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.221732127Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_207b2737-b1b1-4195-bf93-c4cff5d22e57/crucible/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.229068854Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"region":"99fb79b1-90dc-478a-90cd-23e1c90a886c","component":"worker"} {"msg":"region 99fb79b1-90dc-478a-90cd-23e1c90a886c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.27529789Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:52.294078735Z","hostname":"oxz_crucible_48cddb99-b564-4d8c-8a14-aa439a7ddaec","pid":23889,"uri":"/crucible/0/regions/99fb79b1-90dc-478a-90cd-23e1c90a886c","method":"GET","req_id":"c2192bc2-c34a-430e-97c2-d48d17830ae9","remote_addr":"[fd00:1122:3344:101::b]:57087","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":43,"response_code":200}