{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.666513602Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32880"} {"msg":"region ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.711549073Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.714755338Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.714768028Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions","method":"POST","req_id":"1fbccaf2-4d9a-4609-9ee0-954fa733043e","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18957,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ca7ebdde-1847-4ad2-84aa-c421da805483/crucible/regions/ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.727366535Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ca7ebdde-1847-4ad2-84aa-c421da805483/crucible/regions/ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.727389845Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.776611172Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"region":"ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90\" \"--data\" \"/data/regions/ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.779026608Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"region":"ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.928684128Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions","method":"POST","req_id":"6bb1a27d-79c5-45c9-b3b6-fc315d82d02e","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.129087081Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"region":"ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","component":"worker"} {"msg":"region ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.129155322Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.129266773Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.129722508Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.141996772Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.163126852Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.165504708Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ebda83e6-16aa-4f26-8b1c-bdd6f6dedc90","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.166208356Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.166267566Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.166305477Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.166339667Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.17023187Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.173996471Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.331723488Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions","method":"POST","req_id":"e22c1886-c5d8-408d-baef-477194054b8c","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"region 16bc3b23-b0fb-4fc6-8d69-42d290237a3b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.332064869Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.332264121Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.332274721Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions","method":"POST","req_id":"32244cb5-cd7d-425d-bb70-f1b840d6ca82","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":253,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ca7ebdde-1847-4ad2-84aa-c421da805483/crucible/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.338912303Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ca7ebdde-1847-4ad2-84aa-c421da805483/crucible/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.338938354Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"16bc3b23-b0fb-4fc6-8d69-42d290237a3b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.389423953Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"region":"16bc3b23-b0fb-4fc6-8d69-42d290237a3b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"16bc3b23-b0fb-4fc6-8d69-42d290237a3b\" \"--data\" \"/data/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.389474284Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"region":"16bc3b23-b0fb-4fc6-8d69-42d290237a3b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.462011594Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"region":"16bc3b23-b0fb-4fc6-8d69-42d290237a3b","component":"worker"} {"msg":"region 16bc3b23-b0fb-4fc6-8d69-42d290237a3b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.462046755Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.462150516Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-16bc3b23-b0fb-4fc6-8d69-42d290237a3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.46249988Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-16bc3b23-b0fb-4fc6-8d69-42d290237a3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.466162109Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.475090267Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-16bc3b23-b0fb-4fc6-8d69-42d290237a3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.478337522Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.478591775Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.478641345Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.478679066Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.478715076Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.482651149Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.492689818Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:43.682305724Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions","method":"POST","req_id":"1418a2f9-e9f0-4a96-bfae-a00ce39d828d","remote_addr":"[fd00:1122:3344:101::a]:32880","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.775878879Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53734"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.776010781Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","method":"GET","req_id":"8699125e-b681-4758-a53a-2a1336f3127f","remote_addr":"[fd00:1122:3344:101::a]:53734","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.778478918Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"dataset is oxp_ca7ebdde-1847-4ad2-84aa-c421da805483/crucible/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.79065942Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"region 16bc3b23-b0fb-4fc6-8d69-42d290237a3b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.797718147Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.798255553Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","method":"DELETE","req_id":"fbd4af55-4fe7-45e7-b9e5-8e09ce52379f","remote_addr":"[fd00:1122:3344:101::a]:53734","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19803,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.798294283Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-16bc3b23-b0fb-4fc6-8d69-42d290237a3b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.799342125Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.801231275Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","method":"GET","req_id":"8b6ed0eb-7d85-43ec-b6fe-4c4fbfa9a892","remote_addr":"[fd00:1122:3344:101::a]:53734","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.816878286Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ca7ebdde-1847-4ad2-84aa-c421da805483/crucible/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.824732491Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"region":"16bc3b23-b0fb-4fc6-8d69-42d290237a3b","component":"worker"} {"msg":"region 16bc3b23-b0fb-4fc6-8d69-42d290237a3b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.896565044Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:56:14.911609148Z","hostname":"oxz_crucible_56441baa-0a29-4030-a43b-b4f5cf9e3036","pid":24057,"uri":"/crucible/0/regions/16bc3b23-b0fb-4fc6-8d69-42d290237a3b","method":"GET","req_id":"857eeaa2-ebf0-4d23-ae44-c53f5237df63","remote_addr":"[fd00:1122:3344:101::a]:53734","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":52,"response_code":200}