{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.849389888Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60010"} {"msg":"region 6001acf9-8190-492e-9f05-047c2c86220d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.877094648Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.879616253Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.879632293Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"658bd8a6-af16-4926-afbc-a7156d61c4ea","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16046,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/6001acf9-8190-492e-9f05-047c2c86220d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.911601383Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/6001acf9-8190-492e-9f05-047c2c86220d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:32.911621873Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.073858609Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"debe9048-2197-4bd1-91de-405e496e3d74","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"creating region Region { id: RegionId(\"6001acf9-8190-492e-9f05-047c2c86220d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6001acf9-8190-492e-9f05-047c2c86220d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.094195167Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"6001acf9-8190-492e-9f05-047c2c86220d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6001acf9-8190-492e-9f05-047c2c86220d\" \"--data\" \"/data/regions/6001acf9-8190-492e-9f05-047c2c86220d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.096535525Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"6001acf9-8190-492e-9f05-047c2c86220d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.480095335Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"13ad9aa4-ee0e-4479-9909-47f25fe79724","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.902048507Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"6001acf9-8190-492e-9f05-047c2c86220d","component":"worker"} {"msg":"region 6001acf9-8190-492e-9f05-047c2c86220d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.902093028Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.902435922Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6001acf9-8190-492e-9f05-047c2c86220d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.902984064Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6001acf9-8190-492e-9f05-047c2c86220d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:33.960861354Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.038092254Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6001acf9-8190-492e-9f05-047c2c86220d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.061972106Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6001acf9-8190-492e-9f05-047c2c86220d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.063017903Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.063120965Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.063179427Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.063245639Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.087117851Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.114658774Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:34.927879513Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"dd1df983-5e8c-4be0-abde-c764dd3d1c12","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.222003053Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/6001acf9-8190-492e-9f05-047c2c86220d","method":"GET","req_id":"b9dd4d13-7a65-462d-8fa2-7d461883f502","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/6001acf9-8190-492e-9f05-047c2c86220d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.225048891Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"dataset is oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/6001acf9-8190-492e-9f05-047c2c86220d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.233032636Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"region 6001acf9-8190-492e-9f05-047c2c86220d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.23983728Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.240033215Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/6001acf9-8190-492e-9f05-047c2c86220d","method":"DELETE","req_id":"bb4e698e-64da-4c71-8dd9-95da4d9388a1","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15013,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.240084507Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-6001acf9-8190-492e-9f05-047c2c86220d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.24100655Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.244013788Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/6001acf9-8190-492e-9f05-047c2c86220d","method":"GET","req_id":"f3d5b15f-03a1-4688-801e-cbd0c4917478","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.263914278Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/6001acf9-8190-492e-9f05-047c2c86220d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.273241847Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"6001acf9-8190-492e-9f05-047c2c86220d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.324017199Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/6001acf9-8190-492e-9f05-047c2c86220d","method":"GET","req_id":"9c16d4c4-fe4e-4c25-910a-2fc1533bf974","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.391606383Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/6001acf9-8190-492e-9f05-047c2c86220d","method":"GET","req_id":"67b405a6-c30c-4afd-8aa2-ad903d2ea1d1","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"region 6001acf9-8190-492e-9f05-047c2c86220d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.46207423Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:36.517404669Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/6001acf9-8190-492e-9f05-047c2c86220d","method":"GET","req_id":"5d1e9181-6834-4bc7-9059-d6168b1e2435","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"region 29b19623-7b52-4781-99fb-821fd6a382f8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.800914789Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.801066043Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"0b2f1f91-1f60-4b8e-a613-28c452542851","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":201,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.801114224Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.807359294Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.807429646Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"29b19623-7b52-4781-99fb-821fd6a382f8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/29b19623-7b52-4781-99fb-821fd6a382f8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.946510553Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"29b19623-7b52-4781-99fb-821fd6a382f8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"29b19623-7b52-4781-99fb-821fd6a382f8\" \"--data\" \"/data/regions/29b19623-7b52-4781-99fb-821fd6a382f8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.946587685Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"29b19623-7b52-4781-99fb-821fd6a382f8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.003674979Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"2a8a4a8e-228a-47c8-8d59-49d379fcedec","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.601773376Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"29b19623-7b52-4781-99fb-821fd6a382f8","component":"worker"} {"msg":"region 29b19623-7b52-4781-99fb-821fd6a382f8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.601808667Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.602079454Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.603413488Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.609583357Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.710799732Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.737058955Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.737393584Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.737442955Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.737488326Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.737527787Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.755898849Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"c0e52908-51ce-4756-9f2b-8c00a8a95156","remote_addr":"[fd00:1122:3344:101::c]:60010","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.815728703Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.904888429Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.643198699Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57704"} {"msg":"region 28521590-7442-4bb8-866e-67b3a6f09040 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.643929718Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.644052351Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"3e514c91-a0cd-4afd-b565-84df8f4a955d","remote_addr":"[fd00:1122:3344:101::c]:57704","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":780,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.644080982Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/28521590-7442-4bb8-866e-67b3a6f09040","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.652023065Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/28521590-7442-4bb8-866e-67b3a6f09040","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.652044496Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"28521590-7442-4bb8-866e-67b3a6f09040\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/28521590-7442-4bb8-866e-67b3a6f09040\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.719705181Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"28521590-7442-4bb8-866e-67b3a6f09040","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"28521590-7442-4bb8-866e-67b3a6f09040\" \"--data\" \"/data/regions/28521590-7442-4bb8-866e-67b3a6f09040\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.719754112Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"28521590-7442-4bb8-866e-67b3a6f09040","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.920362176Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"region":"28521590-7442-4bb8-866e-67b3a6f09040","component":"worker"} {"msg":"region 28521590-7442-4bb8-866e-67b3a6f09040 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.920413747Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.92051975Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-28521590-7442-4bb8-866e-67b3a6f09040","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.921377042Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-28521590-7442-4bb8-866e-67b3a6f09040","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.954870451Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.974846203Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions","method":"POST","req_id":"c4fa3f8c-d943-4b3e-b841-0400b383c145","remote_addr":"[fd00:1122:3344:101::c]:57704","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:56.997472333Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-28521590-7442-4bb8-866e-67b3a6f09040","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.007392118Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28521590-7442-4bb8-866e-67b3a6f09040","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.007681635Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.007731866Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.007779657Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.007853399Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.016784628Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:57.043316069Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.871795203Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/29b19623-7b52-4781-99fb-821fd6a382f8","method":"GET","req_id":"c40a0a50-3a77-4ada-ab1c-7bdcd9781126","remote_addr":"[fd00:1122:3344:101::c]:57704","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/29b19623-7b52-4781-99fb-821fd6a382f8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.87599288Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"dataset is oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.884246562Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"snapshot is oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.891228751Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.891256572Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.901598437Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/29b19623-7b52-4781-99fb-821fd6a382f8/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636","method":"GET","req_id":"2dad0d0c-718b-4b88-b548-31b4b7ba405e","remote_addr":"[fd00:1122:3344:101::c]:57704","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25658,"response_code":200} {"msg":"path is \"/data/regions/29b19623-7b52-4781-99fb-821fd6a382f8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.90483211Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"dataset is oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.91264149Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"snapshot is oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.919760503Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.919777553Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 29b19623-7b52-4781-99fb-821fd6a382f8-5f6cb04f-a344-45e9-b4f0-f225ef825636 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.928700612Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"applying SMF actions for region 29b19623-7b52-4781-99fb-821fd6a382f8 running snapshot 5f6cb04f-a344-45e9-b4f0-f225ef825636 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.928848496Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.928880547Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/29b19623-7b52-4781-99fb-821fd6a382f8/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636/run","method":"POST","req_id":"8f43837b-91e9-421c-a2ef-c616560d26b5","remote_addr":"[fd00:1122:3344:101::c]:57704","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24051,"response_code":200} {"msg":"creating missing snapshot instance snapshot-29b19623-7b52-4781-99fb-821fd6a382f8-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.9336945Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-29b19623-7b52-4781-99fb-821fd6a382f8-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.942049914Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-29b19623-7b52-4781-99fb-821fd6a382f8-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.970790851Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/29b19623-7b52-4781-99fb-821fd6a382f8/.zfs/snapshot/5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.971009447Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.971055198Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.97111131Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.971149751Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.971192462Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.980341686Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.989311796Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"worker"} {"msg":"region 29b19623-7b52-4781-99fb-821fd6a382f8 running snapshot 5f6cb04f-a344-45e9-b4f0-f225ef825636 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.989333017Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"path is \"/data/regions/29b19623-7b52-4781-99fb-821fd6a382f8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:59.279335413Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"dataset is oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:59.286564548Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"datafile"} {"msg":"snapshot is oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:59.293785584Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_431885f0-2c1f-4ee1-b447-e5095d783c50/crucible/regions/29b19623-7b52-4781-99fb-821fd6a382f8\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:59.293805594Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:59.300506056Z","hostname":"oxz_crucible_ed27abeb-86c4-444d-b58c-aaea2dbae6ba","pid":24470,"uri":"/crucible/0/regions/29b19623-7b52-4781-99fb-821fd6a382f8/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636/run","method":"POST","req_id":"1fe53855-5058-4a87-803f-156580290df3","remote_addr":"[fd00:1122:3344:101::c]:57704","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21217,"response_code":200}