{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.732716525Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61004"} {"msg":"region 9ba4b86b-8a43-4cba-92e9-ec7979df3577 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.786915741Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.790539031Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.790551691Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions","method":"POST","req_id":"d43f71a3-9d67-4353-9cf3-9b0ef510a880","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21380,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_32bb3058-98e1-46c1-8139-04ee03b7e416/crucible/regions/9ba4b86b-8a43-4cba-92e9-ec7979df3577","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.801998208Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_32bb3058-98e1-46c1-8139-04ee03b7e416/crucible/regions/9ba4b86b-8a43-4cba-92e9-ec7979df3577","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.802014999Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9ba4b86b-8a43-4cba-92e9-ec7979df3577\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ba4b86b-8a43-4cba-92e9-ec7979df3577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.842247392Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"region":"9ba4b86b-8a43-4cba-92e9-ec7979df3577","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ba4b86b-8a43-4cba-92e9-ec7979df3577\" \"--data\" \"/data/regions/9ba4b86b-8a43-4cba-92e9-ec7979df3577\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:30.844608014Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"region":"9ba4b86b-8a43-4cba-92e9-ec7979df3577","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.052120449Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions","method":"POST","req_id":"265d3e0e-d046-46fc-85a5-418078fa7a93","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.232684633Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"region":"9ba4b86b-8a43-4cba-92e9-ec7979df3577","component":"worker"} {"msg":"region 9ba4b86b-8a43-4cba-92e9-ec7979df3577 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.232737694Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.232845865Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9ba4b86b-8a43-4cba-92e9-ec7979df3577","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.233300581Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ba4b86b-8a43-4cba-92e9-ec7979df3577","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.24844851Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.267052636Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ba4b86b-8a43-4cba-92e9-ec7979df3577","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.270470483Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ba4b86b-8a43-4cba-92e9-ec7979df3577","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.271243123Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.271319895Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.271370235Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.271412956Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.275441481Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.280057615Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:31.633912722Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions","method":"POST","req_id":"a925ec0b-5b86-47a8-871c-1af031a21c83","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 49bb47a4-6d96-4fcc-8469-e025c102d071 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.27498488Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.275173403Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.275182943Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions","method":"POST","req_id":"963bd9ee-5a89-4986-b470-1bdbf2f6943e","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":247,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_32bb3058-98e1-46c1-8139-04ee03b7e416/crucible/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.281762233Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_32bb3058-98e1-46c1-8139-04ee03b7e416/crucible/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.281784214Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"49bb47a4-6d96-4fcc-8469-e025c102d071\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/49bb47a4-6d96-4fcc-8469-e025c102d071\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.331628759Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"region":"49bb47a4-6d96-4fcc-8469-e025c102d071","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"49bb47a4-6d96-4fcc-8469-e025c102d071\" \"--data\" \"/data/regions/49bb47a4-6d96-4fcc-8469-e025c102d071\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.33167253Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"region":"49bb47a4-6d96-4fcc-8469-e025c102d071","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.410502954Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"region":"49bb47a4-6d96-4fcc-8469-e025c102d071","component":"worker"} {"msg":"region 49bb47a4-6d96-4fcc-8469-e025c102d071 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.410539315Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.410661916Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-49bb47a4-6d96-4fcc-8469-e025c102d071","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.410985821Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-49bb47a4-6d96-4fcc-8469-e025c102d071","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.414199265Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.423927699Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-49bb47a4-6d96-4fcc-8469-e025c102d071","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.42766415Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.428009145Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.428068306Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.428114316Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.428158637Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.432847272Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.444856497Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:34:37.612999039Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions","method":"POST","req_id":"2e226549-f329-48e4-a36d-78421d7d8b11","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.406070746Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","method":"GET","req_id":"9868e829-345b-403d-9ea3-f73caeb64c54","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/49bb47a4-6d96-4fcc-8469-e025c102d071\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.410650309Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"dataset is oxp_32bb3058-98e1-46c1-8139-04ee03b7e416/crucible/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.428314982Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"region 49bb47a4-6d96-4fcc-8469-e025c102d071 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.435106865Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.435316278Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.435326208Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","method":"DELETE","req_id":"00e08934-65ce-4b84-9a6d-af4e79960d3e","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24715,"response_code":204} {"msg":"disabling downstairs instance: downstairs-49bb47a4-6d96-4fcc-8469-e025c102d071 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.435843076Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.439128321Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","method":"GET","req_id":"f3bf9066-ccde-4b3f-a0ef-624313344f22","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.454172027Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_32bb3058-98e1-46c1-8139-04ee03b7e416/crucible/regions/49bb47a4-6d96-4fcc-8469-e025c102d071\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.464126844Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"region":"49bb47a4-6d96-4fcc-8469-e025c102d071","component":"worker"} {"msg":"region 49bb47a4-6d96-4fcc-8469-e025c102d071 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.549309216Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T19:35:06.589786603Z","hostname":"oxz_crucible_e4728d7b-226d-49bf-9ac1-dfe8f6ca479c","pid":24063,"uri":"/crucible/0/regions/49bb47a4-6d96-4fcc-8469-e025c102d071","method":"GET","req_id":"c8e6f568-0e54-45a2-a3ca-63a977fd8f63","remote_addr":"[fd00:1122:3344:101::c]:61004","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":200}