{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.897295861Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59283"} {"msg":"region 824a9c1d-902c-4134-a261-d8094bab42e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.897449413Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.898459439Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions","method":"POST","req_id":"6e9f0984-f484-463e-88c3-d741d0b69acb","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1052,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.898473709Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b66a316e-1ed2-4a9d-badc-cbc1f0790deb/crucible/regions/824a9c1d-902c-4134-a261-d8094bab42e2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.910980183Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b66a316e-1ed2-4a9d-badc-cbc1f0790deb/crucible/regions/824a9c1d-902c-4134-a261-d8094bab42e2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.910998143Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"824a9c1d-902c-4134-a261-d8094bab42e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/824a9c1d-902c-4134-a261-d8094bab42e2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.967383479Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"region":"824a9c1d-902c-4134-a261-d8094bab42e2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"824a9c1d-902c-4134-a261-d8094bab42e2\" \"--data\" \"/data/regions/824a9c1d-902c-4134-a261-d8094bab42e2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:53.967414629Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"region":"824a9c1d-902c-4134-a261-d8094bab42e2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.054651897Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"region":"824a9c1d-902c-4134-a261-d8094bab42e2","component":"worker"} {"msg":"region 824a9c1d-902c-4134-a261-d8094bab42e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.054684827Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.054791299Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-824a9c1d-902c-4134-a261-d8094bab42e2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.055591842Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-824a9c1d-902c-4134-a261-d8094bab42e2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.066234495Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.089708266Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-824a9c1d-902c-4134-a261-d8094bab42e2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.094380092Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/824a9c1d-902c-4134-a261-d8094bab42e2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.094602126Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.094653686Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.094698987Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.094741798Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.098482978Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.103327367Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:10:54.208342433Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions","method":"POST","req_id":"7cf67c1f-9c5b-4fc9-b740-77006e2af6cc","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region b8afab8a-e240-47f3-9891-aca690266577 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.323708233Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.323900597Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.323910377Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions","method":"POST","req_id":"167d254f-44f2-407f-8018-38cef860a146","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":242,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b66a316e-1ed2-4a9d-badc-cbc1f0790deb/crucible/regions/b8afab8a-e240-47f3-9891-aca690266577","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.331119004Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b66a316e-1ed2-4a9d-badc-cbc1f0790deb/crucible/regions/b8afab8a-e240-47f3-9891-aca690266577","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.331144974Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b8afab8a-e240-47f3-9891-aca690266577\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b8afab8a-e240-47f3-9891-aca690266577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.375298191Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"region":"b8afab8a-e240-47f3-9891-aca690266577","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b8afab8a-e240-47f3-9891-aca690266577\" \"--data\" \"/data/regions/b8afab8a-e240-47f3-9891-aca690266577\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.375330312Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"region":"b8afab8a-e240-47f3-9891-aca690266577","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.457450096Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"region":"b8afab8a-e240-47f3-9891-aca690266577","component":"worker"} {"msg":"region b8afab8a-e240-47f3-9891-aca690266577 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.457479426Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.457587448Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b8afab8a-e240-47f3-9891-aca690266577","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.462510678Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b8afab8a-e240-47f3-9891-aca690266577","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.470806173Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.485281468Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b8afab8a-e240-47f3-9891-aca690266577","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.489759601Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b8afab8a-e240-47f3-9891-aca690266577","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.490038505Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.490084936Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.490124817Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.490161947Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.49465961Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.49959772Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:01.515519219Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions","method":"POST","req_id":"7b75e4b1-3e00-4910-9735-e689dcefc2f3","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.476539098Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions/b8afab8a-e240-47f3-9891-aca690266577","method":"GET","req_id":"2e207cef-71bc-47e2-bb8f-80f88f1b347b","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/b8afab8a-e240-47f3-9891-aca690266577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.479352723Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"dataset is oxp_b66a316e-1ed2-4a9d-badc-cbc1f0790deb/crucible/regions/b8afab8a-e240-47f3-9891-aca690266577","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.491796035Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"region b8afab8a-e240-47f3-9891-aca690266577 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.498656547Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.498806199Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions/b8afab8a-e240-47f3-9891-aca690266577","method":"DELETE","req_id":"c8d1d64c-d079-4b40-93f1-6d1ae9ffe96e","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19476,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.49882488Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-b8afab8a-e240-47f3-9891-aca690266577 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.500386395Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.501390741Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions/b8afab8a-e240-47f3-9891-aca690266577","method":"GET","req_id":"8561d29f-831b-42e2-a52b-26606092bda9","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.512234317Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b66a316e-1ed2-4a9d-badc-cbc1f0790deb/crucible/regions/b8afab8a-e240-47f3-9891-aca690266577\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.519093629Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"region":"b8afab8a-e240-47f3-9891-aca690266577","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.568167226Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions/b8afab8a-e240-47f3-9891-aca690266577","method":"GET","req_id":"4e6dcc27-d08d-4143-90c0-911d4f3e41a7","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region b8afab8a-e240-47f3-9891-aca690266577 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.586004836Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T23:11:27.695114478Z","hostname":"oxz_crucible_c353ad6e-680b-4c30-a540-9ea0e35bb6f3","pid":23832,"uri":"/crucible/0/regions/b8afab8a-e240-47f3-9891-aca690266577","method":"GET","req_id":"ac504100-1b27-4dca-a90e-c2735ee58828","remote_addr":"[fd00:1122:3344:101::a]:59283","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":200}