{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.172229449Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63144"} {"msg":"region c054f043-3a34-4479-934d-43ca2ec81636 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.22130145Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.224208261Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.224222661Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions","method":"POST","req_id":"9b33e0fe-429c-406c-994f-dff08cebe8b0","remote_addr":"[fd00:1122:3344:101::b]:63144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20856,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5bc873d3-e5ad-4a60-ac58-c074ebcddb03/crucible/regions/c054f043-3a34-4479-934d-43ca2ec81636","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.234672908Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5bc873d3-e5ad-4a60-ac58-c074ebcddb03/crucible/regions/c054f043-3a34-4479-934d-43ca2ec81636","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.234693399Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c054f043-3a34-4479-934d-43ca2ec81636\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c054f043-3a34-4479-934d-43ca2ec81636\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.285805542Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"region":"c054f043-3a34-4479-934d-43ca2ec81636","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c054f043-3a34-4479-934d-43ca2ec81636\" \"--data\" \"/data/regions/c054f043-3a34-4479-934d-43ca2ec81636\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.288167391Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"region":"c054f043-3a34-4479-934d-43ca2ec81636","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.51499453Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions","method":"POST","req_id":"1265e1db-43da-4883-9952-8f31e1dcb7a8","remote_addr":"[fd00:1122:3344:101::b]:63144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.67602704Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"region":"c054f043-3a34-4479-934d-43ca2ec81636","component":"worker"} {"msg":"region c054f043-3a34-4479-934d-43ca2ec81636 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.67606362Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.676158912Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c054f043-3a34-4479-934d-43ca2ec81636","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.67653537Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c054f043-3a34-4479-934d-43ca2ec81636","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.687263963Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.710524157Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c054f043-3a34-4479-934d-43ca2ec81636","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.713365786Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c054f043-3a34-4479-934d-43ca2ec81636","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.714081771Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.714149493Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.714193954Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.714231844Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.718075844Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:40.721956435Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:41.095124159Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions","method":"POST","req_id":"325abbc0-b523-45e4-a57d-d5a2b1699b06","remote_addr":"[fd00:1122:3344:101::b]:63144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region a1823928-1256-4d38-a564-8043cd0ac2b3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.007549328Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.007722002Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions","method":"POST","req_id":"4af04ab8-1e3c-4f4f-bf45-c5fb6b02f960","remote_addr":"[fd00:1122:3344:101::b]:63144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":228,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.007740832Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_5bc873d3-e5ad-4a60-ac58-c074ebcddb03/crucible/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.014718388Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5bc873d3-e5ad-4a60-ac58-c074ebcddb03/crucible/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.014731258Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a1823928-1256-4d38-a564-8043cd0ac2b3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a1823928-1256-4d38-a564-8043cd0ac2b3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.070628121Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"region":"a1823928-1256-4d38-a564-8043cd0ac2b3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a1823928-1256-4d38-a564-8043cd0ac2b3\" \"--data\" \"/data/regions/a1823928-1256-4d38-a564-8043cd0ac2b3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.070669402Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"region":"a1823928-1256-4d38-a564-8043cd0ac2b3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.142393474Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"region":"a1823928-1256-4d38-a564-8043cd0ac2b3","component":"worker"} {"msg":"region a1823928-1256-4d38-a564-8043cd0ac2b3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.142429195Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.142518576Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a1823928-1256-4d38-a564-8043cd0ac2b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.142939725Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a1823928-1256-4d38-a564-8043cd0ac2b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.146135902Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.152680128Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a1823928-1256-4d38-a564-8043cd0ac2b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.155797323Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.156090379Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.15613776Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.156181641Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.156220472Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.157316004Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions","method":"POST","req_id":"3b26dffc-611b-426e-b871-fef1622b72c6","remote_addr":"[fd00:1122:3344:101::b]:63144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.161767417Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:00:47.173299217Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.23361234Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45939"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.233728892Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","method":"GET","req_id":"76690934-3257-4fd5-be9f-8ef6370780b2","remote_addr":"[fd00:1122:3344:101::b]:45939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"path is \"/data/regions/a1823928-1256-4d38-a564-8043cd0ac2b3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.236585342Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"dataset is oxp_5bc873d3-e5ad-4a60-ac58-c074ebcddb03/crucible/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.247010448Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"region a1823928-1256-4d38-a564-8043cd0ac2b3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.253863071Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.254136147Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","method":"DELETE","req_id":"2270765a-b0a8-47da-847a-bd307b2fce75","remote_addr":"[fd00:1122:3344:101::b]:45939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17592,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.254160987Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a1823928-1256-4d38-a564-8043cd0ac2b3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.254644727Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.257410625Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","method":"GET","req_id":"8ef91170-8417-4896-ae5a-2a526e75f93a","remote_addr":"[fd00:1122:3344:101::b]:45939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.267852862Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5bc873d3-e5ad-4a60-ac58-c074ebcddb03/crucible/regions/a1823928-1256-4d38-a564-8043cd0ac2b3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.274565592Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"region":"a1823928-1256-4d38-a564-8043cd0ac2b3","component":"worker"} {"msg":"region a1823928-1256-4d38-a564-8043cd0ac2b3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.332715691Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T00:01:25.387323518Z","hostname":"oxz_crucible_986d8fae-e8eb-467f-b831-81a3ef7c4098","pid":23279,"uri":"/crucible/0/regions/a1823928-1256-4d38-a564-8043cd0ac2b3","method":"GET","req_id":"7acabc1d-45b9-435b-b5f1-709c0cd791c6","remote_addr":"[fd00:1122:3344:101::b]:45939","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}