{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.281191488Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51013"} {"msg":"region 3c84c021-a34a-435a-b94e-c2b6ac7e9939 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.342490788Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.352810951Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.352829121Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions","method":"POST","req_id":"806fda7d-7db0-40fd-823e-8580afef1a00","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41735,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3a82807a-758f-4ad1-9aba-5e731832f628/crucible/regions/3c84c021-a34a-435a-b94e-c2b6ac7e9939","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.365204883Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3a82807a-758f-4ad1-9aba-5e731832f628/crucible/regions/3c84c021-a34a-435a-b94e-c2b6ac7e9939","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.365225774Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3c84c021-a34a-435a-b94e-c2b6ac7e9939\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3c84c021-a34a-435a-b94e-c2b6ac7e9939\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.457549421Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"region":"3c84c021-a34a-435a-b94e-c2b6ac7e9939","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3c84c021-a34a-435a-b94e-c2b6ac7e9939\" \"--data\" \"/data/regions/3c84c021-a34a-435a-b94e-c2b6ac7e9939\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.459810345Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"region":"3c84c021-a34a-435a-b94e-c2b6ac7e9939","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.532503548Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions","method":"POST","req_id":"aa3432d5-305b-4ff7-9854-87893ef2e518","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.982559391Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"region":"3c84c021-a34a-435a-b94e-c2b6ac7e9939","component":"worker"} {"msg":"region 3c84c021-a34a-435a-b94e-c2b6ac7e9939 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.982624272Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.982706554Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3c84c021-a34a-435a-b94e-c2b6ac7e9939","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.983106811Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3c84c021-a34a-435a-b94e-c2b6ac7e9939","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.003878568Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.021281829Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions","method":"POST","req_id":"20ce7a57-9cc4-4ec2-85be-96e19e83fe26","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.040799651Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3c84c021-a34a-435a-b94e-c2b6ac7e9939","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.053302566Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c84c021-a34a-435a-b94e-c2b6ac7e9939","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.054078631Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.054157953Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.054210394Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.054255464Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.064958444Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.073746656Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"region 7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.073945309Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.074113572Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions","method":"POST","req_id":"f7dad3c1-b568-4b3a-8c9c-808be1704d67","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":219,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.074142363Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3a82807a-758f-4ad1-9aba-5e731832f628/crucible/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.081330983Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3a82807a-758f-4ad1-9aba-5e731832f628/crucible/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.081347874Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.149187712Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"region":"7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8\" \"--data\" \"/data/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.149229643Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"region":"7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.295834544Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"region":"7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","component":"worker"} {"msg":"region 7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.295868314Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.295982996Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.300104787Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.311897638Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.330693316Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.341415779Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.341806986Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.341851866Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.341890379Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.341928545Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.350064335Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.356264917Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:58.43254538Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions","method":"POST","req_id":"73ba808a-8d30-4d35-92db-c918deb2c622","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.228241882Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","method":"GET","req_id":"3c4b33df-2704-4a33-a6c8-5860229a5611","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.231154839Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"dataset is oxp_3a82807a-758f-4ad1-9aba-5e731832f628/crucible/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.242829718Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"region 7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.250221322Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.250766723Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","method":"DELETE","req_id":"98d244ee-2bbe-416b-8840-d541ddf72b7e","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19651,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.250808534Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.251476917Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.253617969Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","method":"GET","req_id":"2cb4433c-5138-4f5e-b2e7-710cf05d57e7","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.264312809Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3a82807a-758f-4ad1-9aba-5e731832f628/crucible/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.272026149Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"region":"7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","component":"worker"} {"msg":"region 7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.335799628Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:10:27.356944252Z","hostname":"oxz_crucible_0010fbf6-5d89-4cbd-95d5-0dd0473abe2f","pid":26008,"uri":"/crucible/0/regions/7f5f38c8-bbe7-4d78-98e8-85d5ed9264d8","method":"GET","req_id":"bc3e5115-75bc-4ced-bdfd-dce7281c7bf6","remote_addr":"[fd00:1122:3344:101::a]:51013","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":36,"response_code":200}