{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:24.953884894Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49401"} {"msg":"region 0401e35d-ee34-4771-b189-1bb700ef8952 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:24.953991327Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:24.954563011Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:24.954575851Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"71e6c95c-772d-45c0-8d7f-275566bf989b","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":614,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/0401e35d-ee34-4771-b189-1bb700ef8952","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:24.963843105Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/0401e35d-ee34-4771-b189-1bb700ef8952","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:24.963864135Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0401e35d-ee34-4771-b189-1bb700ef8952\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0401e35d-ee34-4771-b189-1bb700ef8952\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.002863837Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"region":"0401e35d-ee34-4771-b189-1bb700ef8952","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0401e35d-ee34-4771-b189-1bb700ef8952\" \"--data\" \"/data/regions/0401e35d-ee34-4771-b189-1bb700ef8952\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.002902028Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"region":"0401e35d-ee34-4771-b189-1bb700ef8952","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.052934827Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"region":"0401e35d-ee34-4771-b189-1bb700ef8952","component":"worker"} {"msg":"region 0401e35d-ee34-4771-b189-1bb700ef8952 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.052966038Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.05305031Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0401e35d-ee34-4771-b189-1bb700ef8952","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.053380108Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0401e35d-ee34-4771-b189-1bb700ef8952","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.058075056Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.072267604Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0401e35d-ee34-4771-b189-1bb700ef8952","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.073458094Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0401e35d-ee34-4771-b189-1bb700ef8952","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.073660148Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.0737035Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.073740821Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.073776171Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.075192557Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.087546748Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.185172205Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"b4479d27-b112-4b02-9df0-cbefc1dfd867","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.624795469Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2","method":"GET","req_id":"b3f6d983-bc55-447e-bfb2-fdb8b78b794d","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.630817071Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.638009822Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"snapshot is oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2@d52e9455-cf78-4769-ad9d-408d5739ad1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.643954681Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2\", \"d52e9455-cf78-4769-ad9d-408d5739ad1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.643977972Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.653215154Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2/snapshots/d52e9455-cf78-4769-ad9d-408d5739ad1d","method":"GET","req_id":"ad733df3-759e-4c6c-b6bc-3a18119989a2","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22417,"response_code":200} {"msg":"path is \"/data/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.666860188Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.673678589Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"snapshot is oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2@d52e9455-cf78-4769-ad9d-408d5739ad1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.679738082Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2\", \"d52e9455-cf78-4769-ad9d-408d5739ad1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.679750692Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ed76c8d6-f268-4fdd-ac10-c674302598a2-d52e9455-cf78-4769-ad9d-408d5739ad1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.686284007Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"applying SMF actions for region ed76c8d6-f268-4fdd-ac10-c674302598a2 running snapshot d52e9455-cf78-4769-ad9d-408d5739ad1d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.68642101Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.686452161Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2/snapshots/d52e9455-cf78-4769-ad9d-408d5739ad1d/run","method":"POST","req_id":"b8ef7077-cb85-4350-a930-ace7831f9bfe","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19605,"response_code":200} {"msg":"creating missing snapshot instance snapshot-ed76c8d6-f268-4fdd-ac10-c674302598a2-d52e9455-cf78-4769-ad9d-408d5739ad1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.691008116Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ed76c8d6-f268-4fdd-ac10-c674302598a2-d52e9455-cf78-4769-ad9d-408d5739ad1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.694896403Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ed76c8d6-f268-4fdd-ac10-c674302598a2-d52e9455-cf78-4769-ad9d-408d5739ad1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.700801772Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2/.zfs/snapshot/d52e9455-cf78-4769-ad9d-408d5739ad1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.70112156Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.701175822Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.701227683Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.701283134Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.701340506Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.703830179Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.70627628Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"region ed76c8d6-f268-4fdd-ac10-c674302598a2 running snapshot d52e9455-cf78-4769-ad9d-408d5739ad1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:25.70628761Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"path is \"/data/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:26.012358744Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:26.018711613Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"snapshot is oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2@d52e9455-cf78-4769-ad9d-408d5739ad1d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:26.025522775Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2\", \"d52e9455-cf78-4769-ad9d-408d5739ad1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:26.025538045Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:26.031440854Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/ed76c8d6-f268-4fdd-ac10-c674302598a2/snapshots/d52e9455-cf78-4769-ad9d-408d5739ad1d/run","method":"POST","req_id":"18582406-58e2-4d45-b85a-007c6e4dd6bf","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19126,"response_code":200} {"msg":"region 62d807cc-3a04-492c-8c54-21f5195e47a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.78615853Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.786354655Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.786387265Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"f1fc3a70-99b6-4ef5-97de-154f39cf08d1","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":228,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.792737245Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.792777446Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"62d807cc-3a04-492c-8c54-21f5195e47a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/62d807cc-3a04-492c-8c54-21f5195e47a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.8366138Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"region":"62d807cc-3a04-492c-8c54-21f5195e47a4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"62d807cc-3a04-492c-8c54-21f5195e47a4\" \"--data\" \"/data/regions/62d807cc-3a04-492c-8c54-21f5195e47a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.83665595Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"region":"62d807cc-3a04-492c-8c54-21f5195e47a4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.88867335Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"region":"62d807cc-3a04-492c-8c54-21f5195e47a4","component":"worker"} {"msg":"region 62d807cc-3a04-492c-8c54-21f5195e47a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.888715031Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.888814483Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-62d807cc-3a04-492c-8c54-21f5195e47a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.889975892Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-62d807cc-3a04-492c-8c54-21f5195e47a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.891137832Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.894778833Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62d807cc-3a04-492c-8c54-21f5195e47a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.895988294Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.896184839Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.89622986Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.896268111Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.896305262Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.897786449Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:30.904139879Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:31.008746792Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions","method":"POST","req_id":"b943de8e-da80-40ce-b6f8-bf75768aef94","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.369602993Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","method":"GET","req_id":"fbcc50c7-7cb5-4df1-9c83-500272c625f6","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/62d807cc-3a04-492c-8c54-21f5195e47a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.373093431Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"dataset is oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.383147084Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"region 62d807cc-3a04-492c-8c54-21f5195e47a4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.390809527Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.39095182Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.390983161Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","method":"DELETE","req_id":"935ef526-1afa-4918-aae2-22210783cded","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17913,"response_code":204} {"msg":"disabling downstairs instance: downstairs-62d807cc-3a04-492c-8c54-21f5195e47a4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.39215247Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.395256208Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","method":"GET","req_id":"53fa695b-2135-4406-b067-59288233fa40","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.397009492Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_901e1657-e8af-41ac-931b-96060a84f17f/crucible/regions/62d807cc-3a04-492c-8c54-21f5195e47a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.406080321Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"region":"62d807cc-3a04-492c-8c54-21f5195e47a4","component":"worker"} {"msg":"region 62d807cc-3a04-492c-8c54-21f5195e47a4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.454072099Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T19:23:57.533829806Z","hostname":"oxz_crucible_68a94774-a4e2-43fe-ad7e-192010f54f4c","pid":23060,"uri":"/crucible/0/regions/62d807cc-3a04-492c-8c54-21f5195e47a4","method":"GET","req_id":"e40d86e9-7ce2-4bfc-83f5-23464b6f20d2","remote_addr":"[fd00:1122:3344:101::a]:49401","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":47,"response_code":200}