{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.753186489Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47713"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.753277701Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","method":"GET","req_id":"5646304c-3dd7-4875-ab6d-95d1093a3ca7","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.756041403Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"dataset is oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.762924921Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"snapshot is oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25@6e0dd427-51cc-4894-bf1c-a162341f1bb4","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.769547812Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25\", \"6e0dd427-51cc-4894-bf1c-a162341f1bb4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.769571293Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.782161898Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/03d713db-0454-45e8-96fa-f08a60ff4f25/snapshots/6e0dd427-51cc-4894-bf1c-a162341f1bb4","method":"GET","req_id":"49b33390-c8fa-4ea4-b01e-1096b8a27e79","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26135,"response_code":200} {"msg":"path is \"/data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.787429084Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"dataset is oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.794143858Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"snapshot is oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25@6e0dd427-51cc-4894-bf1c-a162341f1bb4","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.800501472Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25\", \"6e0dd427-51cc-4894-bf1c-a162341f1bb4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.800522703Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 03d713db-0454-45e8-96fa-f08a60ff4f25-6e0dd427-51cc-4894-bf1c-a162341f1bb4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.808370926Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"applying SMF actions for region 03d713db-0454-45e8-96fa-f08a60ff4f25 running snapshot 6e0dd427-51cc-4894-bf1c-a162341f1bb4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.808853208Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.808861458Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/03d713db-0454-45e8-96fa-f08a60ff4f25/snapshots/6e0dd427-51cc-4894-bf1c-a162341f1bb4/run","method":"POST","req_id":"15b8ecc3-c4ec-4f64-9dad-d8b49e09f38b","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21450,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.823575029Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.823664451Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.823751743Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.823760014Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.823803325Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.823852216Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.82476217Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.824810631Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.824851252Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.824890583Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.834336197Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-03d713db-0454-45e8-96fa-f08a60ff4f25-6e0dd427-51cc-4894-bf1c-a162341f1bb4","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.837337665Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-03d713db-0454-45e8-96fa-f08a60ff4f25-6e0dd427-51cc-4894-bf1c-a162341f1bb4","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.845427114Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-03d713db-0454-45e8-96fa-f08a60ff4f25-6e0dd427-51cc-4894-bf1c-a162341f1bb4","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.858580024Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25/.zfs/snapshot/6e0dd427-51cc-4894-bf1c-a162341f1bb4","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.858871242Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.858935963Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.858974524Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.859012415Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.859064687Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.863373978Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.868786278Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"region 03d713db-0454-45e8-96fa-f08a60ff4f25 running snapshot 6e0dd427-51cc-4894-bf1c-a162341f1bb4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:54.868793618Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"path is \"/data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:55.088303835Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"dataset is oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:55.094103134Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"snapshot is oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25@6e0dd427-51cc-4894-bf1c-a162341f1bb4","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:55.100380517Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/03d713db-0454-45e8-96fa-f08a60ff4f25\", \"6e0dd427-51cc-4894-bf1c-a162341f1bb4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:55.100396527Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:04:55.105471748Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/03d713db-0454-45e8-96fa-f08a60ff4f25/snapshots/6e0dd427-51cc-4894-bf1c-a162341f1bb4/run","method":"POST","req_id":"6b74c57d-a44c-4f26-9dde-12c08d5fd4ad","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17199,"response_code":200} {"msg":"region 04bb2bcf-611b-4c43-bc81-01ec3702a290 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.130781139Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.13353459Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.1335527Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions","method":"POST","req_id":"9e8d8f7a-3ead-4cbf-a392-647bfdd0fda8","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2810,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.141388543Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.141413574Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"04bb2bcf-611b-4c43-bc81-01ec3702a290\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.193702436Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"region":"04bb2bcf-611b-4c43-bc81-01ec3702a290","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04bb2bcf-611b-4c43-bc81-01ec3702a290\" \"--data\" \"/data/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.193743687Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"region":"04bb2bcf-611b-4c43-bc81-01ec3702a290","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.274950086Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"region":"04bb2bcf-611b-4c43-bc81-01ec3702a290","component":"worker"} {"msg":"region 04bb2bcf-611b-4c43-bc81-01ec3702a290 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.274984327Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.275082849Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.275557112Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.275629293Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.275698905Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.275704915Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.275739806Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.275780147Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.276138127Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.276184988Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.276228079Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.27626719Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.280340035Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-04bb2bcf-611b-4c43-bc81-01ec3702a290","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.280762686Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04bb2bcf-611b-4c43-bc81-01ec3702a290","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.285131269Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.294022989Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04bb2bcf-611b-4c43-bc81-01ec3702a290","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.297810477Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.298110955Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.298168496Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.298205837Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.298244788Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.30258127Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.311505161Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:00.432825598Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions","method":"POST","req_id":"a30641e3-2ab6-42b3-b6af-d3e69502ffcc","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.410377744Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","method":"GET","req_id":"c87f68af-3974-45ee-ba15-995aef6cda37","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"path is \"/data/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.413275719Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"dataset is oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.423635026Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"region 04bb2bcf-611b-4c43-bc81-01ec3702a290 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.431549351Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.431763527Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.431774277Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","method":"DELETE","req_id":"c06ed0d6-9db3-4e8b-9c6b-635f64e9448d","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18530,"response_code":204} {"msg":"disabling downstairs instance: downstairs-04bb2bcf-611b-4c43-bc81-01ec3702a290 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.432833775Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.435886103Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","method":"GET","req_id":"384229f4-f9f4-4f62-a774-2ceafb9aa9f9","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439056575Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439137147Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439209009Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.43921548Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.43925095Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439291411Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03d713db-0454-45e8-96fa-f08a60ff4f25","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439742933Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439764644Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439815795Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.439865776Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.444080755Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.445544653Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d1c62496-fe1b-47bc-9134-743d8e153ec1/crucible/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.453357885Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"region":"04bb2bcf-611b-4c43-bc81-01ec3702a290","component":"worker"} {"msg":"region 04bb2bcf-611b-4c43-bc81-01ec3702a290 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.504102227Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-18T05:05:26.58465943Z","hostname":"oxz_crucible_a1f19f80-0419-4181-bf72-55cf87617516","pid":23268,"uri":"/crucible/0/regions/04bb2bcf-611b-4c43-bc81-01ec3702a290","method":"GET","req_id":"1289fc34-e70b-4083-b9a7-8af137e83b99","remote_addr":"[fd00:1122:3344:101::a]:47713","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":40,"response_code":200}