{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.854760024Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42172"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.865161539Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/d2fce30f-15d3-461b-858e-20ccfa184886","method":"GET","req_id":"516910d8-6cb9-41a1-9f98-278666291b4a","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":10340,"response_code":"200"} {"msg":"path is \"/data/regions/d2fce30f-15d3-461b-858e-20ccfa184886\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.873857275Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"dataset is oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.884409193Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"snapshot is oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886@fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.894647633Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886\", \"fe402274-71cb-4663-b868-094fc9c911d8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.894675764Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.911780739Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/d2fce30f-15d3-461b-858e-20ccfa184886/snapshots/fe402274-71cb-4663-b868-094fc9c911d8","method":"GET","req_id":"c68fb126-2128-4088-93e6-9a7cefd04d5e","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37941,"response_code":"200"} {"msg":"path is \"/data/regions/d2fce30f-15d3-461b-858e-20ccfa184886\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.915594795Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"dataset is oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.924384203Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"snapshot is oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886@fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.932776523Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886\", \"fe402274-71cb-4663-b868-094fc9c911d8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.932802063Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d2fce30f-15d3-461b-858e-20ccfa184886-fe402274-71cb-4663-b868-094fc9c911d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.942765858Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"applying SMF actions for region d2fce30f-15d3-461b-858e-20ccfa184886 running snapshot fe402274-71cb-4663-b868-094fc9c911d8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.948254012Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.948274862Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/d2fce30f-15d3-461b-858e-20ccfa184886/snapshots/fe402274-71cb-4663-b868-094fc9c911d8/run","method":"POST","req_id":"4aa1dc3b-8356-45f3-971b-0bbb5b7c8ab6","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32713,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965011209Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965094371Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965177003Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965183803Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965225704Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965272405Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965378087Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965443359Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.96549135Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.965539831Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.975879124Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d2fce30f-15d3-461b-858e-20ccfa184886-fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.976391926Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d2fce30f-15d3-461b-858e-20ccfa184886-fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.988850907Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d2fce30f-15d3-461b-858e-20ccfa184886-fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.01829177Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2fce30f-15d3-461b-858e-20ccfa184886/.zfs/snapshot/fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.018520605Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.018574967Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.018615708Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.018654899Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.01870368Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.029756779Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.042364033Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"region d2fce30f-15d3-461b-858e-20ccfa184886 running snapshot fe402274-71cb-4663-b868-094fc9c911d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.042380903Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"path is \"/data/regions/d2fce30f-15d3-461b-858e-20ccfa184886\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.192089788Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"dataset is oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.200686342Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"snapshot is oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886@fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.208431586Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/d2fce30f-15d3-461b-858e-20ccfa184886\", \"fe402274-71cb-4663-b868-094fc9c911d8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.208462807Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.217717065Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/d2fce30f-15d3-461b-858e-20ccfa184886/snapshots/fe402274-71cb-4663-b868-094fc9c911d8/run","method":"POST","req_id":"629a3664-69d1-41d7-8a11-7e7dfa035bcd","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25656,"response_code":"200"} {"msg":"region 5c455624-41fb-4a75-811f-8d0926b7711f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.492790039Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.492965472Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions","method":"POST","req_id":"89b57858-64cf-4df7-a745-98d5bb5e5355","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":235,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.492993413Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/5c455624-41fb-4a75-811f-8d0926b7711f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.50308136Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/5c455624-41fb-4a75-811f-8d0926b7711f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.503125452Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5c455624-41fb-4a75-811f-8d0926b7711f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5c455624-41fb-4a75-811f-8d0926b7711f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.584722171Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"region":"5c455624-41fb-4a75-811f-8d0926b7711f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5c455624-41fb-4a75-811f-8d0926b7711f\" \"--data\" \"/data/regions/5c455624-41fb-4a75-811f-8d0926b7711f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.586721986Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"region":"5c455624-41fb-4a75-811f-8d0926b7711f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.642703608Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions","method":"POST","req_id":"5e6c5a7e-6a16-4346-be37-52a770db6d20","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.77586154Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"region":"5c455624-41fb-4a75-811f-8d0926b7711f","component":"worker"} {"msg":"region 5c455624-41fb-4a75-811f-8d0926b7711f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.775899141Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.776002383Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5c455624-41fb-4a75-811f-8d0926b7711f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.776428413Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5c455624-41fb-4a75-811f-8d0926b7711f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.797039137Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.839004253Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5c455624-41fb-4a75-811f-8d0926b7711f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.852104468Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c455624-41fb-4a75-811f-8d0926b7711f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.852408395Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.852456876Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.852502947Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.852541428Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.865879969Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.879622159Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.879737191Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.879838284Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.879845094Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.879888805Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.879935576Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.891374964Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.891440975Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.891493336Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.891543497Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.904445208Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.906496554Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:10.007172294Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions","method":"POST","req_id":"d58774d5-16e1-4ad3-949a-57cb7809c8ca","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.386802126Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/5c455624-41fb-4a75-811f-8d0926b7711f","method":"GET","req_id":"3aff52b9-6f79-49da-b9e2-94e890acd88b","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":97,"response_code":"200"} {"msg":"path is \"/data/regions/5c455624-41fb-4a75-811f-8d0926b7711f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.389546258Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"dataset is oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/5c455624-41fb-4a75-811f-8d0926b7711f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.404387812Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"region 5c455624-41fb-4a75-811f-8d0926b7711f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.414730035Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.417325774Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.417361675Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/5c455624-41fb-4a75-811f-8d0926b7711f","method":"DELETE","req_id":"952e71df-06d3-42c7-a467-615a3ed2a76d","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27846,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-5c455624-41fb-4a75-811f-8d0926b7711f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.418601783Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.420518906Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/5c455624-41fb-4a75-811f-8d0926b7711f","method":"GET","req_id":"41540694-9e07-49c4-9521-775e51781846","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":35,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.432896385Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.432979837Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.433067769Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.433076049Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.43311928Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.433168171Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2fce30f-15d3-461b-858e-20ccfa184886","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.433475678Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.433538919Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.433587901Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.433644852Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.444264151Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.445716734Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1c0a0295-ac54-44cf-9379-73a5d1f4eaff/crucible/regions/5c455624-41fb-4a75-811f-8d0926b7711f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.455611357Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"region":"5c455624-41fb-4a75-811f-8d0926b7711f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.510813971Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/5c455624-41fb-4a75-811f-8d0926b7711f","method":"GET","req_id":"7c8aefc0-5793-45f9-9e58-6ef36169ca00","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"region 5c455624-41fb-4a75-811f-8d0926b7711f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.544632024Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.575438958Z","hostname":"oxz_crucible_a9ae5d83-a181-492a-95b9-a2beffee960f","pid":23219,"uri":"/crucible/0/regions/5c455624-41fb-4a75-811f-8d0926b7711f","method":"GET","req_id":"c17710eb-5586-44a8-bb9a-ad67d7846cca","remote_addr":"[fd00:1122:3344:101::c]:42172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22,"response_code":"200"}