{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.188177726Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64149"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.188270908Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/b772a7cf-a242-4c12-869c-251ed78e530a","method":"GET","req_id":"b072a65e-5ccc-4e9d-bcf6-1238787d6724","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"path is \"/data/regions/b772a7cf-a242-4c12-869c-251ed78e530a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.194185511Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"dataset is oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.202948663Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"snapshot is oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a@59bd5197-b789-4fac-9e4e-09902dfdfffa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.210399053Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a\", \"59bd5197-b789-4fac-9e4e-09902dfdfffa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.210421333Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.220008775Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/b772a7cf-a242-4c12-869c-251ed78e530a/snapshots/59bd5197-b789-4fac-9e4e-09902dfdfffa","method":"GET","req_id":"7b6d8285-f759-48a0-aa95-fd70ffa18a33","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28589,"response_code":"200"} {"msg":"path is \"/data/regions/b772a7cf-a242-4c12-869c-251ed78e530a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.222788412Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"dataset is oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.231536003Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"snapshot is oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a@59bd5197-b789-4fac-9e4e-09902dfdfffa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.238904651Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a\", \"59bd5197-b789-4fac-9e4e-09902dfdfffa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.238924842Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b772a7cf-a242-4c12-869c-251ed78e530a-59bd5197-b789-4fac-9e4e-09902dfdfffa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.248409031Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"applying SMF actions for region b772a7cf-a242-4c12-869c-251ed78e530a running snapshot 59bd5197-b789-4fac-9e4e-09902dfdfffa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.249043046Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.249054366Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/b772a7cf-a242-4c12-869c-251ed78e530a/snapshots/59bd5197-b789-4fac-9e4e-09902dfdfffa/run","method":"POST","req_id":"fd37b039-d801-4725-a122-a58e0a165532","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26298,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.261536147Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.26163804Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.261715082Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.261725222Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.261762123Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.261808784Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.261916686Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.261974498Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.262018959Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.26206546Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.271928988Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b772a7cf-a242-4c12-869c-251ed78e530a-59bd5197-b789-4fac-9e4e-09902dfdfffa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.272370339Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b772a7cf-a242-4c12-869c-251ed78e530a-59bd5197-b789-4fac-9e4e-09902dfdfffa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.275217868Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b772a7cf-a242-4c12-869c-251ed78e530a-59bd5197-b789-4fac-9e4e-09902dfdfffa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.28649523Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b772a7cf-a242-4c12-869c-251ed78e530a/.zfs/snapshot/59bd5197-b789-4fac-9e4e-09902dfdfffa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.286786657Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.286856019Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.2868987Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.286945661Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.287004112Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.291119262Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.295031126Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"region b772a7cf-a242-4c12-869c-251ed78e530a running snapshot 59bd5197-b789-4fac-9e4e-09902dfdfffa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.295039806Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"path is \"/data/regions/b772a7cf-a242-4c12-869c-251ed78e530a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.548125826Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"dataset is oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.556792835Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"snapshot is oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a@59bd5197-b789-4fac-9e4e-09902dfdfffa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.565440494Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/b772a7cf-a242-4c12-869c-251ed78e530a\", \"59bd5197-b789-4fac-9e4e-09902dfdfffa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.565463285Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:38.572917374Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/b772a7cf-a242-4c12-869c-251ed78e530a/snapshots/59bd5197-b789-4fac-9e4e-09902dfdfffa/run","method":"POST","req_id":"f262c2a2-be9f-4ed2-b168-8272bd75b21b","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24812,"response_code":"200"} {"msg":"region 916e405e-e5b6-45f5-8022-a9e3cd237a46 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.786591687Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.786933745Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions","method":"POST","req_id":"6385583e-b980-4d82-9d3e-a13517e3fae0","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":418,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.786974296Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.79916058Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.799209512Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"916e405e-e5b6-45f5-8022-a9e3cd237a46\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.862619092Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"region":"916e405e-e5b6-45f5-8022-a9e3cd237a46","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"916e405e-e5b6-45f5-8022-a9e3cd237a46\" \"--data\" \"/data/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.864610831Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"region":"916e405e-e5b6-45f5-8022-a9e3cd237a46","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.94286448Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"region":"916e405e-e5b6-45f5-8022-a9e3cd237a46","component":"worker"} {"msg":"region 916e405e-e5b6-45f5-8022-a9e3cd237a46 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.942909501Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.943035784Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-916e405e-e5b6-45f5-8022-a9e3cd237a46","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.943474895Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-916e405e-e5b6-45f5-8022-a9e3cd237a46","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.954682085Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.96274579Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-916e405e-e5b6-45f5-8022-a9e3cd237a46","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.966157172Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.966425338Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.96648572Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.966527851Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.966572972Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.971152943Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.974531684Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions","method":"POST","req_id":"b0196f9d-078b-4d86-b2d4-c6258802e8d0","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":628,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.977546847Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.97767858Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.977775923Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.977783663Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.977830304Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.977879065Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.984476834Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.984536686Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.984587937Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.984633918Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.989247449Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:08:42.991539265Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.354396094Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","method":"GET","req_id":"4bd74a73-cb2c-4331-8bfe-20e20d7d4671","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"path is \"/data/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.357330555Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"dataset is oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.369433067Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"region 916e405e-e5b6-45f5-8022-a9e3cd237a46 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.380074044Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.38032985Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-916e405e-e5b6-45f5-8022-a9e3cd237a46 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.381595391Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.382722878Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","method":"DELETE","req_id":"7150b08d-f55b-47ab-8ca7-219a9140321d","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25430,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.386103839Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","method":"GET","req_id":"8d1f6145-32c4-4d6e-a589-28812097ca9c","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.386461608Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.38655345Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.386636383Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.386643503Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.386685364Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.386731115Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b772a7cf-a242-4c12-869c-251ed78e530a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.387053133Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.387129384Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.387181036Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.387228317Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.39109688Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.392719509Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d42afd3c-3427-4218-93a0-4cc1474d46c5/crucible/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.404124725Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"region":"916e405e-e5b6-45f5-8022-a9e3cd237a46","component":"worker"} {"msg":"region 916e405e-e5b6-45f5-8022-a9e3cd237a46 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.458269702Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T10:09:09.522058402Z","hostname":"oxz_crucible_69449e3d-2319-4ce6-baf4-42b60e08de5c","pid":23129,"uri":"/crucible/0/regions/916e405e-e5b6-45f5-8022-a9e3cd237a46","method":"GET","req_id":"340ab041-65fc-4226-bae0-d600adbeb54e","remote_addr":"[fd00:1122:3344:101::c]:64149","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"}