{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.536193725Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62884"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.536293987Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/c97513f7-6506-434c-95c7-d374f86cf795","method":"GET","req_id":"6054b614-af1a-4a1c-a4e0-80b41fc8d8a4","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/c97513f7-6506-434c-95c7-d374f86cf795\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.53895478Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"dataset is oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.548509167Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"snapshot is oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795@148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.556992094Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795\", \"148aad86-6bdd-4838-b2b8-e0aa4b7b86f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.557024464Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.567965139Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/c97513f7-6506-434c-95c7-d374f86cf795/snapshots/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","method":"GET","req_id":"b0bc03c5-a9d9-4429-a3a2-eaa82a587716","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29019,"response_code":"200"} {"msg":"path is \"/data/regions/c97513f7-6506-434c-95c7-d374f86cf795\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.570971968Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"dataset is oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.57971318Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"snapshot is oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795@148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.588088165Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795\", \"148aad86-6bdd-4838-b2b8-e0aa4b7b86f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.588114945Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c97513f7-6506-434c-95c7-d374f86cf795-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.59602537Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"applying SMF actions for region c97513f7-6506-434c-95c7-d374f86cf795 running snapshot 148aad86-6bdd-4838-b2b8-e0aa4b7b86f2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.596643262Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.596665783Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/c97513f7-6506-434c-95c7-d374f86cf795/snapshots/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2/run","method":"POST","req_id":"f5663fd2-75be-40a0-a716-4c0ee15cb4af","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25732,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603385135Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603489027Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603589889Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603598069Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.6036476Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603695441Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603793783Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603854834Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603902315Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.603951396Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.610583986Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-c97513f7-6506-434c-95c7-d374f86cf795-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.611033065Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c97513f7-6506-434c-95c7-d374f86cf795-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.613870871Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c97513f7-6506-434c-95c7-d374f86cf795-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.625350746Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c97513f7-6506-434c-95c7-d374f86cf795/.zfs/snapshot/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.625643712Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.625700393Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.625740794Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.625782135Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.625833796Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.628984488Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.633439155Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"region c97513f7-6506-434c-95c7-d374f86cf795 running snapshot 148aad86-6bdd-4838-b2b8-e0aa4b7b86f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.633449395Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"path is \"/data/regions/c97513f7-6506-434c-95c7-d374f86cf795\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.814078993Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"dataset is oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.822804314Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"snapshot is oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795@148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.831868102Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/c97513f7-6506-434c-95c7-d374f86cf795\", \"148aad86-6bdd-4838-b2b8-e0aa4b7b86f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.831895483Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:00.840044453Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/c97513f7-6506-434c-95c7-d374f86cf795/snapshots/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2/run","method":"POST","req_id":"493da717-5762-4934-beb3-00aa93c5a3e3","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25994,"response_code":"200"} {"msg":"region 79df08e4-9faa-402c-bc3c-863ca12e5665 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.834470371Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.834655985Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions","method":"POST","req_id":"c3688e22-32af-41dd-a9e1-491318c10cba","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":249,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.834680935Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.843406826Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.843443027Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"79df08e4-9faa-402c-bc3c-863ca12e5665\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/79df08e4-9faa-402c-bc3c-863ca12e5665\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.89757811Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"region":"79df08e4-9faa-402c-bc3c-863ca12e5665","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"79df08e4-9faa-402c-bc3c-863ca12e5665\" \"--data\" \"/data/regions/79df08e4-9faa-402c-bc3c-863ca12e5665\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.897630771Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"region":"79df08e4-9faa-402c-bc3c-863ca12e5665","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:04.990628598Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions","method":"POST","req_id":"ce247745-fb9a-432c-8fda-f963b17fa340","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":681,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.00041002Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"region":"79df08e4-9faa-402c-bc3c-863ca12e5665","component":"worker"} {"msg":"region 79df08e4-9faa-402c-bc3c-863ca12e5665 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.000443591Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.000576323Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-79df08e4-9faa-402c-bc3c-863ca12e5665","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.000997272Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-79df08e4-9faa-402c-bc3c-863ca12e5665","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.009198432Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.016800212Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79df08e4-9faa-402c-bc3c-863ca12e5665","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.020459354Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.020743249Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.02080415Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.020850781Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.020895902Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.024678916Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.029563462Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.029677255Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.029764156Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.029771476Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.029814097Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.029862318Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.034253365Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.034318976Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.034368297Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.034417828Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.038213062Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.040273543Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:05.321886103Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions","method":"POST","req_id":"c06fb1de-7813-42dc-92e1-dfc0fc6f6818","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.341814429Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","method":"GET","req_id":"4e987c03-d931-4f09-bad5-e7b6019dad48","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"path is \"/data/regions/79df08e4-9faa-402c-bc3c-863ca12e5665\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.345487881Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"dataset is oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.358556268Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"region 79df08e4-9faa-402c-bc3c-863ca12e5665 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.368443032Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.368654736Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-79df08e4-9faa-402c-bc3c-863ca12e5665 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.369737427Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.371583244Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","method":"DELETE","req_id":"f4e9cefd-4639-4431-a502-c14da9353969","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26123,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.374999451Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","method":"GET","req_id":"8672a795-e5b8-4d77-bf6f-e26cbba1d1a4","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.375171434Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.375278606Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.375406789Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.375415419Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.37547289Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.375531801Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c97513f7-6506-434c-95c7-d374f86cf795","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.375890368Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.37598707Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.376046842Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.376096192Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.380277054Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.381699853Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_29234dab-9068-4172-ae17-1a9458bed160/crucible/regions/79df08e4-9faa-402c-bc3c-863ca12e5665\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.39278683Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"region":"79df08e4-9faa-402c-bc3c-863ca12e5665","component":"worker"} {"msg":"region 79df08e4-9faa-402c-bc3c-863ca12e5665 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.44417674Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:35.458209535Z","hostname":"oxz_crucible_023c773f-7035-4a3b-8ad1-360ba3afe509","pid":22725,"uri":"/crucible/0/regions/79df08e4-9faa-402c-bc3c-863ca12e5665","method":"GET","req_id":"0bdd7b67-baf2-4067-80f0-469d5680dd58","remote_addr":"[fd00:1122:3344:101::c]:62884","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"}