{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.059344503Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50681"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.067911539Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","method":"GET","req_id":"80b91126-8a5a-48e0-93a0-414c8c8fa19b","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":8500,"response_code":"200"} {"msg":"path is \"/data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.071535059Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"dataset is oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.081608161Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"snapshot is oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378@049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.090852295Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378\", \"049195c6-8cbc-4c0f-8924-c257b3dc62c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.090887775Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.10215027Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378/snapshots/049195c6-8cbc-4c0f-8924-c257b3dc62c4","method":"GET","req_id":"25590450-7775-4d80-a4e3-8091ee8b68bc","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30629,"response_code":"200"} {"msg":"path is \"/data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.105229755Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"dataset is oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.113537937Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"snapshot is oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378@049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.121306154Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378\", \"049195c6-8cbc-4c0f-8924-c257b3dc62c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.121332714Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5a2eb62e-df35-4cbc-8f81-f0f941ab5378-049195c6-8cbc-4c0f-8924-c257b3dc62c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.129533546Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"applying SMF actions for region 5a2eb62e-df35-4cbc-8f81-f0f941ab5378 running snapshot 049195c6-8cbc-4c0f-8924-c257b3dc62c4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.130529867Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.130554567Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378/snapshots/049195c6-8cbc-4c0f-8924-c257b3dc62c4/run","method":"POST","req_id":"3fc46c97-4ea5-4221-83f4-ff9c6464b700","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25357,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143289909Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.14339122Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143490791Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143500382Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143551552Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143611783Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143737574Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143813785Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143871426Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.143931076Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.151652033Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-5a2eb62e-df35-4cbc-8f81-f0f941ab5378-049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.152109438Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5a2eb62e-df35-4cbc-8f81-f0f941ab5378-049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.15502122Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5a2eb62e-df35-4cbc-8f81-f0f941ab5378-049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.167421228Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378/.zfs/snapshot/049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.167662621Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.167727862Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.167765542Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.167805533Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.167863093Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.171455593Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.17567263Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"region 5a2eb62e-df35-4cbc-8f81-f0f941ab5378 running snapshot 049195c6-8cbc-4c0f-8924-c257b3dc62c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.17568486Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"path is \"/data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.500948057Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"dataset is oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.510297652Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"snapshot is oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378@049195c6-8cbc-4c0f-8924-c257b3dc62c4","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.518812736Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378\", \"049195c6-8cbc-4c0f-8924-c257b3dc62c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.518834617Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:25.52725968Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378/snapshots/049195c6-8cbc-4c0f-8924-c257b3dc62c4/run","method":"POST","req_id":"3aacf670-46ee-4f0c-b5d1-193575d202e4","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26958,"response_code":"200"} {"msg":"region ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.320910109Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.321140872Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.321151512Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions","method":"POST","req_id":"48371236-4875-4937-b717-2f0caef1e718","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":301,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.330896781Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.330929831Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.390522236Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"region":"ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29\" \"--data\" \"/data/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.390573026Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"region":"ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483736425Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"region":"ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","component":"worker"} {"msg":"region ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483792345Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.483880826Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.484477453Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.484560084Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.484656665Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.484670535Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.484703666Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.484754526Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.485138331Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.485205721Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.485253282Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.485302322Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.489627171Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.490082966Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.495993982Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.503222882Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.507173966Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.507438779Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.50750386Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.50754321Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.507582491Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.511287852Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.517690343Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:29.684062378Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions","method":"POST","req_id":"c42d5db3-e1fd-47d1-8d70-3be1bd1fb9c2","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.919917106Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","method":"GET","req_id":"60acf08b-b887-46bd-9fb5-8203523dfbb6","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.922770188Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"dataset is oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.934960475Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"region ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.945212608Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.9453984Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.946510983Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.947566414Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","method":"DELETE","req_id":"85a78934-6acd-43b4-ac51-1545c790d60b","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24844,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952398098Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","method":"GET","req_id":"8adacac9-fac3-4a4f-8c18-0df321f73f1a","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952668761Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952782593Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952894204Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952904844Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.952967264Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.953046185Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a2eb62e-df35-4cbc-8f81-f0f941ab5378","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.95345216Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.953515891Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.953576691Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.953625092Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.957308193Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.958901631Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3ddfa1e2-6686-49f9-839e-ea29e37a9969/crucible/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:54.970339868Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"region":"ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","component":"worker"} {"msg":"region ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:55.021235996Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T01:34:55.08528678Z","hostname":"oxz_crucible_83d3dd5d-dcb7-4a28-8b95-23a6786f7940","pid":23230,"uri":"/crucible/0/regions/ce5a8e0a-4937-4fd1-9fec-d8b9abc26a29","method":"GET","req_id":"91f5e28d-112b-491a-b3db-1df367a9f94d","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"}