{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.859204386Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63741"} {"msg":"region 18ac36d2-24ca-4960-bea8-8af09d55dc7d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.929633403Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.933123367Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.933140118Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"uri":"/crucible/0/regions","method":"POST","req_id":"5c0a8022-c6ef-4a8f-8535-6b678f192b43","remote_addr":"[fd00:1122:3344:101::a]:63741","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":10598,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.946318355Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:07.946353116Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"18ac36d2-24ca-4960-bea8-8af09d55dc7d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.007297202Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"region":"18ac36d2-24ca-4960-bea8-8af09d55dc7d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.136406445Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"region":"18ac36d2-24ca-4960-bea8-8af09d55dc7d","component":"worker"} {"msg":"region 18ac36d2-24ca-4960-bea8-8af09d55dc7d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.136461946Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.136547747Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.136969972Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.142528573Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.142555273Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"uri":"/crucible/0/regions","method":"POST","req_id":"ded230d4-50b0-42aa-9bea-3a2351cd552a","remote_addr":"[fd00:1122:3344:101::a]:63741","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.161033259Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.16428339Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.164852017Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.167283778Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.167354779Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.1674046Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.175635124Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:30:08.18395158Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.035452977Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52745"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.036092285Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"uri":"/crucible/0/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","method":"GET","req_id":"3287e1a9-7b8b-4225-a845-b22a9db889f4","remote_addr":"[fd00:1122:3344:101::a]:52745","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":623,"response_code":"200"} {"msg":"path is \"/data/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.036245877Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"} {"msg":"dataset is oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.045433854Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"} {"msg":"snapshot is oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d@c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.054261426Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d\", \"c45b46bb-a58d-472b-a51d-f5096f5c2f8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.054306187Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.066213998Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"uri":"/crucible/0/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d/snapshots/c45b46bb-a58d-472b-a51d-f5096f5c2f8c","method":"GET","req_id":"6bb8191d-7615-44fb-85f3-5da06ce4dbdc","remote_addr":"[fd00:1122:3344:101::a]:52745","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29965,"response_code":"200"} {"msg":"path is \"/data/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.066378911Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"} {"msg":"dataset is oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.074524194Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"} {"msg":"snapshot is oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d@c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.083214515Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d\", \"c45b46bb-a58d-472b-a51d-f5096f5c2f8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.083271116Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 18ac36d2-24ca-4960-bea8-8af09d55dc7d-c45b46bb-a58d-472b-a51d-f5096f5c2f8c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.091736743Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"} {"msg":"applying SMF actions for region 18ac36d2-24ca-4960-bea8-8af09d55dc7d running snapshot c45b46bb-a58d-472b-a51d-f5096f5c2f8c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.092304131Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.092357821Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"uri":"/crucible/0/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d/snapshots/c45b46bb-a58d-472b-a51d-f5096f5c2f8c/run","method":"POST","req_id":"94d0fe65-97a9-4baf-a9ae-12feeb744a1b","remote_addr":"[fd00:1122:3344:101::a]:52745","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26005,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.099590534Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.099703185Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.099796546Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.099803846Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.099852917Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.099909238Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.100007729Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.10007436Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.10012848Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.100183341Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.111369193Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-18ac36d2-24ca-4960-bea8-8af09d55dc7d-c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.112019152Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-18ac36d2-24ca-4960-bea8-8af09d55dc7d-c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.12127379Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-18ac36d2-24ca-4960-bea8-8af09d55dc7d-c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.137130011Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18ac36d2-24ca-4960-bea8-8af09d55dc7d/.zfs/snapshot/c45b46bb-a58d-472b-a51d-f5096f5c2f8c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.137330914Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.137383215Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.137423515Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.137462616Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.137513846Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.14406088Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.150668104Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"worker"} {"msg":"region 18ac36d2-24ca-4960-bea8-8af09d55dc7d running snapshot c45b46bb-a58d-472b-a51d-f5096f5c2f8c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-02T19:35:46.150685504Z","hostname":"oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc","pid":23758,"component":"datafile"}