{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.079434412Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50716"} {"msg":"region 6cd6fdc5-6d03-4d2f-8fff-84a14496f253 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.079532274Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.080179479Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.080187559Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"uri":"/crucible/0/regions","method":"POST","req_id":"78fc1d1a-7fba-4ae9-a166-d5f084eb9567","remote_addr":"[fd00:1122:3344:101::a]:50716","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":684,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/6cd6fdc5-6d03-4d2f-8fff-84a14496f253","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.092538296Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/6cd6fdc5-6d03-4d2f-8fff-84a14496f253","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.092582517Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6cd6fdc5-6d03-4d2f-8fff-84a14496f253\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6cd6fdc5-6d03-4d2f-8fff-84a14496f253\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.167259651Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"region":"6cd6fdc5-6d03-4d2f-8fff-84a14496f253","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6cd6fdc5-6d03-4d2f-8fff-84a14496f253\" \"--data\" \"/data/regions/6cd6fdc5-6d03-4d2f-8fff-84a14496f253\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.167305722Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"region":"6cd6fdc5-6d03-4d2f-8fff-84a14496f253","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.265675578Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"uri":"/crucible/0/regions","method":"POST","req_id":"f11acd89-5abf-4970-bbc8-5432241bf30c","remote_addr":"[fd00:1122:3344:101::a]:50716","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":744,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.274578718Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"region":"6cd6fdc5-6d03-4d2f-8fff-84a14496f253","component":"worker"} {"msg":"region 6cd6fdc5-6d03-4d2f-8fff-84a14496f253 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.274601808Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.274734741Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6cd6fdc5-6d03-4d2f-8fff-84a14496f253","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.275184072Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6cd6fdc5-6d03-4d2f-8fff-84a14496f253","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.284343867Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.306297719Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6cd6fdc5-6d03-4d2f-8fff-84a14496f253","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.311960326Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6cd6fdc5-6d03-4d2f-8fff-84a14496f253","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.312183561Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.312236312Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.312282203Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.312326334Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.318458942Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.329485969Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:42.957875899Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"uri":"/crucible/0/regions","method":"POST","req_id":"048dd8f7-8929-4ae1-97b6-1af0bf1089bb","remote_addr":"[fd00:1122:3344:101::a]:50716","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.259492055Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"uri":"/crucible/0/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c","method":"GET","req_id":"fd4adad8-a75a-41b8-8eb3-c331fa6c40c6","remote_addr":"[fd00:1122:3344:101::a]:50716","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2341,"response_code":"200"} {"msg":"path is \"/data/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.262748399Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"dataset is oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.271679179Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"snapshot is oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c@86187af8-bcd6-4306-8505-80d2f62d6b72","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.279117375Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c\", \"86187af8-bcd6-4306-8505-80d2f62d6b72\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.279166377Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.290374378Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"uri":"/crucible/0/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c/snapshots/86187af8-bcd6-4306-8505-80d2f62d6b72","method":"GET","req_id":"9e21f241-50eb-42b8-b668-e29ef5328740","remote_addr":"[fd00:1122:3344:101::a]:50716","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27631,"response_code":"200"} {"msg":"path is \"/data/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.294330757Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"dataset is oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.302718925Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"snapshot is oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c@86187af8-bcd6-4306-8505-80d2f62d6b72","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.310493469Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c\", \"86187af8-bcd6-4306-8505-80d2f62d6b72\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.31052102Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c-86187af8-bcd6-4306-8505-80d2f62d6b72 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.319722146Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"applying SMF actions for region dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c running snapshot 86187af8-bcd6-4306-8505-80d2f62d6b72 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.31991363Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.319949311Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"uri":"/crucible/0/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c/snapshots/86187af8-bcd6-4306-8505-80d2f62d6b72/run","method":"POST","req_id":"27c566d7-cfef-4736-88fd-af2c335c6ae5","remote_addr":"[fd00:1122:3344:101::a]:50716","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25652,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c-86187af8-bcd6-4306-8505-80d2f62d6b72","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.322239582Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c-86187af8-bcd6-4306-8505-80d2f62d6b72","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.333620948Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c-86187af8-bcd6-4306-8505-80d2f62d6b72","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.351072539Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c/.zfs/snapshot/86187af8-bcd6-4306-8505-80d2f62d6b72","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.351464368Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.351524509Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.35157547Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.351626892Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.351683593Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.356653064Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.364380098Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"worker"} {"msg":"region dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c running snapshot 86187af8-bcd6-4306-8505-80d2f62d6b72 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.364400248Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"path is \"/data/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.474685471Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"dataset is oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.484057961Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"datafile"} {"msg":"snapshot is oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c@86187af8-bcd6-4306-8505-80d2f62d6b72","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.492706485Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7d8d774a-5a14-4ea7-9916-6f77f3cc41c0/crucible/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c\", \"86187af8-bcd6-4306-8505-80d2f62d6b72\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.492734896Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:33:44.501284428Z","hostname":"oxz_crucible_81fe9867-92d4-4989-a410-474fee97f4bb","pid":23880,"uri":"/crucible/0/regions/dbdcaaa3-e8a3-44aa-82de-f0a16bf31f7c/snapshots/86187af8-bcd6-4306-8505-80d2f62d6b72/run","method":"POST","req_id":"7046b309-f1ef-4d27-9dd0-251344a6f17f","remote_addr":"[fd00:1122:3344:101::a]:50716","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27160,"response_code":"200"}