{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.472743697Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34996"} {"msg":"region 4a6e059e-f702-474c-a549-03161f3704c9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.473013836Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.473657807Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.473666627Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"uri":"/crucible/0/regions","method":"POST","req_id":"d3611563-cb61-42f8-8e27-f34ac61b837b","remote_addr":"[fd00:1122:3344:101::a]:34996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":670,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/4a6e059e-f702-474c-a549-03161f3704c9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.484624801Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/4a6e059e-f702-474c-a549-03161f3704c9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.484654172Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4a6e059e-f702-474c-a549-03161f3704c9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4a6e059e-f702-474c-a549-03161f3704c9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.544720305Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"region":"4a6e059e-f702-474c-a549-03161f3704c9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4a6e059e-f702-474c-a549-03161f3704c9\" \"--data\" \"/data/regions/4a6e059e-f702-474c-a549-03161f3704c9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.544763376Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"region":"4a6e059e-f702-474c-a549-03161f3704c9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.619825598Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"region":"4a6e059e-f702-474c-a549-03161f3704c9","component":"worker"} {"msg":"region 4a6e059e-f702-474c-a549-03161f3704c9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.619865979Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.619945202Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4a6e059e-f702-474c-a549-03161f3704c9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.629811849Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4a6e059e-f702-474c-a549-03161f3704c9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.633786191Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.643447991Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4a6e059e-f702-474c-a549-03161f3704c9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.646663828Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a6e059e-f702-474c-a549-03161f3704c9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.646967908Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.64702065Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.647063121Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.647099632Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.650964861Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.655484581Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:44.82360018Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"uri":"/crucible/0/regions","method":"POST","req_id":"e0a1bf37-36dd-4618-8ac5-7ea34dc724ca","remote_addr":"[fd00:1122:3344:101::a]:34996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.857353193Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"uri":"/crucible/0/regions/1784575f-a29b-4ece-81d6-7560a1283e58","method":"GET","req_id":"b02496a6-ab02-4103-aa94-74f7b2b83bf0","remote_addr":"[fd00:1122:3344:101::a]:34996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2270,"response_code":"200"} {"msg":"path is \"/data/regions/1784575f-a29b-4ece-81d6-7560a1283e58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.862621978Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"dataset is oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.871849974Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"snapshot is oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58@812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.880345736Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58\", \"812aba1a-43d8-4873-9cc9-584d0db4c919\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.880370747Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.890639028Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"uri":"/crucible/0/regions/1784575f-a29b-4ece-81d6-7560a1283e58/snapshots/812aba1a-43d8-4873-9cc9-584d0db4c919","method":"GET","req_id":"c790b93e-d42f-4338-a233-09f949be84a5","remote_addr":"[fd00:1122:3344:101::a]:34996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28025,"response_code":"200"} {"msg":"path is \"/data/regions/1784575f-a29b-4ece-81d6-7560a1283e58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.895705036Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"dataset is oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.903412552Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"snapshot is oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58@812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.911096836Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58\", \"812aba1a-43d8-4873-9cc9-584d0db4c919\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.911125537Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1784575f-a29b-4ece-81d6-7560a1283e58-812aba1a-43d8-4873-9cc9-584d0db4c919 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.919682232Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"applying SMF actions for region 1784575f-a29b-4ece-81d6-7560a1283e58 running snapshot 812aba1a-43d8-4873-9cc9-584d0db4c919 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.919860807Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.919892588Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"uri":"/crucible/0/regions/1784575f-a29b-4ece-81d6-7560a1283e58/snapshots/812aba1a-43d8-4873-9cc9-584d0db4c919/run","method":"POST","req_id":"fffdb590-059d-4f33-98b7-20167060512a","remote_addr":"[fd00:1122:3344:101::a]:34996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24219,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-1784575f-a29b-4ece-81d6-7560a1283e58-812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.922030329Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1784575f-a29b-4ece-81d6-7560a1283e58-812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.930836171Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1784575f-a29b-4ece-81d6-7560a1283e58-812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.94163647Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1784575f-a29b-4ece-81d6-7560a1283e58/.zfs/snapshot/812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.94193094Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.941981441Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.942025083Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.942062474Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.942115116Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.946242343Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.951364973Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"worker"} {"msg":"region 1784575f-a29b-4ece-81d6-7560a1283e58 running snapshot 812aba1a-43d8-4873-9cc9-584d0db4c919 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:45.951382233Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"path is \"/data/regions/1784575f-a29b-4ece-81d6-7560a1283e58\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.095535717Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"dataset is oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.103584274Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"datafile"} {"msg":"snapshot is oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58@812aba1a-43d8-4873-9cc9-584d0db4c919","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.111720314Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70bee423-c23a-4941-9c18-69f4feca1839/crucible/regions/1784575f-a29b-4ece-81d6-7560a1283e58\", \"812aba1a-43d8-4873-9cc9-584d0db4c919\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.111752985Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:46.119315756Z","hostname":"oxz_crucible_d76d6b77-e70a-49c4-bea4-f8de37be62aa","pid":22747,"uri":"/crucible/0/regions/1784575f-a29b-4ece-81d6-7560a1283e58/snapshots/812aba1a-43d8-4873-9cc9-584d0db4c919/run","method":"POST","req_id":"4527e1d5-61d5-421c-b6e0-64d33aca2010","remote_addr":"[fd00:1122:3344:101::a]:34996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23824,"response_code":"200"}