{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.259696605Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44496"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.262350941Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"uri":"/crucible/0/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d","method":"GET","req_id":"fc03d2a1-3f1e-4fc9-84ed-9258e913a5b2","remote_addr":"[fd00:1122:3344:101::a]:44496","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2545,"response_code":"200"} {"msg":"path is \"/data/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.2699878Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"dataset is oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.278836409Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"snapshot is oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d@67af759c-2df3-483e-9a7d-e264bb32bb80","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.288113631Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d\", \"67af759c-2df3-483e-9a7d-e264bb32bb80\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.288140712Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.302168459Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"uri":"/crucible/0/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d/snapshots/67af759c-2df3-483e-9a7d-e264bb32bb80","method":"GET","req_id":"fb289605-8767-4c3a-9648-020e43b211a8","remote_addr":"[fd00:1122:3344:101::a]:44496","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32767,"response_code":"200"} {"msg":"path is \"/data/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.304811315Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"dataset is oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.3138469Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"snapshot is oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d@67af759c-2df3-483e-9a7d-e264bb32bb80","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.321717256Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d\", \"67af759c-2df3-483e-9a7d-e264bb32bb80\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.321742077Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e5595ee2-3da8-4e5f-9fe4-8898fc60585d-67af759c-2df3-483e-9a7d-e264bb32bb80 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.331148284Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"applying SMF actions for region e5595ee2-3da8-4e5f-9fe4-8898fc60585d running snapshot 67af759c-2df3-483e-9a7d-e264bb32bb80 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.331741543Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.331754773Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"uri":"/crucible/0/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d/snapshots/67af759c-2df3-483e-9a7d-e264bb32bb80/run","method":"POST","req_id":"583498cb-70bc-42bd-a03c-545886741f30","remote_addr":"[fd00:1122:3344:101::a]:44496","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26978,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.338636458Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.338736491Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.338817714Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.338823884Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.338866985Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e5595ee2-3da8-4e5f-9fe4-8898fc60585d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.338916507Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.33901878Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.339072582Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.339118863Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.339180535Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.350868986Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e5595ee2-3da8-4e5f-9fe4-8898fc60585d-67af759c-2df3-483e-9a7d-e264bb32bb80","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.351438615Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e5595ee2-3da8-4e5f-9fe4-8898fc60585d-67af759c-2df3-483e-9a7d-e264bb32bb80","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.357779621Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e5595ee2-3da8-4e5f-9fe4-8898fc60585d-67af759c-2df3-483e-9a7d-e264bb32bb80","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.378693023Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d/.zfs/snapshot/67af759c-2df3-483e-9a7d-e264bb32bb80","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.379025634Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.379090396Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.379141298Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.379190519Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.379252572Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.384458291Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.392548015Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"worker"} {"msg":"region e5595ee2-3da8-4e5f-9fe4-8898fc60585d running snapshot 67af759c-2df3-483e-9a7d-e264bb32bb80 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.392559905Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"path is \"/data/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.696640256Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"dataset is oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.705694491Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"datafile"} {"msg":"snapshot is oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d@67af759c-2df3-483e-9a7d-e264bb32bb80","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.713880078Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d\", \"67af759c-2df3-483e-9a7d-e264bb32bb80\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.713909679Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T05:00:16.7231714Z","hostname":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","pid":22714,"uri":"/crucible/0/regions/e5595ee2-3da8-4e5f-9fe4-8898fc60585d/snapshots/67af759c-2df3-483e-9a7d-e264bb32bb80/run","method":"POST","req_id":"ca48b0db-cadb-4aaa-ba46-cd4bdf385e94","remote_addr":"[fd00:1122:3344:101::a]:44496","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26552,"response_code":"200"}