{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.166296916Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38721"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.16642464Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"uri":"/crucible/0/regions/e71ad476-99be-4b90-ae74-a72458903a3e","method":"GET","req_id":"8250c90a-7d4a-41be-b415-f5de4abe2aea","remote_addr":"[fd00:1122:3344:101::a]:38721","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"path is \"/data/regions/e71ad476-99be-4b90-ae74-a72458903a3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.17062735Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"dataset is oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.183193029Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"snapshot is oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e@165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.195461439Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e\", \"165dddda-8029-41f1-8bbb-ba16e480586e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.19549527Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.210145999Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"uri":"/crucible/0/regions/e71ad476-99be-4b90-ae74-a72458903a3e/snapshots/165dddda-8029-41f1-8bbb-ba16e480586e","method":"GET","req_id":"e665296b-ff62-4acc-9639-7fc213d4c783","remote_addr":"[fd00:1122:3344:101::a]:38721","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39524,"response_code":"200"} {"msg":"path is \"/data/regions/e71ad476-99be-4b90-ae74-a72458903a3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.222009138Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"dataset is oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.233124335Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"snapshot is oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e@165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.246920009Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e\", \"165dddda-8029-41f1-8bbb-ba16e480586e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.246968511Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e71ad476-99be-4b90-ae74-a72458903a3e-165dddda-8029-41f1-8bbb-ba16e480586e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.259375085Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"applying SMF actions for region e71ad476-99be-4b90-ae74-a72458903a3e running snapshot 165dddda-8029-41f1-8bbb-ba16e480586e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.260116766Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.260176568Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"uri":"/crucible/0/regions/e71ad476-99be-4b90-ae74-a72458903a3e/snapshots/165dddda-8029-41f1-8bbb-ba16e480586e/run","method":"POST","req_id":"536ad44a-c5bc-4074-b7e4-9973cf3630a6","remote_addr":"[fd00:1122:3344:101::a]:38721","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38218,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-e71ad476-99be-4b90-ae74-a72458903a3e-165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.270327708Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e71ad476-99be-4b90-ae74-a72458903a3e-165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.284357949Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e71ad476-99be-4b90-ae74-a72458903a3e-165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.299769029Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e71ad476-99be-4b90-ae74-a72458903a3e/.zfs/snapshot/165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.30016626Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.300249293Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.300317304Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.300382586Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.300451718Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.305699348Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.311665959Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"worker"} {"msg":"region e71ad476-99be-4b90-ae74-a72458903a3e running snapshot 165dddda-8029-41f1-8bbb-ba16e480586e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.311682129Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"path is \"/data/regions/e71ad476-99be-4b90-ae74-a72458903a3e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.47624507Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"dataset is oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.484836725Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"datafile"} {"msg":"snapshot is oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e@165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.49340712Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3215e18d-10da-4248-a0ac-1e11521027d3/crucible/regions/e71ad476-99be-4b90-ae74-a72458903a3e\", \"165dddda-8029-41f1-8bbb-ba16e480586e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.493431671Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.50146633Z","hostname":"oxz_crucible_acd10f4a-0273-47b8-ace5-7f14700186ea","pid":23318,"uri":"/crucible/0/regions/e71ad476-99be-4b90-ae74-a72458903a3e/snapshots/165dddda-8029-41f1-8bbb-ba16e480586e/run","method":"POST","req_id":"fdc82992-15ff-4bcf-8087-4889d5a4ddb0","remote_addr":"[fd00:1122:3344:101::a]:38721","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25958,"response_code":"200"}