{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.796664627Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60603"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.804594442Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"uri":"/crucible/0/regions/2cedba59-f769-42ae-96da-a29408057e01","method":"GET","req_id":"de905447-21d9-4b47-a0e8-e5173a4cb03e","remote_addr":"[fd00:1122:3344:101::a]:60603","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":7876,"response_code":"200"} {"msg":"path is \"/data/regions/2cedba59-f769-42ae-96da-a29408057e01\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.808609211Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"dataset is oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.817804641Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"snapshot is oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.827215895Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.827246806Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.838914054Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"uri":"/crucible/0/regions/2cedba59-f769-42ae-96da-a29408057e01/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac","method":"GET","req_id":"74fb929a-9b98-4ee9-bc4f-1157031a67a9","remote_addr":"[fd00:1122:3344:101::a]:60603","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30325,"response_code":"200"} {"msg":"path is \"/data/regions/2cedba59-f769-42ae-96da-a29408057e01\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.842461984Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"dataset is oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.850178135Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"snapshot is oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.857061729Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.85708639Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2cedba59-f769-42ae-96da-a29408057e01-e1223d70-b9f1-4f6b-9af3-a3b18e091eac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.866688568Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"applying SMF actions for region 2cedba59-f769-42ae-96da-a29408057e01 running snapshot e1223d70-b9f1-4f6b-9af3-a3b18e091eac (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.867340971Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.867382712Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"uri":"/crucible/0/regions/2cedba59-f769-42ae-96da-a29408057e01/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac/run","method":"POST","req_id":"fa10c874-b2b1-4afb-9c78-7af1e4b94425","remote_addr":"[fd00:1122:3344:101::a]:60603","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24946,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/2cedba59-f769-42ae-96da-a29408057e01","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880403196Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880512529Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880613651Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880621541Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880680052Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2cedba59-f769-42ae-96da-a29408057e01","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880739293Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cedba59-f769-42ae-96da-a29408057e01","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880853685Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880929317Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.880987518Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.881045119Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.892161107Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-2cedba59-f769-42ae-96da-a29408057e01-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.892623586Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2cedba59-f769-42ae-96da-a29408057e01-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.894968982Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2cedba59-f769-42ae-96da-a29408057e01-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.906276733Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cedba59-f769-42ae-96da-a29408057e01/.zfs/snapshot/e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.906571039Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.90662585Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.906668971Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.906707691Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.906757843Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.909982956Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.914529545Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"worker"} {"msg":"region 2cedba59-f769-42ae-96da-a29408057e01 running snapshot e1223d70-b9f1-4f6b-9af3-a3b18e091eac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:52.914539475Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"path is \"/data/regions/2cedba59-f769-42ae-96da-a29408057e01\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.009088186Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"dataset is oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.019394858Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"datafile"} {"msg":"snapshot is oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.028917115Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_131b4d69-dbb0-4397-9284-176e4a3c973d/crucible/regions/2cedba59-f769-42ae-96da-a29408057e01\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.028946955Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.037492562Z","hostname":"oxz_crucible_3aad33dc-2f67-4a47-b973-90de986a5f65","pid":24917,"uri":"/crucible/0/regions/2cedba59-f769-42ae-96da-a29408057e01/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac/run","method":"POST","req_id":"75332ed7-0563-4b8c-8e6b-ceb23becb512","remote_addr":"[fd00:1122:3344:101::a]:60603","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29045,"response_code":"200"}