{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.215720487Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59674"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.224210371Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"uri":"/crucible/0/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6","method":"GET","req_id":"44266c9b-0f02-4880-bbcb-8dea344f8b92","remote_addr":"[fd00:1122:3344:101::a]:59674","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":8436,"response_code":"200"} {"msg":"path is \"/data/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.227383756Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"dataset is oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.237377961Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"snapshot is oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.246224963Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.246261423Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.25779148Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"uri":"/crucible/0/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34","method":"GET","req_id":"92298925-dc09-4dc8-89d3-a76502647c79","remote_addr":"[fd00:1122:3344:101::a]:59674","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30422,"response_code":"200"} {"msg":"path is \"/data/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.261341643Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"dataset is oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.268973979Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"snapshot is oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.276993964Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.277017784Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6-aebc12c5-3893-4956-b038-682a2f3e3c34 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.286464378Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"applying SMF actions for region cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6 running snapshot aebc12c5-3893-4956-b038-682a2f3e3c34 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.28701554Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.28704505Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"uri":"/crucible/0/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34/run","method":"POST","req_id":"473c1afa-2992-4acf-a3b1-d7caebf69095","remote_addr":"[fd00:1122:3344:101::a]:59674","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25744,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.292708836Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.292796638Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.29287891Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.29288669Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.292929121Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.292978602Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.293078334Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.293139585Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.293186936Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.293235837Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.300905485Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.301364474Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.303834832Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.313933672Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6/.zfs/snapshot/aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.314132966Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.314184667Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.314223348Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.314262049Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.31430824Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.317985205Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.322172331Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"worker"} {"msg":"region cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6 running snapshot aebc12c5-3893-4956-b038-682a2f3e3c34 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.322183532Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"path is \"/data/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.621619159Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"dataset is oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.631879919Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"datafile"} {"msg":"snapshot is oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.64069932Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ffa9fae5-11fd-49c9-ab91-90383e170a6c/crucible/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.640731221Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.648912959Z","hostname":"oxz_crucible_b3584514-7414-4d9d-8b44-bc78badc90df","pid":22419,"uri":"/crucible/0/regions/cf0cdf28-b8d5-4043-87cf-6b57ffbbe5d6/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34/run","method":"POST","req_id":"795ea80e-ae2f-4bf4-af93-1ec519f45982","remote_addr":"[fd00:1122:3344:101::a]:59674","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27362,"response_code":"200"}