{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.635805547Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40569"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.639230923Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"uri":"/crucible/0/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48","method":"GET","req_id":"8e6e6f37-e3c2-40be-b755-c98726831795","remote_addr":"[fd00:1122:3344:101::c]:40569","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3376,"response_code":"200"} {"msg":"path is \"/data/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.642690111Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"dataset is oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.651770253Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"snapshot is oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48@ac006a81-f105-4a61-b539-21a8eec83803","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.660089481Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48\", \"ac006a81-f105-4a61-b539-21a8eec83803\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.660122612Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.670823444Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"uri":"/crucible/0/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48/snapshots/ac006a81-f105-4a61-b539-21a8eec83803","method":"GET","req_id":"a3f22b99-43d7-4dd6-ab8d-89281948cb39","remote_addr":"[fd00:1122:3344:101::c]:40569","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28135,"response_code":"200"} {"msg":"path is \"/data/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.67456042Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"dataset is oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.682438995Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"snapshot is oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48@ac006a81-f105-4a61-b539-21a8eec83803","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.690093393Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48\", \"ac006a81-f105-4a61-b539-21a8eec83803\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.690127844Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2f7c53f5-4add-4d38-8038-5fe2db3f5c48-ac006a81-f105-4a61-b539-21a8eec83803 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.699008569Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"applying SMF actions for region 2f7c53f5-4add-4d38-8038-5fe2db3f5c48 running snapshot ac006a81-f105-4a61-b539-21a8eec83803 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.699622849Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.699637339Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"uri":"/crucible/0/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48/snapshots/ac006a81-f105-4a61-b539-21a8eec83803/run","method":"POST","req_id":"f241af03-7699-4795-9c23-4f4e74a56eac","remote_addr":"[fd00:1122:3344:101::c]:40569","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25111,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-2f7c53f5-4add-4d38-8038-5fe2db3f5c48-ac006a81-f105-4a61-b539-21a8eec83803","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.716502763Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2f7c53f5-4add-4d38-8038-5fe2db3f5c48-ac006a81-f105-4a61-b539-21a8eec83803","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.722168279Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2f7c53f5-4add-4d38-8038-5fe2db3f5c48-ac006a81-f105-4a61-b539-21a8eec83803","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.734614665Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48/.zfs/snapshot/ac006a81-f105-4a61-b539-21a8eec83803","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.734815472Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.734867823Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.734909404Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.734947436Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.734994537Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.738183546Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.742559562Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"worker"} {"msg":"region 2f7c53f5-4add-4d38-8038-5fe2db3f5c48 running snapshot ac006a81-f105-4a61-b539-21a8eec83803 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:14.742572822Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"path is \"/data/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:15.034497057Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"dataset is oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:15.043532838Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"datafile"} {"msg":"snapshot is oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48@ac006a81-f105-4a61-b539-21a8eec83803","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:15.051929578Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_63550a70-2094-49b7-a6cd-508a2199a889/crucible/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48\", \"ac006a81-f105-4a61-b539-21a8eec83803\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:15.051956109Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:15.059972808Z","hostname":"oxz_crucible_fb4bf062-6bf5-40c8-a24c-492ba985127d","pid":22364,"uri":"/crucible/0/regions/2f7c53f5-4add-4d38-8038-5fe2db3f5c48/snapshots/ac006a81-f105-4a61-b539-21a8eec83803/run","method":"POST","req_id":"2b26a086-407e-4254-985b-a82aaf5f77dd","remote_addr":"[fd00:1122:3344:101::c]:40569","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25497,"response_code":"200"}