{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.887911068Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49213"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.888002691Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"uri":"/crucible/0/regions/46952da2-1cc3-414e-8324-a461a0a59954","method":"GET","req_id":"8891f9ad-d82e-443d-b2d1-c6b0c1c8e77f","remote_addr":"[fd00:1122:3344:101::a]:49213","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/46952da2-1cc3-414e-8324-a461a0a59954\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.900224758Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"dataset is oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.909390841Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"snapshot is oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954@f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.917876775Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954\", \"f05aa8e3-4a87-4b83-9c63-38c9401cfe56\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.917906206Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.927321256Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"uri":"/crucible/0/regions/46952da2-1cc3-414e-8324-a461a0a59954/snapshots/f05aa8e3-4a87-4b83-9c63-38c9401cfe56","method":"GET","req_id":"ada1d263-604d-4e5d-9066-585631c167a2","remote_addr":"[fd00:1122:3344:101::a]:49213","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36230,"response_code":"200"} {"msg":"path is \"/data/regions/46952da2-1cc3-414e-8324-a461a0a59954\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.934203846Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"dataset is oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.943422251Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"snapshot is oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954@f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.951140474Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954\", \"f05aa8e3-4a87-4b83-9c63-38c9401cfe56\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.951168075Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 46952da2-1cc3-414e-8324-a461a0a59954-f05aa8e3-4a87-4b83-9c63-38c9401cfe56 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.959109064Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"applying SMF actions for region 46952da2-1cc3-414e-8324-a461a0a59954 running snapshot f05aa8e3-4a87-4b83-9c63-38c9401cfe56 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.964711369Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.964729689Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"uri":"/crucible/0/regions/46952da2-1cc3-414e-8324-a461a0a59954/snapshots/f05aa8e3-4a87-4b83-9c63-38c9401cfe56/run","method":"POST","req_id":"e4834ad6-c2e5-4509-8cc8-f56002ec2c90","remote_addr":"[fd00:1122:3344:101::a]:49213","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30546,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/46952da2-1cc3-414e-8324-a461a0a59954","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969362857Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.96944579Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969529092Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969535282Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969576763Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-46952da2-1cc3-414e-8324-a461a0a59954","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969623684Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/46952da2-1cc3-414e-8324-a461a0a59954","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969716947Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969775329Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.96982085Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.969869621Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.98067398Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-46952da2-1cc3-414e-8324-a461a0a59954-f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.981243165Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-46952da2-1cc3-414e-8324-a461a0a59954-f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:37:59.996857507Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-46952da2-1cc3-414e-8324-a461a0a59954-f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.030931137Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/46952da2-1cc3-414e-8324-a461a0a59954/.zfs/snapshot/f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.031252206Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.031308138Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.031346439Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.03138753Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.031434462Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.036512852Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.048144543Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"worker"} {"msg":"region 46952da2-1cc3-414e-8324-a461a0a59954 running snapshot f05aa8e3-4a87-4b83-9c63-38c9401cfe56 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.048153153Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"path is \"/data/regions/46952da2-1cc3-414e-8324-a461a0a59954\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.29427335Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"dataset is oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.302992371Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"datafile"} {"msg":"snapshot is oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954@f05aa8e3-4a87-4b83-9c63-38c9401cfe56","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.311425954Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d6c0ad8d-3a36-4ef9-9fbc-5234a8170171/crucible/regions/46952da2-1cc3-414e-8324-a461a0a59954\", \"f05aa8e3-4a87-4b83-9c63-38c9401cfe56\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.311465725Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T21:38:00.320425752Z","hostname":"oxz_crucible_e8205cc9-7a80-49c3-9bbc-f6191087ca84","pid":22834,"uri":"/crucible/0/regions/46952da2-1cc3-414e-8324-a461a0a59954/snapshots/f05aa8e3-4a87-4b83-9c63-38c9401cfe56/run","method":"POST","req_id":"daf3a426-1f6f-4f2f-91ee-a1acc4300ec9","remote_addr":"[fd00:1122:3344:101::a]:49213","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26191,"response_code":"200"}