{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.836851974Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64617"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.840044467Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"uri":"/crucible/0/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab","method":"GET","req_id":"e32f6fba-489d-4975-a5cc-223b45bf4bf7","remote_addr":"[fd00:1122:3344:101::b]:64617","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3131,"response_code":"200"} {"msg":"path is \"/data/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.844224447Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"dataset is oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.853652105Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"snapshot is oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab@4dc13925-e5fa-40df-84a2-510eb65aaced","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.862403295Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab\", \"4dc13925-e5fa-40df-84a2-510eb65aaced\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.862432546Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.873529357Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"uri":"/crucible/0/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab/snapshots/4dc13925-e5fa-40df-84a2-510eb65aaced","method":"GET","req_id":"f5169520-b6fb-44b1-bf21-fd15c1a107cb","remote_addr":"[fd00:1122:3344:101::b]:64617","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29314,"response_code":"200"} {"msg":"path is \"/data/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.877084451Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"dataset is oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.88580836Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"snapshot is oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab@4dc13925-e5fa-40df-84a2-510eb65aaced","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.893847021Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab\", \"4dc13925-e5fa-40df-84a2-510eb65aaced\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.893871932Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ddcbab25-760a-4d53-aa97-dbad1ff1eaab-4dc13925-e5fa-40df-84a2-510eb65aaced state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.902808847Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"applying SMF actions for region ddcbab25-760a-4d53-aa97-dbad1ff1eaab running snapshot 4dc13925-e5fa-40df-84a2-510eb65aaced (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.903522955Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.903549446Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"uri":"/crucible/0/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab/snapshots/4dc13925-e5fa-40df-84a2-510eb65aaced/run","method":"POST","req_id":"0c73513a-303b-4930-be4a-97067a9298e2","remote_addr":"[fd00:1122:3344:101::b]:64617","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26500,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920478191Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920564393Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920646855Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920656545Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920702657Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ddcbab25-760a-4d53-aa97-dbad1ff1eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920752468Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920846901Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920908552Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.920956924Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.921005285Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.928459181Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ddcbab25-760a-4d53-aa97-dbad1ff1eaab-4dc13925-e5fa-40df-84a2-510eb65aaced","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.928928153Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ddcbab25-760a-4d53-aa97-dbad1ff1eaab-4dc13925-e5fa-40df-84a2-510eb65aaced","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.931782778Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ddcbab25-760a-4d53-aa97-dbad1ff1eaab-4dc13925-e5fa-40df-84a2-510eb65aaced","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.941892003Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab/.zfs/snapshot/4dc13925-e5fa-40df-84a2-510eb65aaced","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.942185821Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.942250753Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.942296974Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.942336765Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.942390007Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.945721024Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.949918514Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"worker"} {"msg":"region ddcbab25-760a-4d53-aa97-dbad1ff1eaab running snapshot 4dc13925-e5fa-40df-84a2-510eb65aaced state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:40.949930265Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"path is \"/data/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:41.101925938Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"dataset is oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:41.110399991Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"datafile"} {"msg":"snapshot is oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab@4dc13925-e5fa-40df-84a2-510eb65aaced","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:41.118903184Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_97c3938a-fc74-4557-9d29-942aa2c78b9f/crucible/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab\", \"4dc13925-e5fa-40df-84a2-510eb65aaced\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:41.118935125Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T20:39:41.127160151Z","hostname":"oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c","pid":21739,"uri":"/crucible/0/regions/ddcbab25-760a-4d53-aa97-dbad1ff1eaab/snapshots/4dc13925-e5fa-40df-84a2-510eb65aaced/run","method":"POST","req_id":"1b57eb8d-e9d4-48f0-b37f-9ca7a7bc2df1","remote_addr":"[fd00:1122:3344:101::b]:64617","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25252,"response_code":"200"}