{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.312149541Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41559"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.314964797Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"uri":"/crucible/0/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a","method":"GET","req_id":"ca9c4ad8-e06f-4540-b167-037526927515","remote_addr":"[fd00:1122:3344:101::a]:41559","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2761,"response_code":"200"} {"msg":"path is \"/data/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.320627159Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"dataset is oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.330403762Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"snapshot is oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a@95e21447-adf7-4bc6-8a56-59b61b7beaa6","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.338370309Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a\", \"95e21447-adf7-4bc6-8a56-59b61b7beaa6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.33840552Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.350527669Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"uri":"/crucible/0/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a/snapshots/95e21447-adf7-4bc6-8a56-59b61b7beaa6","method":"GET","req_id":"7cd3f84f-bf6f-429d-94a0-bdcfa7eda763","remote_addr":"[fd00:1122:3344:101::a]:41559","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29914,"response_code":"200"} {"msg":"path is \"/data/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.354957197Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"dataset is oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.364326462Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"snapshot is oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a@95e21447-adf7-4bc6-8a56-59b61b7beaa6","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.372014583Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a\", \"95e21447-adf7-4bc6-8a56-59b61b7beaa6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.372046384Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c3789b79-1895-4f2f-9e6d-76732a05e51a-95e21447-adf7-4bc6-8a56-59b61b7beaa6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.382928069Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"applying SMF actions for region c3789b79-1895-4f2f-9e6d-76732a05e51a running snapshot 95e21447-adf7-4bc6-8a56-59b61b7beaa6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.383579151Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.383593052Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"uri":"/crucible/0/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a/snapshots/95e21447-adf7-4bc6-8a56-59b61b7beaa6/run","method":"POST","req_id":"41719f7c-16ca-4610-a0ef-145ca61b59ec","remote_addr":"[fd00:1122:3344:101::a]:41559","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28673,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.398875303Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399021386Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399101598Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399109138Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399148809Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c3789b79-1895-4f2f-9e6d-76732a05e51a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.39920164Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399302792Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399363133Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399411334Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.399457375Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.404836931Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-c3789b79-1895-4f2f-9e6d-76732a05e51a-95e21447-adf7-4bc6-8a56-59b61b7beaa6","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.405393632Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c3789b79-1895-4f2f-9e6d-76732a05e51a-95e21447-adf7-4bc6-8a56-59b61b7beaa6","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.408262269Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c3789b79-1895-4f2f-9e6d-76732a05e51a-95e21447-adf7-4bc6-8a56-59b61b7beaa6","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.417927609Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a/.zfs/snapshot/95e21447-adf7-4bc6-8a56-59b61b7beaa6","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.418216285Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.418282296Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.418326837Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.418374928Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.418429259Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.422426468Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.426618391Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"worker"} {"msg":"region c3789b79-1895-4f2f-9e6d-76732a05e51a running snapshot 95e21447-adf7-4bc6-8a56-59b61b7beaa6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.426628921Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"path is \"/data/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.653351547Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"dataset is oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.663201831Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"datafile"} {"msg":"snapshot is oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a@95e21447-adf7-4bc6-8a56-59b61b7beaa6","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.672960363Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b6e9b9c3-6fd4-46f3-8ab5-348052021430/crucible/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a\", \"95e21447-adf7-4bc6-8a56-59b61b7beaa6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.672989564Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-16T04:05:13.68191701Z","hostname":"oxz_crucible_242f627c-4f96-43d2-99df-f21536fbc706","pid":24415,"uri":"/crucible/0/regions/c3789b79-1895-4f2f-9e6d-76732a05e51a/snapshots/95e21447-adf7-4bc6-8a56-59b61b7beaa6/run","method":"POST","req_id":"00db9d6c-cf68-4eb4-89c4-352b25ced3f4","remote_addr":"[fd00:1122:3344:101::a]:41559","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28603,"response_code":"200"}