[ May 19 01:31:44 Enabled. ]
[ May 19 01:31:44 Rereading configuration. ]
[ May 19 01:31:45 Rereading configuration. ]
[ May 19 01:31:48 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:48.073962296Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949}
{"msg":"dataset: \"oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:48.07424523Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:48.07426137Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:48.07426933Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:48.091183441Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:48.159867192Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.319967466Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55565"}
{"msg":"region f8847fe6-d30d-445a-bc45-79351bf2faeb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.361942107Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.364685192Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.364713893Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions","method":"POST","req_id":"36adf7aa-e7af-4276-98f4-0f09cedf8578","remote_addr":"[fd00:1122:3344:101::a]:55565","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17854,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.37822991Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.378256404Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f8847fe6-d30d-445a-bc45-79351bf2faeb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.446031029Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"region":"f8847fe6-d30d-445a-bc45-79351bf2faeb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f8847fe6-d30d-445a-bc45-79351bf2faeb\" \"--data\" \"/data/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.44847881Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"region":"f8847fe6-d30d-445a-bc45-79351bf2faeb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.731964565Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions","method":"POST","req_id":"892785bf-3640-4405-9908-d7a1720c848c","remote_addr":"[fd00:1122:3344:101::a]:55565","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.753280564Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"region":"f8847fe6-d30d-445a-bc45-79351bf2faeb","component":"worker"}
{"msg":"region f8847fe6-d30d-445a-bc45-79351bf2faeb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.753328535Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.753439496Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.753851142Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.758879228Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.771813637Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.773338097Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.774085317Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.774168838Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.774220049Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.774274289Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.776445388Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.778779018Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:17.206549664Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions","method":"POST","req_id":"ff92a615-84d7-4349-ac4e-3413bbba6d31","remote_addr":"[fd00:1122:3344:101::a]:55565","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.848804483Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59511"}
{"msg":"region 6f2f7f97-d605-4fbf-9de8-da1456cff13c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.848966535Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.850048038Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.850067369Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions","method":"POST","req_id":"e9245887-5f63-440d-ac81-ac57d62c0422","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1141,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/6f2f7f97-d605-4fbf-9de8-da1456cff13c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.858831614Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/6f2f7f97-d605-4fbf-9de8-da1456cff13c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.858858494Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6f2f7f97-d605-4fbf-9de8-da1456cff13c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6f2f7f97-d605-4fbf-9de8-da1456cff13c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.902422165Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"region":"6f2f7f97-d605-4fbf-9de8-da1456cff13c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6f2f7f97-d605-4fbf-9de8-da1456cff13c\" \"--data\" \"/data/regions/6f2f7f97-d605-4fbf-9de8-da1456cff13c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.902463946Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"region":"6f2f7f97-d605-4fbf-9de8-da1456cff13c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.956880769Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"region":"6f2f7f97-d605-4fbf-9de8-da1456cff13c","component":"worker"}
{"msg":"region 6f2f7f97-d605-4fbf-9de8-da1456cff13c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.95691771Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.957011371Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6f2f7f97-d605-4fbf-9de8-da1456cff13c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.957340625Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f2f7f97-d605-4fbf-9de8-da1456cff13c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.961243556Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.974860935Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f2f7f97-d605-4fbf-9de8-da1456cff13c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.976231273Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f2f7f97-d605-4fbf-9de8-da1456cff13c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.976595088Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.976643928Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.976682399Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.976720379Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.978766026Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:12.990596691Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.037777899Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions","method":"POST","req_id":"d3867924-72c4-47c6-9ff2-c47a498a3d84","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.276207079Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb","method":"GET","req_id":"bed43993-e1ea-41d8-a9ef-3b99e0b45628","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.279833626Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"dataset is oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.286083148Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"snapshot is oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.291240566Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.291254856Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.299697247Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf","method":"GET","req_id":"d87f2f9d-8760-4e62-91a1-8e6d27e1d9ee","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19890,"response_code":200}
{"msg":"path is \"/data/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.304000293Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"dataset is oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.309574566Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"snapshot is oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.315536734Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.315564595Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f8847fe6-d30d-445a-bc45-79351bf2faeb-6393c52e-101f-4d57-81eb-0d61723a63bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.321518782Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"applying SMF actions for region f8847fe6-d30d-445a-bc45-79351bf2faeb running snapshot 6393c52e-101f-4d57-81eb-0d61723a63bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.321658264Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.321693655Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf/run","method":"POST","req_id":"026f9701-77fc-4379-8ee4-69afa5dca495","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17715,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-f8847fe6-d30d-445a-bc45-79351bf2faeb-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.326017132Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f8847fe6-d30d-445a-bc45-79351bf2faeb-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.330027024Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f8847fe6-d30d-445a-bc45-79351bf2faeb-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.335464705Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb/.zfs/snapshot/6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.335857461Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.335895381Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.335950972Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.336005332Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.336068273Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.338433519Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.340566292Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"worker"}
{"msg":"region f8847fe6-d30d-445a-bc45-79351bf2faeb running snapshot 6393c52e-101f-4d57-81eb-0d61723a63bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.340580752Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"path is \"/data/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.635243294Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"dataset is oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.642013263Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"datafile"}
{"msg":"snapshot is oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.64868097Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crucible/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.64872033Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.655414488Z","hostname":"oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398","pid":22949,"uri":"/crucible/0/regions/f8847fe6-d30d-445a-bc45-79351bf2faeb/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf/run","method":"POST","req_id":"a1000c8e-1e09-49e4-8191-e0803839b464","remote_addr":"[fd00:1122:3344:101::a]:59511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20212,"response_code":200}