[ Mar 17 02:46:04 Enabled. ]
[ Mar 17 02:46:04 Rereading configuration. ]
[ Mar 17 02:46:06 Rereading configuration. ]
[ Mar 17 02:46:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:09.626549207Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275}
{"msg":"dataset: \"oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:09.627363777Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:09.627377247Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:09.627384537Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:09.642394043Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:09.740015005Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.453598644Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51355"}
{"msg":"region fa9235a2-7369-4078-a369-4d284d828520 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.481831543Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.484804386Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.484828216Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions","method":"POST","req_id":"9ebda781-8536-4248-9f8e-a7b54432e4cc","remote_addr":"[fd00:1122:3344:101::c]:51355","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16229,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.494940683Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.494966814Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fa9235a2-7369-4078-a369-4d284d828520\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fa9235a2-7369-4078-a369-4d284d828520\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.540515995Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"region":"fa9235a2-7369-4078-a369-4d284d828520","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fa9235a2-7369-4078-a369-4d284d828520\" \"--data\" \"/data/regions/fa9235a2-7369-4078-a369-4d284d828520\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.543069727Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"region":"fa9235a2-7369-4078-a369-4d284d828520","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.698036788Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions","method":"POST","req_id":"a8b7ce51-b6bb-471f-8446-125316f41509","remote_addr":"[fd00:1122:3344:101::c]:51355","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.902936938Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"region":"fa9235a2-7369-4078-a369-4d284d828520","component":"worker"}
{"msg":"region fa9235a2-7369-4078-a369-4d284d828520 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.902981108Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.903072341Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.903409719Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.908882392Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.919515252Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.923729495Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.924420392Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.924488803Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.924536054Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.924576806Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.929352882Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:56.934571739Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:46:57.43508734Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions","method":"POST","req_id":"52c8eab6-6804-4942-b70f-fb048c9b2dd8","remote_addr":"[fd00:1122:3344:101::c]:51355","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.884576267Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53564"}
{"msg":"region cf8ac3c3-18ad-4044-811c-7fa261fcc3b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.884901345Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.885341516Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions","method":"POST","req_id":"10f393bb-1ae9-471b-b940-d0a65a653991","remote_addr":"[fd00:1122:3344:101::c]:53564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":715,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.885368237Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.892541302Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.892565762Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cf8ac3c3-18ad-4044-811c-7fa261fcc3b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf8ac3c3-18ad-4044-811c-7fa261fcc3b8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.938166295Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"region":"cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf8ac3c3-18ad-4044-811c-7fa261fcc3b8\" \"--data\" \"/data/regions/cf8ac3c3-18ad-4044-811c-7fa261fcc3b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:42.938202466Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"region":"cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.016725192Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"region":"cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","component":"worker"}
{"msg":"region cf8ac3c3-18ad-4044-811c-7fa261fcc3b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.016759442Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.016860485Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.017230154Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.026973922Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.047952014Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.050652251Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf8ac3c3-18ad-4044-811c-7fa261fcc3b8","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.050999318Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.051049359Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.05108547Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.051121031Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.054693008Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.069015117Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:43.08796586Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions","method":"POST","req_id":"42f86327-2ded-4f92-aa7d-cf77dcb5cb84","remote_addr":"[fd00:1122:3344:101::c]:53564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.759452829Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions/fa9235a2-7369-4078-a369-4d284d828520","method":"GET","req_id":"74896222-cb68-46bd-8070-86759e0aeff0","remote_addr":"[fd00:1122:3344:101::c]:53564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/fa9235a2-7369-4078-a369-4d284d828520\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.762948984Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"dataset is oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.76976405Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"snapshot is oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520@6e643439-b665-4e19-9b24-091f76743c5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.775985722Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520\", \"6e643439-b665-4e19-9b24-091f76743c5a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.776002193Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.784326596Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions/fa9235a2-7369-4078-a369-4d284d828520/snapshots/6e643439-b665-4e19-9b24-091f76743c5a","method":"GET","req_id":"58bf7515-f63f-4104-892a-3c820415f3cd","remote_addr":"[fd00:1122:3344:101::c]:53564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21401,"response_code":200}
{"msg":"path is \"/data/regions/fa9235a2-7369-4078-a369-4d284d828520\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.787655907Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"dataset is oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.794382141Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"snapshot is oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520@6e643439-b665-4e19-9b24-091f76743c5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.800125591Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520\", \"6e643439-b665-4e19-9b24-091f76743c5a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.800150222Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fa9235a2-7369-4078-a369-4d284d828520-6e643439-b665-4e19-9b24-091f76743c5a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.807194644Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.807322037Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions/fa9235a2-7369-4078-a369-4d284d828520/snapshots/6e643439-b665-4e19-9b24-091f76743c5a/run","method":"POST","req_id":"b3558f81-f86a-4b48-97e8-52ba2c72a535","remote_addr":"[fd00:1122:3344:101::c]:53564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19688,"response_code":200}
{"msg":"applying SMF actions for region fa9235a2-7369-4078-a369-4d284d828520 running snapshot 6e643439-b665-4e19-9b24-091f76743c5a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.807339567Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-fa9235a2-7369-4078-a369-4d284d828520-6e643439-b665-4e19-9b24-091f76743c5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.811754975Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fa9235a2-7369-4078-a369-4d284d828520-6e643439-b665-4e19-9b24-091f76743c5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.824486946Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fa9235a2-7369-4078-a369-4d284d828520-6e643439-b665-4e19-9b24-091f76743c5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.83369481Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa9235a2-7369-4078-a369-4d284d828520/.zfs/snapshot/6e643439-b665-4e19-9b24-091f76743c5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.833985587Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.834026488Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.834067689Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.83410223Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.834148981Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.837566155Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.841826839Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"worker"}
{"msg":"region fa9235a2-7369-4078-a369-4d284d828520 running snapshot 6e643439-b665-4e19-9b24-091f76743c5a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.841842589Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"path is \"/data/regions/fa9235a2-7369-4078-a369-4d284d828520\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.983514836Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"dataset is oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.989501551Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"datafile"}
{"msg":"snapshot is oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520@6e643439-b665-4e19-9b24-091f76743c5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.996082772Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9f03a620-6fc5-40b8-9cb4-55a28716126d/crucible/regions/fa9235a2-7369-4078-a369-4d284d828520\", \"6e643439-b665-4e19-9b24-091f76743c5a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:44.996115263Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T02:57:45.002763925Z","hostname":"oxz_crucible_01dc590a-e2c5-4f4a-a0a4-a946c431d892","pid":26275,"uri":"/crucible/0/regions/fa9235a2-7369-4078-a369-4d284d828520/snapshots/6e643439-b665-4e19-9b24-091f76743c5a/run","method":"POST","req_id":"899e0f7b-ccb3-456c-be5f-3aeb4b4d06a3","remote_addr":"[fd00:1122:3344:101::c]:53564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19291,"response_code":200}