[ Oct 31 05:29:58 Enabled. ] [ Oct 31 05:29:58 Rereading configuration. ] [ Oct 31 05:29:59 Rereading configuration. ] [ Oct 31 05:30:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.953985024Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393} {"msg":"dataset: \"oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.95428708Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.954334021Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.954342381Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:03.979983406Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:04.060782706Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.328373225Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35532"} {"msg":"region d05aa564-6c80-45eb-b394-9f3ee548f9b9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.356256885Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.362748643Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.366629277Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions","method":"POST","req_id":"b5ba3392-db50-4b7e-9798-505a663b4eac","remote_addr":"[fd00:1122:3344:101::c]:35532","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14920,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.369767334Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.369793775Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d05aa564-6c80-45eb-b394-9f3ee548f9b9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.417957549Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"region":"d05aa564-6c80-45eb-b394-9f3ee548f9b9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d05aa564-6c80-45eb-b394-9f3ee548f9b9\" \"--data\" \"/data/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.41800085Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"region":"d05aa564-6c80-45eb-b394-9f3ee548f9b9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.55419935Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"region":"d05aa564-6c80-45eb-b394-9f3ee548f9b9","component":"worker"} {"msg":"region d05aa564-6c80-45eb-b394-9f3ee548f9b9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.556128067Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.55625989Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.556580518Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.563108477Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.571915852Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.57307879Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.573817338Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.57387608Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.573930551Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.573965462Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.57635174Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.578838621Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:30:33.70105322Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions","method":"POST","req_id":"1bf17061-fd9b-4e1c-91d3-f7218c7ac02e","remote_addr":"[fd00:1122:3344:101::c]:35532","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.940117686Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48782"} {"msg":"region f61a2fbf-7327-467c-ac67-dc9d3b236bc9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.94027387Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.9414956Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.9415092Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions","method":"POST","req_id":"3347d249-1dc5-4e1c-ba2a-4e4d3ce59de0","remote_addr":"[fd00:1122:3344:101::c]:48782","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1252,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/f61a2fbf-7327-467c-ac67-dc9d3b236bc9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.951068953Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/f61a2fbf-7327-467c-ac67-dc9d3b236bc9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.951100864Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f61a2fbf-7327-467c-ac67-dc9d3b236bc9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f61a2fbf-7327-467c-ac67-dc9d3b236bc9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.995564608Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"region":"f61a2fbf-7327-467c-ac67-dc9d3b236bc9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f61a2fbf-7327-467c-ac67-dc9d3b236bc9\" \"--data\" \"/data/regions/f61a2fbf-7327-467c-ac67-dc9d3b236bc9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:34.995604239Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"region":"f61a2fbf-7327-467c-ac67-dc9d3b236bc9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.045906725Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"region":"f61a2fbf-7327-467c-ac67-dc9d3b236bc9","component":"worker"} {"msg":"region f61a2fbf-7327-467c-ac67-dc9d3b236bc9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.045938326Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.046042539Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f61a2fbf-7327-467c-ac67-dc9d3b236bc9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.053704065Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f61a2fbf-7327-467c-ac67-dc9d3b236bc9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.056875523Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.065321369Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f61a2fbf-7327-467c-ac67-dc9d3b236bc9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.066548778Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f61a2fbf-7327-467c-ac67-dc9d3b236bc9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.066841446Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.066895557Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.066946548Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.06702143Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.068583638Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.071378476Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:35.202255627Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions","method":"POST","req_id":"71541672-6ab4-4514-a695-b18dadb6618c","remote_addr":"[fd00:1122:3344:101::c]:48782","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.202792948Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9","method":"GET","req_id":"e4428498-3986-4310-9d83-62179237bed2","remote_addr":"[fd00:1122:3344:101::c]:48782","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.208529798Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"dataset is oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.214468552Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"snapshot is oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9@a4d651f9-d9d9-47ec-86de-aa8bdaefa329","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.220084269Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\", \"a4d651f9-d9d9-47ec-86de-aa8bdaefa329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.22011207Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.230965794Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9/snapshots/a4d651f9-d9d9-47ec-86de-aa8bdaefa329","method":"GET","req_id":"6518e8b5-9ffe-4453-80f0-8b91df02b0e0","remote_addr":"[fd00:1122:3344:101::c]:48782","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24946,"response_code":200} {"msg":"path is \"/data/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.234937841Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"dataset is oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.241226705Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"snapshot is oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9@a4d651f9-d9d9-47ec-86de-aa8bdaefa329","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.24680282Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\", \"a4d651f9-d9d9-47ec-86de-aa8bdaefa329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.246820791Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d05aa564-6c80-45eb-b394-9f3ee548f9b9-a4d651f9-d9d9-47ec-86de-aa8bdaefa329 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.253940865Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"applying SMF actions for region d05aa564-6c80-45eb-b394-9f3ee548f9b9 running snapshot a4d651f9-d9d9-47ec-86de-aa8bdaefa329 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.25415598Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.25418208Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9/snapshots/a4d651f9-d9d9-47ec-86de-aa8bdaefa329/run","method":"POST","req_id":"48fc3455-0618-4faf-ae6d-714f3e474cf2","remote_addr":"[fd00:1122:3344:101::c]:48782","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19273,"response_code":200} {"msg":"creating missing snapshot instance snapshot-d05aa564-6c80-45eb-b394-9f3ee548f9b9-a4d651f9-d9d9-47ec-86de-aa8bdaefa329","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.256652811Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d05aa564-6c80-45eb-b394-9f3ee548f9b9-a4d651f9-d9d9-47ec-86de-aa8bdaefa329","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.26439612Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d05aa564-6c80-45eb-b394-9f3ee548f9b9-a4d651f9-d9d9-47ec-86de-aa8bdaefa329","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.270490268Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9/.zfs/snapshot/a4d651f9-d9d9-47ec-86de-aa8bdaefa329","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.270800505Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.270844417Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.270887528Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.270925119Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.27097355Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.273155693Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.276051804Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"worker"} {"msg":"region d05aa564-6c80-45eb-b394-9f3ee548f9b9 running snapshot a4d651f9-d9d9-47ec-86de-aa8bdaefa329 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.276067834Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"path is \"/data/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.513958883Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"dataset is oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.520883602Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"datafile"} {"msg":"snapshot is oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9@a4d651f9-d9d9-47ec-86de-aa8bdaefa329","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.527326499Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_45993b16-498b-44af-8a24-b2ee04191bc2/crucible/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9\", \"a4d651f9-d9d9-47ec-86de-aa8bdaefa329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.52735295Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-31T05:41:36.533383077Z","hostname":"oxz_crucible_0fa9a3d5-2751-4694-8d8e-01f59895f677","pid":27393,"uri":"/crucible/0/regions/d05aa564-6c80-45eb-b394-9f3ee548f9b9/snapshots/a4d651f9-d9d9-47ec-86de-aa8bdaefa329/run","method":"POST","req_id":"bfff43e6-e977-46fc-ae1d-e39b3e92e7c0","remote_addr":"[fd00:1122:3344:101::c]:48782","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19473,"response_code":200}